00010000:00000010:2.1F:1749605819.194583:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880091021000. 00010000:00000010:2.1:1749605819.194593:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b52ff800. 00010000:00000010:1.1F:1749605825.199595:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880091021200. 00010000:00000010:1.1:1749605825.199608:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958edc00. 00010000:00000010:1.1:1749605831.202592:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a4012500. 00010000:00000010:1.1:1749605831.202597:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008ba96e00. 00010000:00000010:0.1F:1749605837.206668:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a4012400. 00010000:00000010:0.1:1749605837.206680:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008b93b400. 00010000:00000010:0.1:1749605843.210584:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a4012f00. 00010000:00000010:0.1:1749605843.210589:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008b93a000. 00010000:00000010:1.1:1749605858.780571:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800894a1d00. 00010000:00000010:1.1:1749605858.780578:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ae30000. 00010000:00000010:0.1:1749605858.783588:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800894a1e00. 00010000:00000010:0.1:1749605858.783593:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009fc9ac00. 00010000:00000010:2.1:1749605858.786602:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4424000. 00010000:00000010:2.1:1749605858.786608:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a4012800. 00010000:00000010:2.1:1749605858.786611:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008b9ae000. 00010000:00000010:2.1:1749605858.786613:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a4012500. 00010000:00000010:3.1F:1749605884.673599:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f35700. 00010000:00000010:3.1:1749605884.673607:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800accae600. 00010000:00000010:3.1:1749605884.673610:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800883dba00. 00010000:00000010:3.1:1749605884.677623:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acf92100. 00010000:00000010:3.1:1749605884.677629:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800895d8600. 00010000:00000010:2.1:1749605887.734590:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a889dc00. 00010000:00000010:2.1:1749605887.734594:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800911e3000. 00010000:00000010:1.1:1749605891.335603:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800acc83400. 00010000:00000010:1.1:1749605891.335611:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acf92a00. 00010000:00000010:1.1:1749605891.335614:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009fc9b600. 00010000:00000010:1.1:1749605891.335615:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009fc9b400. 00010000:00000010:1.1:1749605891.335617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ed40400. 00010000:00000010:1.1:1749605891.335619:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ed41000. 00010000:00000010:1.1:1749605891.335620:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800911d8400. 00010000:00000010:1.1:1749605891.335622:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acf92300. 00010000:00000010:1.1:1749605891.335623:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0617000. 00010000:00000010:1.1:1749605891.335625:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006eceef00. 00010000:00000010:1.1:1749605891.335627:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009fc9ba00. 00010000:00000010:1.1:1749605891.335628:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acf92500. 00010000:00000010:1.1:1749605891.335630:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800accae400. 00010000:00000010:1.1:1749605891.335632:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007d994400. 00010000:00000010:1.1:1749605891.335634:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f35c00. 00010000:00000010:1.1:1749605891.375592:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880091021600. 00010000:00000010:1.1:1749605891.375597:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008b867c00. 00010000:00000010:1.1:1749605891.378570:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880091021200. 00010000:00000010:1.1:1749605891.378574:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4a0400. 00010000:00000010:2.1:1749605891.378576:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0616e00. 00010000:00000010:2.1:1749605891.378581:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0617800. 00000800:00000200:0.1:1749605891.443396:0:1498:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (2) 00000800:00000200:0.1:1749605891.443399:0:1498:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.20@tcp ffff88012ef19600 deleted 00000800:00000010:0.1:1749605891.443400:0:1498:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012ef19600. 00000800:00000200:3.1:1749605891.444598:0:1499:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (3) 00000800:00000200:3.1:1749605891.444603:0:1499:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.20@tcp ffff88009596bcc0 deleted 00000800:00000010:3.1:1749605891.444604:0:1499:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88009596bcc0. 00000100:00000200:1.0:1749609106.622366:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730232576 00000020:00000001:1.0:1749609106.622368:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609106.622370:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609106.622371:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609106.622373:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609106.622374:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609106.622376:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609106.622376:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609106.622377:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609106.622378:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609106.622380:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609106.622381:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609106.622382:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609106.622383:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609106.622385:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007acc8000. 02000000:00000001:1.0:1749609106.622386:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609106.622387:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609106.622389:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609106.622390:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730232576 00010000:00000001:1.0:1749609106.622392:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609106.622394:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b973850 x1834594730232576/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:52/0 lens 224/224 e 0 to 0 dl 1749609117 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609106.622398:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609106.622399:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609106.622401:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609106.622404:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609106.622405:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609106.622406:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:1.0:1749609106.622407:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609106.622408:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609106.622409:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609106.622410:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609106.622412:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000200:1.0:1749609106.622414:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730232576, offset 224 00000400:00000200:1.0:1749609106.622418:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609106.622428:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609106.622431:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1948:1948:255:4294967295] 192.168.201.20@tcp LPNI seq info [1944:1944:7:4294967295] 00000400:00000200:1.0:1749609106.622437:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609106.622440:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609106.622442:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee500. 00000800:00000200:1.0:1749609106.622444:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:1.0:1749609106.622448:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609106.622449:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1749609106.622451:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609106.622452:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609106.622454:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609106.622454:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609106.622456:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609106.622457:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b973850 x1834594730232576/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:52/0 lens 224/224 e 0 to 0 dl 1749609117 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609106.622463:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b973850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730232576:12345-192.168.201.20@tcp:400: Request processed in 105us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609106.622467:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1369 00000100:00000040:1.0:1749609106.622468:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:1.0:1749609106.622469:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609106.622470:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609106.622472:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9680. 00000020:00000010:1.0:1749609106.622474:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c258. 00000020:00000010:1.0:1749609106.622476:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000020:00000040:1.0:1749609106.622478:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:1.0:1749609106.622480:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609106.622482:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609106.622484:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0318. 00000400:00000010:1.0:1749609106.622486:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b900. 00000020:00000001:1.0:1749609107.135722:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609107.135725:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609107.135727:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609109.139711:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609109.139713:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609109.139716:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609109.867715:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609109.867718:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609109.867720:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609109.867723:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609109.867729:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609109.867731:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609109.867732:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609109.867734:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609109.867735:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609109.867736:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612223872:0@lo:400: 00000100:00000001:1.0:1749609109.867739:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609109.867742:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609109.867744:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609109.867745:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609109.867747:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b400. 02000000:00000001:1.0:1749609109.867749:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609109.867752:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0d68. 00000400:00000010:1.0:1749609109.867756:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000200:1.0:1749609109.867762:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612223872, portal 25 00000100:00000001:1.0:1749609109.867764:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609109.867765:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806604416 : -131938902947200 : ffff8800948eca80) 00000100:00000040:1.0:1749609109.867769:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609109.867774:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609109.867777:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609109.867778:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609109.867780:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612223872, offset 0 00000400:00000200:1.0:1749609109.867784:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609109.867796:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609109.867805:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b1f80 00000400:00000200:1.0:1749609109.867810:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1565d [2] + 0 00000400:00000010:1.0:1749609109.867813:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f4d0. 00000400:00000200:1.0:1749609109.867817:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880089676c00 00000400:00000200:1.0:1749609109.867821:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609109.867825:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609109.867828:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880089676c00 00000400:00000010:1.0:1749609109.867829:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880089676c00. 00000100:00000001:1.0:1749609109.867835:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609109.867837:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1749609109.867840:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88008b971c50 x1834594612223872 msgsize 224 00000100:00100000:1.0:1749609109.867843:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609109.867844:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1749609109.867851:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609109.867856:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609109.867857:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609109.867860:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609109.867863:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609109.867869:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609109.867871:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609109.867877:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.867878:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609109.867882:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.867885:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298386280 00000100:00000010:1.0:1749609109.867887:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e88c0. 00000100:00000001:1.0:1749609109.867892:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749609109.867898:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298386280 00000100:00000010:1.0:1749609109.867899:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8e80. 00000100:00000001:1.0:1749609109.867902:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749609109.867903:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298386280 00000100:00000010:1.0:1749609109.867905:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8a40. 00000100:00000001:1.0:1749609109.867908:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609109.867913:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298386280 00000100:00000010:1.0:1749609109.867915:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8a80. 00000100:00000001:1.0:1749609109.867917:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609109.867919:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609109.867920:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.867923:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.867924:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609109.867930:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609109.867931:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609109.867933:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609109.867934:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609109.867935:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.867936:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.867947:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609109.867948:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612223872 02000000:00000001:1.0:1749609109.867949:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609109.867950:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609109.867951:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609109.867953:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609109.867954:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612223872 00000020:00000001:1.0:1749609109.867956:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609109.867956:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:1.0:1749609109.867958:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609109.867959:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:1.0:1749609109.867961:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:1.0:1749609109.867962:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609109.867965:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609109.867967:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8b40. 00000100:00000001:1.0:1749609109.867968:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609109.867970:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8b40. 00000020:00000010:1.0:1749609109.867973:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000020:00000010:1.0:1749609109.867975:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b00. 00000020:00000010:1.0:1749609109.867976:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000040:1.0:1749609109.867981:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609109.867983:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609109.867984:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609109.867985:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.867988:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.867992:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609109.867997:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609109.867998:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609109.868000:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00000040:1.0:1749609109.868001:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609109.868002:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656154704 : -131939053396912 : ffff88008b971c50) 00000100:00000040:1.0:1749609109.868005:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b971c50 x1834594612223872/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:55/0 lens 224/0 e 0 to 0 dl 1749609120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609109.868011:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609109.868012:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8b40. 00000100:00000001:1.0:1749609109.868013:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609109.868015:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8b40. 00000100:00100000:1.0:1749609109.868017:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b971c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612223872:12345-0@lo:400: 00000100:00000200:1.0:1749609109.868020:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612223872 00000020:00000001:1.0:1749609109.868021:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609109.868023:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609109.868024:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609109.868025:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609109.868027:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609109.868029:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609109.868030:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609109.868031:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609109.868033:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609109.868034:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609109.868036:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609109.868037:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609109.868038:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609109.868040:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007acc8000. 02000000:00000001:1.0:1749609109.868042:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.868043:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609109.868045:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609109.868046:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612223872 00010000:00000001:1.0:1749609109.868048:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609109.868051:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b971c50 x1834594612223872/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:55/0 lens 224/224 e 0 to 0 dl 1749609120 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609109.868056:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609109.868058:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609109.868059:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609109.868062:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609109.868063:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:1.0:1749609109.868064:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609109.868066:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609109.868067:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.868068:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609109.868069:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609109.868071:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609109.868072:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612223872, offset 224 00000400:00000200:1.0:1749609109.868084:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609109.868088:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609109.868091:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b1f80 00000400:00000200:1.0:1749609109.868094:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x161bd [1] + 224 00000400:00000200:1.0:1749609109.868098:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609109.868100:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609109.868102:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609109.868104:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609109.868111:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609109.868119:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609109.868121:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609109.868122:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609109.868124:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609109.868125:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609109.868127:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609109.868129:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:1.0:1749609109.868131:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609109.868132:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609109.868134:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609109.868136:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b971c50 x1834594612223872/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:55/0 lens 224/224 e 0 to 0 dl 1749609120 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609109.868142:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b971c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612223872:12345-0@lo:400: Request processed in 131us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609109.868148:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00000040:1.0:1749609109.868149:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:1.0:1749609109.868151:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609109.868152:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609109.868154:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b00. 00000020:00000010:1.0:1749609109.868156:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000020:00000010:1.0:1749609109.868157:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000020:00000040:1.0:1749609109.868160:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000001:1.0:1749609109.868163:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609109.868165:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007acc8000. 02000000:00000001:1.0:1749609109.868168:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609109.868169:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609109.868171:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609109.868173:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a05d8. 00000400:00000010:1.0:1749609109.868185:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596bb40. 00000100:00000001:1.0:1749609109.868193:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609109.868195:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609109.868196:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609109.868197:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609109.868198:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0d68. 00000400:00000200:1.0:1749609109.868200:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609109.868202:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609109.868203:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609109.868205:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609109.868228:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609109.868234:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609109.868238:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609109.868240:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609109.868241:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609109.868242:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609109.868243:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609109.868245:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609109.868247:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=78 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609109.868249:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609109.868251:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609109.868252:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609109.868254:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609109.868255:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.868257:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609109.868259:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609109.868264:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609109.868266:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609109.868267:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609109.868269:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609109.868274:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612223872:0@lo:400: 00000100:00000001:1.0:1749609109.868278:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609109.868294:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609109.868296:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eca80 x1834594612223872/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609109.868301:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609109.868302:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609109.868304:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b400. 02000000:00000001:1.0:1749609109.868306:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609109.868307:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609109.868308:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:1.0:1749609109.868310:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609109.868311:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057a00. 02000000:00000001:1.0:1749609109.868312:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609109.868313:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609109.868314:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eca80. 00000100:00000001:1.0:1749609109.868316:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609109.868317:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609109.868318:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609109.868320:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609109.868321:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.868323:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609109.868324:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.868412:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609109.868414:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612224256 02000000:00000001:1.0:1749609109.868415:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609109.868417:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609109.868418:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609109.868420:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609109.868421:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612224256 00000020:00000001:1.0:1749609109.868423:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609109.868424:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609109.868425:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609109.868426:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609109.868428:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609109.868430:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000020:00000010:1.0:1749609109.868432:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b00. 00000020:00000010:1.0:1749609109.868434:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000001:1.0:1749609109.868437:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609109.868438:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609109.868439:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.868442:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.868454:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609109.868459:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609109.868460:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609109.868463:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00000001:1.0:1749609109.868464:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005786496 : -131938703765120 : ffff8800a06e1180) 00000100:00000040:1.0:1749609109.868467:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e1180 x1834594612224256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609109.868474:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612224256:12345-0@lo:38: 00000100:00000200:1.0:1749609109.868477:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612224256 00000020:00000001:1.0:1749609109.868478:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609109.868480:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609109.868485:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609109.868487:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609109.868489:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609109.868491:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609109.868492:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609109.868494:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609109.868495:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609109.868497:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007acc8000. 02000000:00000001:1.0:1749609109.868521:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.868523:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609109.868525:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609109.868526:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609109.868528:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609109.868530:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609109.868531:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609109.868533:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609109.868534:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609109.868536:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609109.868539:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609109.868540:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609109.868541:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609109.868543:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609109.868544:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609109.868546:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000200:1.0:1749609109.868548:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612224256, offset 0 00000400:00000200:1.0:1749609109.868551:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609109.868555:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609109.868559:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b2100 00000400:00000200:1.0:1749609109.868562:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x161f1 [1] + 0 00000400:00000200:1.0:1749609109.868565:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609109.868567:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609109.868569:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609109.868571:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ed500 x1834594612224256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609109.868578:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948ed500 x1834594612224256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609109.868584:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609109.868586:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609109.868587:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609109.868588:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609109.868589:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609109.868591:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609109.868593:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609109.868595:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609109.868596:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609109.868598:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1180 x1834594612224256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609129 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609109.868605:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612224256:12345-0@lo:38: Request processed in 131us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609109.868611:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00000001:1.0:1749609109.868612:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609109.868614:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609109.868616:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b00. 00000020:00000010:1.0:1749609109.868618:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000020:00000010:1.0:1749609109.868620:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000100:00000001:1.0:1749609109.868621:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609109.875557:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298386280, at 4298386280 00000100:00000010:1.0:1749609109.875570:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8e80. 00000020:00000001:1.0:1749609110.141763:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609110.141766:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609110.141768:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609111.630201:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609111.630204:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730232960 02000000:00000001:1.0:1749609111.630206:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609111.630208:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609111.630209:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609111.630213:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609111.630216:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730232960 00000020:00000001:1.0:1749609111.630218:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609111.630219:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:1.0:1749609111.630221:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609111.630224:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609111.630225:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609111.630227:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609111.630230:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609111.630233:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8e80. 00000100:00000001:1.0:1749609111.630234:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609111.630236:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8e80. 00000020:00000010:1.0:1749609111.630240:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000020:00000010:1.0:1749609111.630243:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b00. 00000020:00000010:1.0:1749609111.630246:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000040:1.0:1749609111.630261:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609111.630264:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609111.630264:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609111.630265:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609111.630270:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609111.630282:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609111.630288:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609111.630290:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609111.630293:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1371 00000100:00000040:1.0:1749609111.630295:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:1.0:1749609111.630296:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656160848 : -131939053390768 : ffff88008b973450) 00000100:00000040:1.0:1749609111.630300:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b973450 x1834594730232960/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:57/0 lens 224/0 e 0 to 0 dl 1749609122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609111.630307:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609111.630308:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8e80. 00000100:00000001:1.0:1749609111.630309:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609111.630310:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8e80. 00000100:00100000:1.0:1749609111.630312:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b973450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730232960:12345-192.168.201.20@tcp:400: 00000100:00000200:1.0:1749609111.630314:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730232960 00000020:00000001:1.0:1749609111.630316:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609111.630318:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609111.630319:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609111.630321:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609111.630322:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609111.630324:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609111.630325:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609111.630326:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609111.630327:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609111.630329:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609111.630330:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609111.630332:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609111.630333:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609111.630338:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508a800. 02000000:00000001:1.0:1749609111.630339:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609111.630341:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609111.630342:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609111.630344:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730232960 00010000:00000001:1.0:1749609111.630345:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609111.630347:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b973450 x1834594730232960/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:57/0 lens 224/224 e 0 to 0 dl 1749609122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609111.630353:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609111.630354:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609111.630357:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609111.630359:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609111.630361:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609111.630362:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:1.0:1749609111.630364:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609111.630365:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609111.630367:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609111.630368:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609111.630371:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000200:1.0:1749609111.630374:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730232960, offset 224 00000400:00000200:1.0:1749609111.630377:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609111.630383:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609111.630387:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1950:1950:256:4294967295] 192.168.201.20@tcp LPNI seq info [1946:1946:8:4294967295] 00000400:00000200:1.0:1749609111.630394:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609111.630397:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609111.630399:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee200. 00000800:00000200:1.0:1749609111.630402:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:1.0:1749609111.630407:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609111.630409:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1749609111.630419:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609111.630421:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609111.630422:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609111.630423:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609111.630424:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609111.630426:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b973450 x1834594730232960/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:57/0 lens 224/224 e 0 to 0 dl 1749609122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609111.630431:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b973450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730232960:12345-192.168.201.20@tcp:400: Request processed in 123us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609111.630435:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1371 00000100:00000040:1.0:1749609111.630436:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:1.0:1749609111.630438:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609111.630439:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609111.630441:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b00. 00000020:00000010:1.0:1749609111.630443:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000020:00000010:1.0:1749609111.630445:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000020:00000040:1.0:1749609111.630447:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:1.0:1749609111.630450:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609111.630451:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609111.630454:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0d68. 00000400:00000010:1.0:1749609111.630456:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b3c0. 00000020:00000001:1.0:1749609112.145704:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609112.145709:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609112.145711:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609113.147780:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609113.147785:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609113.147788:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609114.875724:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609114.875727:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.875795:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609114.875796:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609114.875798:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609114.875801:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eed80 x1834594612225280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.875807:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609114.875808:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609114.875809:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609114.875810:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609114.875812:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609114.875813:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612225280:0@lo:400: 00000100:00000001:1.0:1749609114.875815:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609114.875817:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609114.875818:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609114.875819:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609114.875821:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b400. 02000000:00000001:1.0:1749609114.875822:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609114.875825:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000400:00000010:1.0:1749609114.875828:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609114.875830:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612225280, portal 4 00000100:00000001:1.0:1749609114.875832:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609114.875833:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806613376 : -131938902938240 : ffff8800948eed80) 00000100:00000040:1.0:1749609114.875836:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eed80 x1834594612225280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.875841:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609114.875842:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609114.875843:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000200:1.0:1749609114.875844:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612225280, offset 0 00000400:00000200:1.0:1749609114.875847:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609114.875851:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609114.875854:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b2500 00000400:00000200:1.0:1749609114.875858:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 6272 00000400:00000200:1.0:1749609114.875861:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609114.875863:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609114.875875:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609114.875876:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1749609114.875878:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a094e00. 00000100:00000040:1.0:1749609114.875880:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88007a094e00 x1834594612225280 msgsize 224 00000100:00100000:1.0:1749609114.875882:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609114.875887:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609114.875891:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609114.875892:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:1.0:1749609114.875893:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609114.875895:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eed80 x1834594612225280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.875899:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609114.875901:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eed80 x1834594612225280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.875905:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.875905:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609114.875907:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609114.875909:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 837 usecs (1 jiffies) 00000100:00000001:1.0:1749609114.875910:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298391281 00000100:00000001:1.0:1749609114.875912:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298391288 00000100:00000001:1.0:1749609114.875913:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298391281 00000100:00000001:1.0:1749609114.875914:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298391288 00000100:00000001:1.0:1749609114.875915:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298391281 00000100:00000001:1.0:1749609114.875916:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298391288 00000100:00000001:1.0:1749609114.875917:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298391281 00000100:00000001:1.0:1749609114.875917:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298391288 00000100:00000001:1.0:1749609114.875918:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609114.875919:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.875921:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.875921:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.875924:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609114.875925:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609114.875926:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609114.875926:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609114.875927:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609114.875928:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1749609114.875929:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.875930:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609114.875931:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.875932:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609114.875932:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609114.875933:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609114.875934:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.875939:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609114.875939:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609114.875940:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609114.875941:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609114.875942:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609114.875943:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612225664:0@lo:400: 00000100:00000001:1.0:1749609114.875945:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609114.875947:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609114.875947:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609114.875948:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609114.875950:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b800. 02000000:00000001:1.0:1749609114.875951:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609114.875952:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000400:00000010:1.0:1749609114.875954:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000200:1.0:1749609114.875955:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612225664, portal 10 00000100:00000001:1.0:1749609114.875956:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609114.875957:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806616064 : -131938902935552 : ffff8800948ef800) 00000100:00000040:1.0:1749609114.875959:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.875963:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609114.875964:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609114.875964:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609114.875965:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612225664, offset 0 00000400:00000200:1.0:1749609114.875967:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609114.875969:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609114.875972:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b2680 00000400:00000200:1.0:1749609114.875974:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 123376 00000400:00000200:1.0:1749609114.875977:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609114.875978:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609114.875980:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609114.875981:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609114.875983:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a095180. 00000100:00000040:1.0:1749609114.875984:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88007a095180 x1834594612225664 msgsize 224 00000100:00100000:1.0:1749609114.875986:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609114.875990:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609114.875992:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609114.875993:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:1.0:1749609114.875994:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609114.875995:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.875999:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609114.876000:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876004:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876004:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609114.876006:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609114.876007:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 711 usecs (1 jiffies) 00000100:00000001:1.0:1749609114.876008:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298391281 00000100:00000001:1.0:1749609114.876009:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298391288 00000100:00000001:1.0:1749609114.876010:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298391281 00000100:00000001:1.0:1749609114.876011:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298391288 00000100:00000001:1.0:1749609114.876011:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298391281 00000100:00000001:1.0:1749609114.876012:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298391288 00000100:00000001:1.0:1749609114.876013:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298391281 00000100:00000001:1.0:1749609114.876014:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298391288 00000100:00000001:1.0:1749609114.876014:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609114.876015:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876016:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876017:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876026:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609114.876027:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612225664 02000000:00000001:1.0:1749609114.876028:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609114.876029:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609114.876030:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609114.876031:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609114.876032:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612225664 00000020:00000001:1.0:1749609114.876033:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609114.876034:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:1.0:1749609114.876035:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609114.876037:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:1.0:1749609114.876038:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609114.876039:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609114.876041:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609114.876042:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8e80. 00000020:00000010:1.0:1749609114.876044:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4840. 00000020:00000040:1.0:1749609114.876046:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609114.876048:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609114.876050:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000020:00000010:1.0:1749609114.876052:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b00. 00000020:00000010:1.0:1749609114.876054:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000040:1.0:1749609114.876057:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609114.876058:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609114.876058:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609114.876060:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.876062:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609114.876063:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609114.876064:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876067:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.876070:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609114.876071:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609114.876073:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00000040:1.0:1749609114.876074:0:16223:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:1.0:1749609114.876075:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361649536 : -131939347902080 : ffff88007a095180) 00000100:00000040:1.0:1749609114.876077:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a095180 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:60/0 lens 224/0 e 0 to 0 dl 1749609125 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876081:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609114.876082:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8b40. 00000100:00000001:1.0:1749609114.876083:0:16223:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609114.876084:0:16223:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8b40. 00000100:00100000:1.0:1749609114.876086:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612225664:12345-0@lo:400: 00000100:00000200:1.0:1749609114.876087:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612225664 00000020:00000001:1.0:1749609114.876088:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609114.876090:0:16223:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609114.876090:0:16223:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609114.876092:0:16223:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609114.876093:0:16223:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:1.0:1749609114.876095:0:16223:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609114.876097:0:16223:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609114.876098:0:16223:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609114.876099:0:16223:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609114.876101:0:16223:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609114.876103:0:16223:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609114.876105:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609114.876106:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609114.876108:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5089400. 02000000:00000001:1.0:1749609114.876110:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876111:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609114.876113:0:16223:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609114.876114:0:16223:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612225664 00010000:00000001:1.0:1749609114.876116:0:16223:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609114.876119:0:16223:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a095180 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:60/0 lens 224/224 e 0 to 0 dl 1749609125 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609114.876125:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609114.876126:0:16223:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609114.876128:0:16223:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609114.876130:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609114.876132:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:1.0:1749609114.876133:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609114.876135:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609114.876136:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876137:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609114.876139:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609114.876141:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609114.876143:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612225664, offset 224 00000400:00000200:1.0:1749609114.876149:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609114.876154:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609114.876159:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b2680 00000400:00000200:1.0:1749609114.876162:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16231 [1] + 224 00000400:00000200:1.0:1749609114.876166:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609114.876169:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609114.876171:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609114.876174:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609114.876180:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876184:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609114.876211:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609114.876212:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:1.0:1749609114.876213:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609114.876214:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609114.876216:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609114.876218:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:1.0:1749609114.876219:0:16223:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609114.876220:0:16223:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609114.876221:0:16223:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609114.876222:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a095180 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:60/0 lens 224/224 e 0 to 0 dl 1749609125 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609114.876227:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612225664:12345-0@lo:400: Request processed in 145us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609114.876231:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00000040:1.0:1749609114.876232:0:16223:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:1.0:1749609114.876234:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609114.876235:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609114.876236:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b00. 00000020:00000010:1.0:1749609114.876238:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000020:00000010:1.0:1749609114.876239:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000020:00000040:1.0:1749609114.876241:0:16223:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609114.876242:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.876251:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609114.876253:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609114.876254:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609114.876255:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609114.876256:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000400:00000200:1.0:1749609114.876258:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609114.876258:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:1.0:1749609114.876260:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609114.876261:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609114.876265:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876268:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609114.876269:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.876270:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609114.876271:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609114.876271:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609114.876272:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609114.876273:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609114.876275:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609114.876277:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609114.876278:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609114.876279:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609114.876281:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609114.876282:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609114.876286:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876288:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609114.876289:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609114.876290:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609114.876290:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609114.876291:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876294:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609114.876295:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609114.876296:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609114.876297:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609114.876301:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612225664:0@lo:400: 00000400:00000001:1.0:1749609114.876305:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609114.876305:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609114.876306:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:1.0:1749609114.876307:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609114.876308:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609114.876309:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609114.876310:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eed80 x1834594612225280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609114.876313:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eed80 x1834594612225280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876316:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609114.876317:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.876317:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609114.876318:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609114.876319:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609114.876319:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609114.876320:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609114.876321:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609114.876322:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609114.876323:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609114.876324:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609114.876325:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609114.876326:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800948eed80 x1834594612225280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609114.876329:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876330:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609114.876330:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609114.876331:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609114.876331:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609114.876333:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eed80 x1834594612225280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876336:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609114.876337:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609114.876338:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609114.876340:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eed80 x1834594612225280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609114.876343:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612225280:0@lo:400: 00000100:00000001:1.0:1749609114.876345:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.876346:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609114.876347:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ef800 x1834594612225664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876350:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609114.876351:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609114.876352:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b800. 02000000:00000001:1.0:1749609114.876353:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609114.876353:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609114.876354:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609114.876355:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609114.876355:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057f00. 02000000:00000001:1.0:1749609114.876356:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609114.876357:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609114.876358:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ef800. 00000100:00000001:1.0:1749609114.876359:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609114.876359:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.876360:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609114.876361:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eed80 x1834594612225280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876364:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609114.876365:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609114.876366:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b400. 02000000:00000001:1.0:1749609114.876367:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609114.876367:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609114.876368:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1749609114.876368:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609114.876369:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057800. 02000000:00000001:1.0:1749609114.876370:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609114.876370:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609114.876371:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eed80. 00000100:00000001:1.0:1749609114.876372:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609114.876373:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.876374:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.876375:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609114.876376:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876377:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609114.876378:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609114.876401:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609114.876402:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609114.876404:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609114.876405:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609114.876406:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62898. 00000400:00000010:3.0:1749609114.876407:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000200:3.0:1749609114.876408:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612225536, portal 10 00000100:00000001:3.0:1749609114.876409:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609114.876410:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806615168 : -131938902936448 : ffff8800948ef480) 00000100:00000040:3.0:1749609114.876412:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ef480 x1834594612225536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609114.876415:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609114.876415:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609114.876416:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000200:3.0:1749609114.876417:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612225536, offset 0 00000400:00000200:3.0:1749609114.876418:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609114.876420:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609114.876422:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b2600 00000400:00000200:3.0:1749609114.876424:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 124120 00000400:00000200:3.0:1749609114.876426:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609114.876427:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609114.876428:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609114.876428:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609114.876430:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5c00. 00000100:00000040:3.0:1749609114.876431:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab5c00 x1834594612225536 msgsize 520 00000100:00100000:3.0:1749609114.876433:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609114.876434:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609114.876441:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609114.876442:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612225536 02000000:00000001:1.0:1749609114.876443:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609114.876443:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609114.876443:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000100:00000001:1.0:1749609114.876444:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609114.876444:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:3.0:1749609114.876445:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609114.876446:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609114.876446:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ef480 x1834594612225536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609114.876447:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612225536 00000020:00000001:1.0:1749609114.876448:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609114.876449:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609114.876450:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609114.876450:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749609114.876451:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609114.876451:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ef480 x1834594612225536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609114.876452:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609114.876453:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000020:00000010:1.0:1749609114.876455:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b00. 00000020:00000010:1.0:1749609114.876456:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000001:1.0:1749609114.876457:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609114.876458:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609114.876458:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609114.876458:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609114.876459:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876460:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609114.876460:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609114.876461:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 688 usecs (1 jiffies) 00000100:00000001:3.0:1749609114.876462:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298391281 00000100:00000001:3.0:1749609114.876463:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298391288 00000100:00000001:3.0:1749609114.876464:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298391281 00000100:00000001:3.0:1749609114.876464:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298391288 00000100:00000001:3.0:1749609114.876465:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298391281 00000100:00000001:1.0:1749609114.876469:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609114.876472:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609114.876473:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609114.876475:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00000001:1.0:1749609114.876476:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526385664 : -131936183165952 : ffff880136ab5c00) 00000100:00000001:3.0:1749609114.876476:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609114.876477:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609114.876478:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab5c00 x1834594612225536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609114.876478:0:16548:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609114.876479:0:16548:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609114.876482:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612225536:12345-0@lo:38: 00000100:00000001:3.0:1749609114.876483:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298391288 00000100:00000200:1.0:1749609114.876484:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612225536 00000100:00000001:3.0:1749609114.876484:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298391281 00000020:00000001:1.0:1749609114.876485:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609114.876485:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298391288 00000100:00000001:3.0:1749609114.876486:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609114.876486:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609114.876487:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609114.876488:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609114.876488:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609114.876490:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609114.876490:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:1.0:1749609114.876491:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609114.876491:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609114.876492:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609114.876492:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609114.876493:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609114.876493:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609114.876494:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609114.876496:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609114.876497:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609114.876517:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609114.876518:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609114.876519:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5088800. 02000000:00000001:1.0:1749609114.876520:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876522:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609114.876523:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609114.876524:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609114.876525:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609114.876527:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609114.876528:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609114.876529:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609114.876530:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609114.876531:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609114.876533:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609114.876535:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609114.876536:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876537:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609114.876539:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609114.876540:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609114.876542:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612225536, offset 0 00000400:00000200:1.0:1749609114.876545:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609114.876550:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609114.876554:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b2600 00000400:00000200:1.0:1749609114.876557:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16255 [1] + 0 00000400:00000200:1.0:1749609114.876560:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609114.876563:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609114.876564:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609114.876565:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609114.876565:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749609114.876568:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ef480 x1834594612225536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609114.876568:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609114.876568:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609114.876569:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62058. 00000400:00000200:3.0:1749609114.876571:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000400:00000010:3.0:1749609114.876573:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000040:1.0:1749609114.876574:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948ef480 x1834594612225536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609114.876574:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609114.876576:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ef100 x1834594612225408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876580:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609114.876580:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ef100 x1834594612225408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609114.876584:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:3.0:1749609114.876584:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609114.876584:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609114.876585:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:3.0:1749609114.876585:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609114.876586:0:16223:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609114.876586:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609114.876587:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609114.876587:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609114.876587:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609114.876588:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609114.876589:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609114.876590:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609114 v=5 (0 0 0 0) 00000100:00000040:1.0:1749609114.876591:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00001000:3.0:1749609114.876592:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=80 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609114.876593:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609114.876593:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749609114.876594:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609114.876594:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609114.876595:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609114.876596:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5c00 x1834594612225536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609134 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609114.876596:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ef100 x1834594612225408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609139 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609114.876600:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609114.876601:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609114.876601:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609114.876602:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612225536:12345-0@lo:38: Request processed in 119us (169us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609114.876602:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609114.876603:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609114.876604:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609114.876605:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609114.876606:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609114.876607:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00000040:3.0:1749609114.876607:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ef100 x1834594612225408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609139 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609114.876609:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609114.876610:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609114.876611:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b00. 00000100:00100000:3.0:1749609114.876611:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612225408:0@lo:38: 00000020:00000010:1.0:1749609114.876613:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000400:00000001:3.0:1749609114.876614:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609114.876614:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609114.876615:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000400:00000010:3.0:1749609114.876615:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62898. 00000400:00000200:3.0:1749609114.876616:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00000001:1.0:1749609114.876617:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609114.876617:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609114.876618:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609114.876619:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ef480 x1834594612225536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609114.876622:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ef480 x1834594612225536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609114.876626:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609114.876627:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609114.876628:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609114.876629:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609114.876630:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609114.876631:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609114.876632:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609114.876634:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609114 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609114.876636:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=77 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609114.876638:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609114.876639:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609114.876640:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609114.876642:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ef480 x1834594612225536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609139 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609114.876648:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609114.876649:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609114.876650:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609114.876652:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609114.876652:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609114.876654:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609114.876656:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609114.876657:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609114.876660:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ef480 x1834594612225536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609139 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609114.876666:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612225536:0@lo:38: 00000100:00000001:3.0:1749609114.876669:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609114.876670:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609114.876672:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ef100 x1834594612225408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609139 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609114.876677:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609114.876679:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609114.876680:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2800. 02000000:00000001:3.0:1749609114.876682:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609114.876683:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609114.876684:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609114.876685:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609114.876686:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a589d000. 02000000:00000001:3.0:1749609114.876688:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609114.876690:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609114.876691:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ef100. 00000100:00000001:3.0:1749609114.876693:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609114.876694:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609114.876695:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609114.876696:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ef480 x1834594612225536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609139 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609114.876702:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609114.876703:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609114.876704:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609114.876705:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609114.876706:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609114.876706:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609114.876708:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609114.876708:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a589cc00. 02000000:00000001:3.0:1749609114.876710:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609114.876711:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609114.876711:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ef480. 00000100:00000001:3.0:1749609114.876714:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609114.876715:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609114.876716:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609114.876719:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609114.876720:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609114.876721:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609114.876723:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609114.883552:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298391288, at 4298391288 00000100:00000010:1.0:1749609114.883561:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706740. 00000100:00000040:3.0:1749609114.883564:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298391288, at 4298391288 00000100:00000010:3.0:1749609114.883581:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706d00. 00000020:00000001:1.0:1749609115.151717:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609115.151720:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609115.151722:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609116.153715:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609116.153718:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609116.153720:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609116.638192:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609116.638195:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730233472 02000000:00000001:1.0:1749609116.638197:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609116.638198:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609116.638199:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609116.638201:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609116.638202:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730233472 00000020:00000001:1.0:1749609116.638203:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609116.638204:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609116.638205:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609116.638207:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609116.638208:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609116.638210:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000020:00000010:1.0:1749609116.638213:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b00. 00000020:00000010:1.0:1749609116.638215:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000001:1.0:1749609116.638217:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609116.638217:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609116.638219:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609116.638221:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609116.638227:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609116.638231:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609116.638232:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730233600 02000000:00000001:1.0:1749609116.638233:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609116.638234:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609116.638234:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609116.638235:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609116.638236:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730233600 00000020:00000001:1.0:1749609116.638237:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609116.638238:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609116.638239:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609116.638239:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609116.638240:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609116.638241:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000020:00000010:1.0:1749609116.638242:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b80. 00000020:00000010:1.0:1749609116.638243:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000100:00000001:1.0:1749609116.638244:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609116.638245:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609116.638246:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609116.638247:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609116.638251:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609116.638253:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609116.638254:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609116.638257:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2583 00000100:00000001:1.0:1749609116.638258:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806615168 : -131938902936448 : ffff8800948ef480) 00000100:00000040:1.0:1749609116.638261:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ef480 x1834594730233600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609116.638267:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730233600:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609116.638269:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730233600 00000020:00000001:1.0:1749609116.638270:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609116.638271:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:1.0:1749609116.638275:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000001:1.0:1749609116.638277:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:1.0:1749609116.638280:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609116.638281:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609116.638283:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a5088400. 02000000:00000001:1.0:1749609116.638284:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609116.638285:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609116.638288:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1749609116.638293:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3725 last 0 00010000:00000001:1.0:1749609116.638296:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 00000004:00000001:1.0:1749609116.638299:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:1.0:1749609116.638301:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1749609116.638304:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1749609116.638310:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1749609116.638313:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609116.638314:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1749609116.638318:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:1.0:1749609116.638320:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:1.0:1749609116.638322:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:1.0:1749609116.638325:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609116.638327:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609116.638328:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609116.638330:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609116.638331:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609116.638333:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609116.638335:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:1.0:1749609116.638338:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609116.638340:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609116.638341:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609116.638343:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609116.638344:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609116.638346:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1749609116.638349:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609116.638354:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609116.638356:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609116.638358:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609116.638359:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609116.638360:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609116.638363:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609116.638365:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609116.638366:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609116.638368:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609116.638370:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609116.638372:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609116.638375:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730233600, offset 0 00000400:00000200:1.0:1749609116.638379:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609116.638383:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609116.638387:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1955:1955:254:4294967295] 192.168.201.20@tcp LPNI seq info [1951:1951:6:4294967295] 00000400:00000200:1.0:1749609116.638395:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609116.638399:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609116.638401:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceed00. 00000800:00000200:1.0:1749609116.638404:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:1.0:1749609116.638407:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609116.638409:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceed00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609116.638411:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609116.638412:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609116.638413:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609116.638414:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609116.638416:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ef480 x1834594730233600/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609136 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609116.638422:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730233600:12345-192.168.201.20@tcp:38: Request processed in 155us (216us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609116.638426:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2583 00000100:00000001:1.0:1749609116.638428:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609116.638428:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609116.638430:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b80. 00000020:00000010:1.0:1749609116.638432:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000020:00000010:1.0:1749609116.638433:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:1.0:1749609116.638435:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609117.155729:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609117.155733:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609117.155736:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609118.157698:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609118.157701:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609118.157702:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609119.159732:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609119.159736:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609119.159738:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609119.883726:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609119.883729:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.883791:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609119.883795:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609119.883797:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609119.883800:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609119.883801:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609119.883802:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1749609119.883804:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609119.883808:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609119.883809:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.883809:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609119.883810:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.883811:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609119.883812:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609119.883813:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609119.883814:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749609119.883814:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609119.883815:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609119.883817:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612226176:0@lo:38: 00000100:00000040:1.0:1749609119.883818:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.883820:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609119.883822:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609119.883823:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609119.883825:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609119.883826:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609119.883827:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609119.883828:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab2c00. 02000000:00000001:1.0:1749609119.883829:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609119.883829:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609119.883831:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609119.883832:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62898. 02000000:00000001:1.0:1749609119.883833:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609119.883835:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612226304:0@lo:400: 00000400:00000010:3.0:1749609119.883835:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000001:1.0:1749609119.883838:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749609119.883838:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612226176, portal 4 02000000:00000001:1.0:1749609119.883840:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609119.883840:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749609119.883841:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.883841:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806613376 : -131938902938240 : ffff8800948eed80) 02000000:00000001:1.0:1749609119.883843:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609119.883845:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b800. 02000000:00000001:1.0:1749609119.883846:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609119.883846:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609119.883848:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000400:00000010:1.0:1749609119.883851:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000200:1.0:1749609119.883853:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612226304, portal 4 00000100:00000001:3.0:1749609119.883853:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609119.883854:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609119.883855:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806616064 : -131938902935552 : ffff8800948ef800) 00000100:00000040:3.0:1749609119.883856:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609119.883857:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000100:00000040:1.0:1749609119.883858:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609119.883859:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612226176, offset 0 00000100:00000001:1.0:1749609119.883862:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609119.883863:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609119.883864:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609119.883865:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609119.883866:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612226304, offset 0 00000400:00000200:1.0:1749609119.883869:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609119.883869:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609119.883873:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609119.883874:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b2880 00000400:00000200:1.0:1749609119.883877:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b2900 00000400:00000200:3.0:1749609119.883879:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 1560 00000400:00000200:3.0:1749609119.883883:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609119.883886:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609119.883888:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 6496 00000400:00000200:1.0:1749609119.883891:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609119.883893:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609119.883897:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609119.883897:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609119.883898:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1749609119.883899:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749609119.883900:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a095500. 00000100:00000040:1.0:1749609119.883901:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88007a095500 x1834594612226304 msgsize 224 00000100:00000010:3.0:1749609119.883902:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6a00. 00000100:00000040:3.0:1749609119.883903:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab6a00 x1834594612226176 msgsize 520 00000100:00100000:1.0:1749609119.883904:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609119.883906:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609119.883910:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609119.883914:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000001:3.0:1749609119.883914:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749609119.883915:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:1.0:1749609119.883916:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609119.883918:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609119.883921:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000100:00000001:1.0:1749609119.883922:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609119.883922:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000040:1.0:1749609119.883923:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.883926:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609119.883927:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.883927:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609119.883928:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609119.883929:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609119.883931:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000001:1.0:1749609119.883932:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298396289 00000100:00000001:1.0:1749609119.883934:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298396296 00000100:00000001:1.0:1749609119.883935:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298396289 00000100:00000001:3.0:1749609119.883935:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609119.883936:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298396296 00000100:00000001:1.0:1749609119.883936:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298396289 00000100:00000040:3.0:1749609119.883936:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609119.883938:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298396296 00000100:00000001:1.0:1749609119.883938:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298396289 00000100:00000001:1.0:1749609119.883939:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298396296 00000100:00000001:1.0:1749609119.883940:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609119.883941:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.883941:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.883942:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.883943:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.883943:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609119.883945:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.883948:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609119.883948:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1033 usecs (2 jiffies) 00000100:00000001:1.0:1749609119.883949:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.883950:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298396290 00000100:00000001:1.0:1749609119.883961:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609119.883961:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609119.883962:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612226304 02000000:00000001:1.0:1749609119.883963:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749609119.883963:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612226176 00000100:00000001:1.0:1749609119.883964:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609119.883964:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609119.883965:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.883966:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609119.883967:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.883967:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609119.883968:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612226304 00000020:00000001:1.0:1749609119.883969:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609119.883969:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 02000000:00000001:3.0:1749609119.883969:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609119.883970:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749609119.883971:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612226176 00000020:00000040:1.0:1749609119.883972:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:3.0:1749609119.883972:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609119.883973:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:1.0:1749609119.883974:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000040:3.0:1749609119.883974:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609119.883975:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609119.883976:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749609119.883976:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609119.883977:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8b40. 00000020:00000001:3.0:1749609119.883978:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609119.883980:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a07068c0. 00000020:00000010:3.0:1749609119.883980:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000020:00000040:1.0:1749609119.883983:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000010:3.0:1749609119.883983:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609119.883986:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000001:1.0:1749609119.883988:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609119.883989:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609119.883989:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609119.883990:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749609119.883991:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b80. 00000100:00000001:3.0:1749609119.883991:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609119.883993:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609119.883995:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609119.883997:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609119.883998:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609119.883998:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609119.883999:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884000:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609119.884002:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609119.884003:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609119.884004:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884006:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609119.884007:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884008:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609119.884010:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00000001:1.0:1749609119.884011:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609119.884012:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609119.884012:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526389248 : -131936183162368 : ffff880136ab6a00) 00000100:00100000:1.0:1749609119.884013:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00000040:1.0:1749609119.884014:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609119.884015:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361650432 : -131939347901184 : ffff88007a095500) 00000100:00000040:3.0:1749609119.884015:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab6a00 x1834594612226176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609119.884018:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a095500 x1834594612226304/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:65/0 lens 224/0 e 0 to 0 dl 1749609130 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609119.884023:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609119.884024:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8bc0. 00000100:00100000:3.0:1749609119.884024:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612226176:12345-0@lo:38: 00000100:00000001:1.0:1749609119.884025:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609119.884026:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8bc0. 00000100:00000200:3.0:1749609119.884027:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612226176 00000100:00100000:1.0:1749609119.884028:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612226304:12345-0@lo:400: 00000020:00000001:3.0:1749609119.884028:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749609119.884029:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612226304 00000020:00000001:1.0:1749609119.884031:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609119.884031:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609119.884032:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609119.884033:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609119.884034:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609119.884035:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:1.0:1749609119.884036:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609119.884038:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609119.884038:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609119.884039:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609119.884040:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609119.884041:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609119.884042:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609119.884044:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609119.884044:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:3.0:1749609119.884044:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749609119.884046:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5089800. 00010000:00000001:3.0:1749609119.884046:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609119.884047:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.884048:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609119.884048:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609119.884049:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609119.884050:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612226304 00000100:00000001:3.0:1749609119.884050:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609119.884051:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609119.884052:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609119.884053:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a095500 x1834594612226304/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:65/0 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609119.884053:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609119.884056:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab2800. 00010000:00000001:1.0:1749609119.884057:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609119.884057:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609119.884058:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609119.884059:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609119.884059:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.884061:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609119.884061:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609119.884062:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:3.0:1749609119.884062:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.884063:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609119.884064:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1749609119.884064:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749609119.884065:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.884066:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609119.884066:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749609119.884067:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609119.884068:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609119.884068:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609119.884070:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612226304, offset 224 00000100:00000040:3.0:1749609119.884070:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609119.884072:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609119.884073:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609119.884073:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609119.884076:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:1.0:1749609119.884077:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609119.884077:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609119.884078:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884080:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609119.884082:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b2900 00000100:00000040:3.0:1749609119.884082:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609119.884083:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000400:00000200:1.0:1749609119.884085:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16281 [1] + 224 00000400:00000200:1.0:1749609119.884088:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609119.884088:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612226176, offset 0 00000400:00000200:1.0:1749609119.884091:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609119.884091:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609119.884096:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609119.884098:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609119.884100:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609119.884100:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b2880 00000400:00000200:3.0:1749609119.884104:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1627d [1] + 0 00000100:00000040:1.0:1749609119.884107:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609119.884107:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609119.884109:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609119.884130:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609119.884132:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609119.884139:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884145:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609119.884148:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609119.884149:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000400:00000010:3.0:1749609119.884150:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000001:3.0:1749609119.884152:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609119.884153:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609119.884156:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000001:3.0:1749609119.884157:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609119.884158:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000040:3.0:1749609119.884159:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609119.884160:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609119.884161:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609119.884161:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609119.884162:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609119.884163:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609119.884165:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:3.0:1749609119.884165:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6a00 x1834594612226176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609139 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609119.884167:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609119.884168:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609119.884170:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749609119.884172:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612226176:12345-0@lo:38: Request processed in 148us (267us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609119.884173:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a095500 x1834594612226304/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:65/0 lens 224/224 e 0 to 0 dl 1749609130 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609119.884177:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00000001:3.0:1749609119.884179:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609119.884180:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612226304:12345-0@lo:400: Request processed in 156us (277us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609119.884180:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609119.884182:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609119.884184:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000020:00000010:3.0:1749609119.884187:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000001:3.0:1749609119.884189:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609119.884190:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00000040:1.0:1749609119.884192:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609119.884193:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609119.884195:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609119.884197:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b80. 00000020:00000010:1.0:1749609119.884199:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609119.884200:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298396296 00000020:00000010:1.0:1749609119.884201:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000020:00000040:1.0:1749609119.884202:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:3.0:1749609119.884202:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298396290 00000100:00000001:3.0:1749609119.884203:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298396296 00000100:00000001:1.0:1749609119.884204:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884204:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298396290 00000100:00000001:3.0:1749609119.884205:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298396296 00000100:00000001:3.0:1749609119.884205:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298396290 00000100:00000001:3.0:1749609119.884206:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298396296 00000100:00000001:3.0:1749609119.884207:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609119.884208:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609119.884210:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609119.884211:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609119.884212:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62898. 00000100:00000001:1.0:1749609119.884213:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609119.884213:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00000001:1.0:1749609119.884214:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749609119.884214:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609119.884215:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609119.884217:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609119.884222:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609119.884224:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609119.884225:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609119.884225:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609119.884226:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000100:00000001:3.0:1749609119.884226:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884227:0:1508:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749609119.884228:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 02000000:00000001:3.0:1749609119.884228:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1749609119.884229:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:3.0:1749609119.884229:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609119.884230:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609119.884230:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609119.884231:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609119.884232:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609119.884234:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609119 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609119.884235:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=85 v=20 (1 20 1 1) 00000100:00000200:1.0:1749609119.884236:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884237:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609119.884238:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609119.884239:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609119.884241:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609119.884241:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609119.884241:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609144 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609119.884243:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609119.884244:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609119.884244:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609119.884245:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609119.884246:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609119.884246:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609119.884247:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884247:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609119.884248:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609119.884249:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609119.884249:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609119.884251:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00001000:1.0:1749609119.884252:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=75 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609119.884252:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609119.884253:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609144 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609119.884254:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609119.884256:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609119.884257:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609119.884257:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612226176:0@lo:38: 00010000:00000001:1.0:1749609119.884258:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609119.884259:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884260:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00080000:1.0:1749609119.884261:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609119.884261:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eed80 x1834594612226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609144 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884265:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609119.884265:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609119.884266:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2c00. 00010000:00000001:1.0:1749609119.884267:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609119.884268:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609119.884268:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609119.884269:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000040:3.0:1749609119.884269:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1749609119.884270:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000020:00000001:3.0:1749609119.884270:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609119.884271:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a589e400. 00000100:00000001:1.0:1749609119.884272:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609119.884272:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609119.884272:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609119.884273:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609119.884273:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eed80. 00000100:00000040:1.0:1749609119.884275:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884275:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609119.884276:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884276:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884278:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609119.884279:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884280:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609119.884281:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609119.884281:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609119.884281:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609119.884282:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609119.884283:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609119.884283:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eea00 x1834594612226432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609119.884286:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884286:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609119.884287:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609119.884288:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609119.884289:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609119.884290:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609119.884291:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612226432:0@lo:38: 00000100:00100000:1.0:1749609119.884292:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612226304:0@lo:400: 00000100:00000001:3.0:1749609119.884293:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609119.884294:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609119.884294:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.884295:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609119.884295:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609119.884296:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab2c00. 00000100:00000001:1.0:1749609119.884297:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609119.884297:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609119.884298:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ef800 x1834594612226304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609119.884299:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62898. 00000400:00000010:3.0:1749609119.884300:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000200:3.0:1749609119.884302:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612226432, portal 10 00000100:00000001:1.0:1749609119.884303:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609119.884303:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609119.884303:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806612480 : -131938902939136 : ffff8800948eea00) 02000000:00000001:1.0:1749609119.884304:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609119.884306:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b800. 00000100:00000040:3.0:1749609119.884306:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eea00 x1834594612226432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609119.884308:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609119.884309:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609119.884309:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749609119.884310:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000040:3.0:1749609119.884310:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609119.884311:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1749609119.884311:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 02000000:00000010:1.0:1749609119.884312:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057100. 00000100:00000200:3.0:1749609119.884312:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612226432, offset 0 02000000:00000001:1.0:1749609119.884313:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609119.884314:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749609119.884314:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749609119.884315:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ef800. 00000100:00000001:1.0:1749609119.884316:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609119.884317:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609119.884317:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609119.884317:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609119.884319:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b2980 00000100:00000001:1.0:1749609119.884320:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609119.884321:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609119.884322:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609119.884322:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 125904 00000100:00000001:1.0:1749609119.884323:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609119.884324:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609119.884326:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609119.884328:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609119.884329:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609119.884331:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b623b80. 00000100:00000040:3.0:1749609119.884332:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012b623b80 x1834594612226432 msgsize 520 00000100:00100000:3.0:1749609119.884334:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609119.884345:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609119.884347:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000400:00000010:3.0:1749609119.884348:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000001:3.0:1749609119.884349:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609119.884350:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eea00 x1834594612226432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884354:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609119.884355:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eea00 x1834594612226432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884359:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884359:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609119.884361:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609119.884363:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000001:3.0:1749609119.884364:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298396289 00000100:00000001:3.0:1749609119.884365:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298396296 00000100:00000001:3.0:1749609119.884366:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298396289 00000100:00000001:3.0:1749609119.884367:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298396296 00000100:00000001:3.0:1749609119.884368:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298396289 00000100:00000001:3.0:1749609119.884368:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298396296 00000100:00000001:3.0:1749609119.884369:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298396289 00000100:00000001:3.0:1749609119.884370:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298396296 00000100:00000001:3.0:1749609119.884371:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609119.884371:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884372:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609119.884374:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ee680 x1834594612226560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884377:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609119.884378:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609119.884378:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609119.884379:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609119.884380:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609119.884381:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612226560:0@lo:38: 00000100:00000001:3.0:1749609119.884382:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609119.884383:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609119.884384:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609119.884385:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609119.884386:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab3000. 02000000:00000001:3.0:1749609119.884387:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609119.884388:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62058. 00000400:00000010:3.0:1749609119.884389:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000100:00000200:3.0:1749609119.884390:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612226560, portal 10 00000100:00000001:3.0:1749609119.884391:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609119.884392:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806611584 : -131938902940032 : ffff8800948ee680) 00000100:00000040:3.0:1749609119.884394:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ee680 x1834594612226560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884397:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609119.884398:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609119.884399:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000200:3.0:1749609119.884400:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612226560, offset 0 00000400:00000200:3.0:1749609119.884401:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609119.884403:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609119.884405:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b2a00 00000400:00000200:3.0:1749609119.884407:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 126424 00000400:00000200:3.0:1749609119.884409:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609119.884410:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609119.884411:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609119.884412:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609119.884413:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622680. 00000100:00000040:3.0:1749609119.884414:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012b622680 x1834594612226560 msgsize 520 00000100:00100000:3.0:1749609119.884416:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609119.884419:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609119.884420:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000400:00000010:3.0:1749609119.884421:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:3.0:1749609119.884422:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609119.884423:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ee680 x1834594612226560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884427:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609119.884427:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ee680 x1834594612226560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884430:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884431:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609119.884432:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609119.884433:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 687 usecs (1 jiffies) 00000100:00000001:3.0:1749609119.884434:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298396289 00000100:00000001:3.0:1749609119.884435:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298396296 00000100:00000001:3.0:1749609119.884436:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298396289 00000100:00000001:3.0:1749609119.884437:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298396296 00000100:00000001:3.0:1749609119.884438:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298396289 00000100:00000001:3.0:1749609119.884438:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298396296 00000100:00000001:3.0:1749609119.884439:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298396289 00000100:00000001:3.0:1749609119.884440:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298396296 00000100:00000001:3.0:1749609119.884441:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609119.884441:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884442:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884443:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884445:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609119.884445:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609119.884446:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609119.884447:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609119.884447:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884448:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884461:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609119.884462:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609119.884463:0:16548:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884464:0:16548:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884472:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609119.884472:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609119.884474:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609119.884474:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609119.884475:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62898. 00000400:00000200:3.0:1749609119.884477:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609119.884477:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609119.884478:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609119.884480:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eea00 x1834594612226432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609119.884484:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eea00 x1834594612226432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884487:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609119.884488:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884489:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609119.884490:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609119.884491:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609119.884492:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609119.884493:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609119.884494:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609119 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609119.884496:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=85 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609119.884517:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609119.884518:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609119.884519:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609119.884521:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eea00 x1834594612226432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609144 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884524:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609119.884525:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609119.884526:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884527:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609119.884527:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609119.884529:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609119.884530:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609119.884531:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609119.884532:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eea00 x1834594612226432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609144 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609119.884536:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612226432:0@lo:38: 00000100:00000001:3.0:1749609119.884538:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884539:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609119.884540:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eea00 x1834594612226432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609144 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884543:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609119.884544:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609119.884545:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609119.884546:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609119.884547:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609119.884548:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609119.884549:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609119.884550:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a589cc00. 02000000:00000001:3.0:1749609119.884551:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609119.884552:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609119.884552:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eea00. 00000100:00000001:3.0:1749609119.884553:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609119.884554:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884555:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884556:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609119.884556:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609119.884558:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609119.884558:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609119.884559:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62058. 00000400:00000200:3.0:1749609119.884560:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000400:00000010:3.0:1749609119.884561:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000001:3.0:1749609119.884562:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609119.884563:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ee680 x1834594612226560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609119.884567:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ee680 x1834594612226560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884570:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609119.884571:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884571:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609119.884572:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609119.884573:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609119.884573:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609119.884574:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609119.884575:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609119 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609119.884577:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=82 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609119.884578:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609119.884578:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609119.884579:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609119.884581:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ee680 x1834594612226560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609144 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884584:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609119.884585:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609119.884586:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884587:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609119.884588:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609119.884589:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609119.884590:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609119.884590:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609119.884592:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ee680 x1834594612226560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609144 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609119.884595:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612226560:0@lo:38: 00000100:00000001:3.0:1749609119.884597:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884597:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609119.884598:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ee680 x1834594612226560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609144 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609119.884601:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609119.884602:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609119.884602:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab3000. 02000000:00000001:3.0:1749609119.884603:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609119.884604:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609119.884604:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609119.884605:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609119.884605:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a589d000. 02000000:00000001:3.0:1749609119.884606:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609119.884607:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609119.884607:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ee680. 00000100:00000001:3.0:1749609119.884608:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609119.884609:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884609:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609119.884611:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609119.884611:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609119.884612:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609119.884613:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609119.891550:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298396296, at 4298396296 00000100:00000040:3.0:1749609119.891556:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298396296, at 4298396296 00000100:00000010:1.0:1749609119.891558:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706700. 00000100:00000010:3.0:1749609119.891562:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706240. 00000020:00000001:3.0:1749609120.161707:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609120.161710:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609120.161711:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609121.163749:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609121.163753:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609121.163755:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609121.646299:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609121.646302:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730233728 02000000:00000001:3.0:1749609121.646304:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609121.646305:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609121.646307:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609121.646309:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609121.646311:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730233728 00000020:00000001:3.0:1749609121.646313:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609121.646314:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609121.646315:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609121.646317:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609121.646319:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609121.646321:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609121.646325:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609121.646328:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609121.646330:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609121.646332:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000020:00000010:3.0:1749609121.646336:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000020:00000010:3.0:1749609121.646338:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609121.646341:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000040:3.0:1749609121.646346:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609121.646348:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609121.646349:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609121.646350:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609121.646354:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609121.646361:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609121.646367:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609121.646369:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609121.646373:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1375 00000100:00000040:3.0:1749609121.646375:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609121.646376:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197342288 : -131939512209328 : ffff8800703e3050) 00000100:00000040:3.0:1749609121.646381:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e3050 x1834594730233728/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:67/0 lens 224/0 e 0 to 0 dl 1749609132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609121.646388:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609121.646389:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609121.646391:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609121.646392:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00100000:3.0:1749609121.646395:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730233728:12345-192.168.201.20@tcp:400: 00000100:00000200:3.0:1749609121.646398:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730233728 00000020:00000001:3.0:1749609121.646399:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609121.646402:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609121.646404:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609121.646406:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609121.646407:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609121.646409:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609121.646410:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609121.646412:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609121.646413:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609121.646415:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609121.646417:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609121.646419:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609121.646420:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609121.646422:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab3000. 02000000:00000001:3.0:1749609121.646423:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609121.646425:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609121.646426:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609121.646428:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730233728 00010000:00000001:3.0:1749609121.646430:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609121.646433:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e3050 x1834594730233728/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:67/0 lens 224/224 e 0 to 0 dl 1749609132 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609121.646444:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609121.646446:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609121.646448:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609121.646451:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609121.646453:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609121.646454:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609121.646456:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609121.646457:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609121.646458:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609121.646460:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609121.646462:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000100:00000200:3.0:1749609121.646464:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730233728, offset 224 00000400:00000200:3.0:1749609121.646467:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609121.646487:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609121.646490:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1958:1958:254:4294967295] 192.168.201.20@tcp LPNI seq info [1954:1954:6:4294967295] 00000400:00000200:3.0:1749609121.646495:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609121.646518:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609121.646520:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695c00. 00000800:00000200:3.0:1749609121.646522:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:3.0:1749609121.646525:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609121.646526:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1749609121.646528:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609121.646530:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609121.646531:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609121.646532:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609121.646533:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609121.646536:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e3050 x1834594730233728/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:67/0 lens 224/224 e 0 to 0 dl 1749609132 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749609121.646537:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609121.646540:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7100. 00000100:00100000:3.0:1749609121.646540:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730233728:12345-192.168.201.20@tcp:400: Request processed in 152us (299us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609121.646543:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609121.646546:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:3.0:1749609121.646546:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1375 00000100:00000040:3.0:1749609121.646547:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000200:1.0:1749609121.646548:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000400:00000010:1.0:1749609121.646549:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000100:00000001:3.0:1749609121.646549:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609121.646550:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609121.646551:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749609121.646551:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000100:00000001:1.0:1749609121.646552:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609121.646553:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000020:00000010:3.0:1749609121.646554:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000020:00000040:3.0:1749609121.646557:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:1.0:1749609121.646558:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609121.646559:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057800. 00000100:00000001:3.0:1749609121.646559:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609121.646560:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609121.646561:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1749609121.646562:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609121.646563:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668660 00000400:00000010:1.0:1749609121.646564:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668660. 00000400:00000010:3.0:1749609121.646564:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62058. 00000100:00000001:1.0:1749609121.646565:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609121.646565:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749609121.646566:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1bfd480. 00000800:00000200:1.0:1749609121.646599:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609121.646601:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695c00. 00000400:00000200:1.0:1749609121.646602:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609121.646603:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609121.646604:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000400:00000010:1.0:1749609121.646605:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000001:1.0:1749609121.646607:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609121.646608:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609121.646610:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab3000. 02000000:00000001:1.0:1749609121.646611:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609121.646612:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609122.165703:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609122.165706:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609122.165708:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609123.167765:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609123.167769:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609123.167771:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609124.169744:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609124.169750:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609124.169754:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609124.891861:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609124.891868:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.891936:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609124.891939:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609124.891941:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609124.891942:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609124.891944:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ed180 x1834594612227328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.891945:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609124.891947:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609124.891951:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609124.891952:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609124.891954:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749609124.891955:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ec000 x1834594612227456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609124.891956:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609124.891957:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609124.891959:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612227328:0@lo:38: 00000100:00000001:3.0:1749609124.891961:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609124.891963:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749609124.891963:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609124.891963:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.891964:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609124.891964:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749609124.891967:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609124.891970:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609124.891972:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609124.891973:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612227456:0@lo:400: 00000100:00000001:1.0:1749609124.891976:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609124.891980:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609124.891982:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.891982:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609124.891983:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749609124.891984:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612227200 02000000:00000001:3.0:1749609124.891985:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:1.0:1749609124.891988:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609124.891988:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609124.891989:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.891990:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609124.891993:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 02000000:00000001:3.0:1749609124.891993:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609124.891996:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612227200 00000020:00000001:3.0:1749609124.891997:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1749609124.891998:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000020:00000040:3.0:1749609124.891998:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:3.0:1749609124.891999:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609124.892001:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:3.0:1749609124.892002:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:3.0:1749609124.892003:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000200:1.0:1749609124.892004:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612227456, portal 4 00000100:00000001:1.0:1749609124.892005:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609124.892006:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806601728 : -131938902949888 : ffff8800948ec000) 00000100:00000001:3.0:1749609124.892007:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609124.892009:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000040:1.0:1749609124.892011:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ec000 x1834594612227456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892011:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609124.892012:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609124.892015:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609124.892017:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749609124.892017:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000400:00000010:1.0:1749609124.892018:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609124.892020:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612227456, offset 0 00000020:00000010:3.0:1749609124.892020:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000400:00000200:1.0:1749609124.892023:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609124.892024:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000040:3.0:1749609124.892045:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609124.892048:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609124.892049:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609124.892050:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892056:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892063:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609124.892066:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609124.892069:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609124.892070:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609124.892074:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b2d80 00000100:00100000:3.0:1749609124.892075:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00000040:3.0:1749609124.892077:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:3.0:1749609124.892078:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197340240 : -131939512211376 : ffff8800703e2850) 00000400:00000200:1.0:1749609124.892079:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 6720 00000100:00000040:3.0:1749609124.892081:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e2850 x1834594612227200/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:70/0 lens 224/0 e 0 to 0 dl 1749609135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609124.892084:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609124.892086:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609124.892087:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609124.892088:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609124.892089:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609124.892090:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609124.892091:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1749609124.892091:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00100000:3.0:1749609124.892093:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612227200:12345-0@lo:400: 00000100:00000010:1.0:1749609124.892094:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a095880. 00000100:00000200:3.0:1749609124.892095:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612227200 00000100:00000040:1.0:1749609124.892096:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88007a095880 x1834594612227456 msgsize 224 00000100:00100000:1.0:1749609124.892098:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749609124.892098:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609124.892100:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609124.892102:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609124.892103:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609124.892105:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609124.892107:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609124.892108:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609124.892109:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749609124.892109:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609124.892111:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609124.892112:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609124.892114:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749609124.892115:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609124.892116:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609124.892116:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609124.892117:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609124.892118:0:1511:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:3.0:1749609124.892119:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab2c00. 00000100:00000200:1.0:1749609124.892120:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ec000 x1834594612227456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609124.892121:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892122:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609124.892123:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892125:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000040:3.0:1749609124.892125:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612227200 00000100:00000040:1.0:1749609124.892127:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ec000 x1834594612227456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609124.892128:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609124.892130:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609124.892130:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e2850 x1834594612227200/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:70/0 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.892131:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609124.892134:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609124.892135:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609124.892136:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609124.892137:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000001:1.0:1749609124.892139:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298401297 00000100:00001000:3.0:1749609124.892139:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609124.892141:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298401304 00000100:00000001:3.0:1749609124.892141:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609124.892142:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609124.892143:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609124.892144:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298401297 00000100:00000001:1.0:1749609124.892145:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298401304 02000000:00000001:3.0:1749609124.892145:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609124.892146:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298401297 02000000:00000001:3.0:1749609124.892146:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892147:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298401304 00000100:00000001:1.0:1749609124.892148:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298401297 00000100:00000001:3.0:1749609124.892148:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609124.892149:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298401304 00000100:00000040:3.0:1749609124.892149:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609124.892150:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609124.892151:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609124.892151:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000001:1.0:1749609124.892153:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892154:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609124.892154:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612227200, offset 224 00000400:00000200:3.0:1749609124.892157:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609124.892160:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609124.892161:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749609124.892161:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609124.892162:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609124.892163:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609124.892164:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892165:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609124.892166:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b2c80 00000400:00000200:3.0:1749609124.892169:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x162d1 [1] + 224 00000400:00000200:3.0:1749609124.892172:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609124.892173:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609124.892176:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609124.892178:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ece00 x1834594612227200/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609124.892183:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948ece00 x1834594612227200/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892190:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:1.0:1749609124.892192:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1749609124.892195:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000200:3.0:1749609124.892197:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609124.892198:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609124.892200:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609124.892201:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609124.892203:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609124.892204:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:3.0:1749609124.892206:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609124.892207:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609124.892207:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609124.892208:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749609124.892209:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612227840 00000100:00000040:3.0:1749609124.892209:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e2850 x1834594612227200/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:70/0 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609124.892211:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609124.892213:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609124.892214:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612227200:12345-0@lo:400: Request processed in 127us (278us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609124.892215:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609124.892218:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 02000000:00000001:1.0:1749609124.892219:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609124.892219:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00100000:1.0:1749609124.892221:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612227840 00000100:00000001:3.0:1749609124.892221:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609124.892222:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609124.892223:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609124.892224:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:1.0:1749609124.892226:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749609124.892226:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000020:00000040:1.0:1749609124.892228:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000010:3.0:1749609124.892228:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000020:00000001:1.0:1749609124.892229:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609124.892230:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000010:3.0:1749609124.892231:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000020:00000040:3.0:1749609124.892233:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:1.0:1749609124.892234:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609124.892235:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1749609124.892236:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8bc0. 02000000:00000010:3.0:1749609124.892237:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab2c00. 00000020:00000010:1.0:1749609124.892239:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4400. 02000000:00000001:3.0:1749609124.892239:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609124.892240:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609124.892242:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000200:3.0:1749609124.892242:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609124.892245:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:3.0:1749609124.892245:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62898. 00000020:00000010:1.0:1749609124.892247:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000400:00000010:3.0:1749609124.892248:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1bfd300. 00000020:00000010:1.0:1749609124.892250:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b80. 00000020:00000010:1.0:1749609124.892253:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 02000000:00000010:3.0:1749609124.892255:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609124.892256:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609124.892257:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609124.892259:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749609124.892259:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62840. 00000100:00000001:1.0:1749609124.892260:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609124.892262:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609124.892262:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000200:3.0:1749609124.892263:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612227328, portal 4 00000100:00000001:3.0:1749609124.892264:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609124.892265:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806606208 : -131938902945408 : ffff8800948ed180) 00000100:00000001:1.0:1749609124.892266:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609124.892268:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1749609124.892268:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ed180 x1834594612227328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.892269:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892272:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609124.892273:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609124.892273:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609124.892274:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000200:3.0:1749609124.892275:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612227328, offset 0 00000100:00000001:1.0:1749609124.892277:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609124.892277:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609124.892278:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609124.892279:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609124.892281:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00000040:1.0:1749609124.892282:0:16223:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000400:00000200:3.0:1749609124.892282:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b2d00 00000100:00000001:1.0:1749609124.892283:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134619520000 : -131939090031616 : ffff880089681c00) 00000400:00000200:3.0:1749609124.892285:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 2080 00000100:00000040:1.0:1749609124.892286:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880089681c00 x1834594612227840/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:70/0 lens 224/0 e 0 to 0 dl 1749609135 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609124.892288:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609124.892289:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609124.892290:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609124.892291:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e80c0. 00000100:00000001:1.0:1749609124.892292:0:16223:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609124.892292:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749609124.892293:0:16223:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e80c0. 00000100:00000200:3.0:1749609124.892293:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:1.0:1749609124.892295:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880089681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612227840:12345-0@lo:400: 00000100:00000010:3.0:1749609124.892296:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b623100. 00000100:00000040:3.0:1749609124.892297:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012b623100 x1834594612227328 msgsize 520 00000100:00000200:1.0:1749609124.892298:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612227840 00000100:00100000:3.0:1749609124.892299:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609124.892300:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609124.892302:0:16223:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609124.892303:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609124.892304:0:16223:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609124.892305:0:16223:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749609124.892306:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000020:00000001:1.0:1749609124.892307:0:16223:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000010:3.0:1749609124.892307:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000020:00000001:1.0:1749609124.892308:0:16223:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609124.892308:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609124.892309:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ed180 x1834594612227328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609124.892310:0:16223:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609124.892311:0:16223:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609124.892312:0:16223:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609124.892314:0:16223:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892314:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749609124.892315:0:16223:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609124.892315:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ed180 x1834594612227328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.892319:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609124.892320:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609124.892320:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892321:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:1.0:1749609124.892323:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508a800. 00000100:00000001:3.0:1749609124.892323:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609124.892324:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609124.892325:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1033 usecs (2 jiffies) 00000100:00000001:1.0:1749609124.892326:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609124.892327:0:16223:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892327:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298401298 00010000:00000040:1.0:1749609124.892329:0:16223:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612227840 00000100:00000001:3.0:1749609124.892329:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298401304 00010000:00000001:1.0:1749609124.892331:0:16223:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609124.892331:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298401298 00010000:00000200:1.0:1749609124.892333:0:16223:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880089681c00 x1834594612227840/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:70/0 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892333:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298401304 00000100:00000001:3.0:1749609124.892335:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298401298 00000100:00000001:3.0:1749609124.892336:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298401304 00000100:00000001:3.0:1749609124.892337:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298401298 00010000:00000001:1.0:1749609124.892338:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609124.892339:0:16223:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892339:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298401304 00000100:00000001:3.0:1749609124.892340:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749609124.892341:0:16223:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609124.892342:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892343:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609124.892344:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609124.892344:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892345:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609124.892345:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609124.892347:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609124.892348:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892349:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609124.892350:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609124.892351:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609124.892352:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749609124.892353:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612227840, offset 224 00000100:00000001:3.0:1749609124.892353:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1749609124.892354:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609124.892354:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609124.892356:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609124.892358:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609124.892361:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b2f00 00000400:00000200:1.0:1749609124.892364:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x162e1 [1] + 224 00000400:00000200:1.0:1749609124.892367:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609124.892369:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609124.892369:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609124.892371:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609124.892373:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ef800 x1834594612227840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609124.892373:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ee680 x1834594612227584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609124.892378:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948ef800 x1834594612227840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892380:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609124.892381:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609124.892383:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609124.892384:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609124.892385:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609124.892386:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609124.892387:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609124.892388:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00100000:3.0:1749609124.892388:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612227584:0@lo:38: 00000100:00000001:1.0:1749609124.892390:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609124.892391:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609124.892391:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609124.892392:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609124.892393:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749609124.892394:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609124.892394:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609124.892395:0:16223:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609124.892396:0:16223:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609124.892396:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749609124.892397:0:16223:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000010:3.0:1749609124.892398:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab3400. 00000100:00000040:1.0:1749609124.892399:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880089681c00 x1834594612227840/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:70/0 lens 224/224 e 0 to 0 dl 1749609135 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609124.892400:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609124.892403:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880089681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612227840:12345-0@lo:400: Request processed in 112us (239us total) trans 0 rc 0/0 00000400:00000010:3.0:1749609124.892403:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b624d0. 00000400:00000010:3.0:1749609124.892405:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00100000:1.0:1749609124.892407:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00000040:1.0:1749609124.892408:0:16223:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000200:3.0:1749609124.892408:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612227584, portal 10 00000100:00000001:1.0:1749609124.892410:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609124.892410:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609124.892411:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609124.892411:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806611584 : -131938902940032 : ffff8800948ee680) 00000020:00000010:1.0:1749609124.892413:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b80. 00000020:00000010:1.0:1749609124.892415:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000100:00000040:3.0:1749609124.892415:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ee680 x1834594612227584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609124.892416:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000100:00000001:3.0:1749609124.892418:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749609124.892419:0:16223:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609124.892420:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609124.892420:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609124.892421:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000200:3.0:1749609124.892422:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612227584, offset 0 00000400:00000200:3.0:1749609124.892424:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:1.0:1749609124.892427:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749609124.892428:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:3.0:1749609124.892428:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609124.892431:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b2e00 00000100:00000001:1.0:1749609124.892432:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609124.892433:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609124.892433:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 128208 00000400:00000200:3.0:1749609124.892436:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609124.892438:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1749609124.892444:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609124.892445:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609124.892447:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:1.0:1749609124.892449:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609124.892450:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:1.0:1749609124.892451:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609124.892452:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ec000 x1834594612227456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892452:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609124.892453:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609124.892455:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622d80. 00000100:00000200:1.0:1749609124.892457:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ec000 x1834594612227456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609124.892457:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012b622d80 x1834594612227584 msgsize 520 00000100:00100000:3.0:1749609124.892459:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609124.892460:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609124.892461:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609124.892463:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609124.892464:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609124.892465:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609124.892466:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609124.892468:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609124.892470:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=80 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609124.892470:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:1.0:1749609124.892472:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609124.892474:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609124.892474:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609124.892474:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000400:00000010:3.0:1749609124.892475:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00010000:00000001:1.0:1749609124.892476:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609124.892476:0:1508:0:(events.c:35:request_out_callback()) Process entered 00010000:00080000:1.0:1749609124.892478:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800948ec000 x1834594612227456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609124.892478:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ee680 x1834594612227584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609124.892482:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892482:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609124.892483:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ee680 x1834594612227584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.892484:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609124.892485:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609124.892486:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609124.892486:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892487:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892487:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749609124.892488:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ec000 x1834594612227456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892488:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609124.892490:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000001:1.0:1749609124.892491:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609124.892491:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298401297 00000100:00000001:3.0:1749609124.892492:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298401304 00000100:00000001:1.0:1749609124.892493:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609124.892493:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298401297 00000100:00000001:1.0:1749609124.892494:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892494:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298401304 00000100:00000040:1.0:1749609124.892495:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ec000 x1834594612227456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892495:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298401297 00000100:00000001:3.0:1749609124.892496:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298401304 00000100:00000001:3.0:1749609124.892497:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298401297 00000100:00000001:3.0:1749609124.892520:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298401304 00000100:00000001:3.0:1749609124.892521:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609124.892522:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609124.892523:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612227456:0@lo:400: 00000100:00000001:3.0:1749609124.892523:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609124.892525:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.892526:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609124.892527:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609124.892528:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ec000 x1834594612227456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892529:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609124.892530:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609124.892531:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609124.892532:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609124.892532:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609124.892533:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749609124.892533:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609124.892534:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 00000100:00100000:3.0:1749609124.892534:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612227712:0@lo:38: 02000000:00000001:1.0:1749609124.892536:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609124.892537:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609124.892537:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1749609124.892538:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:3.0:1749609124.892538:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749609124.892539:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749609124.892539:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609124.892540:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 02000000:00000001:3.0:1749609124.892540:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609124.892542:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab3800. 02000000:00000001:1.0:1749609124.892543:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609124.892543:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609124.892544:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1749609124.892544:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62cb8. 00000100:00000010:1.0:1749609124.892545:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ec000. 00000100:00000001:1.0:1749609124.892546:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1749609124.892546:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000001:1.0:1749609124.892547:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609124.892547:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612227712, portal 10 00000100:00000001:1.0:1749609124.892548:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892548:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609124.892549:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609124.892549:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806612480 : -131938902939136 : ffff8800948eea00) 00000100:00000001:1.0:1749609124.892550:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892551:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609124.892552:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609124.892552:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892555:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609124.892556:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609124.892557:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:3.0:1749609124.892558:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612227712, offset 0 00000400:00000200:3.0:1749609124.892559:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609124.892562:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609124.892564:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b2e80 00000400:00000200:3.0:1749609124.892566:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 128728 00000400:00000200:3.0:1749609124.892568:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609124.892569:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609124.892570:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609124.892571:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609124.892572:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b620380. 00000100:00000040:3.0:1749609124.892574:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012b620380 x1834594612227712 msgsize 520 00000100:00100000:3.0:1749609124.892576:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609124.892580:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609124.892582:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609124.892583:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609124.892584:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609124.892585:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.892590:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609124.892591:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612227712 02000000:00000001:1.0:1749609124.892592:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609124.892593:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609124.892594:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609124.892595:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609124.892595:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609124.892596:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609124.892597:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612227712 00000020:00000001:1.0:1749609124.892598:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609124.892598:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609124.892599:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609124.892599:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609124.892599:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609124.892600:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609124.892601:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609124.892602:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609124.892602:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 687 usecs (1 jiffies) 00000100:00000001:3.0:1749609124.892602:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298401298 00000020:00000010:1.0:1749609124.892603:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609124.892603:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298401304 00000100:00000001:3.0:1749609124.892604:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298401298 00000020:00000010:1.0:1749609124.892605:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b80. 00000100:00000001:3.0:1749609124.892605:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298401304 00000020:00000010:1.0:1749609124.892606:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609124.892606:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298401298 00000100:00000001:1.0:1749609124.892607:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609124.892607:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298401304 00000100:00000001:1.0:1749609124.892608:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609124.892608:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298401298 00000100:00000001:1.0:1749609124.892609:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892609:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298401304 00000100:00000001:3.0:1749609124.892610:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609124.892610:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892611:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609124.892612:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609124.892613:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609124.892613:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62840. 00000400:00000200:3.0:1749609124.892614:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00000001:1.0:1749609124.892615:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609124.892615:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609124.892616:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609124.892617:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ed180 x1834594612227328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.892618:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609124.892619:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609124.892621:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589 00000100:00000200:3.0:1749609124.892621:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ed180 x1834594612227328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.892622:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137337029504 : -131936372522112 : ffff88012b620380) 00000100:00000040:1.0:1749609124.892624:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b620380 x1834594612227712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892624:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609124.892625:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892626:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609124.892627:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609124.892628:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749609124.892629:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612227712:12345-0@lo:38: 00000100:00000200:1.0:1749609124.892630:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612227712 00000100:00000001:3.0:1749609124.892630:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609124.892631:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609124.892631:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609124.892633:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:3.0:1749609124.892633:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609124 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609124.892634:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=90 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609124.892636:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609124.892637:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609124.892639:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609124.892641:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ed180 x1834594612227328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609149 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609124.892643:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892644:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00020000:1.0:1749609124.892645:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609124.892645:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749609124.892646:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609124.892646:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892647:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:1.0:1749609124.892648:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609124.892649:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609124.892649:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609124.892650:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609124.892651:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609124.892651:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:3.0:1749609124.892652:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609124.892653:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749609124.892654:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a06a2000. 02000000:00000001:1.0:1749609124.892655:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609124.892655:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ed180 x1834594612227328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609149 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.892656:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609124.892658:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609124.892659:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609124.892659:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612227328:0@lo:38: 00000100:00001000:1.0:1749609124.892660:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609124.892661:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609124.892662:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609124.892662:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609124.892663:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609124.892663:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ed180 x1834594612227328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609149 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609124.892664:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609124.892665:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609124.892666:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609124.892667:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:3.0:1749609124.892667:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609124.892667:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2c00. 00000100:00000040:1.0:1749609124.892668:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609124.892668:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749609124.892669:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609124.892670:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609124.892670:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609124.892671:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:3.0:1749609124.892671:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1749609124.892672:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609124.892673:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000020:00000001:3.0:1749609124.892673:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609124.892674:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a589fc00. 00000100:00000200:1.0:1749609124.892675:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612227712, offset 0 02000000:00000001:3.0:1749609124.892675:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609124.892676:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749609124.892677:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749609124.892677:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ed180. 00000100:00000001:3.0:1749609124.892678:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609124.892678:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892679:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609124.892681:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609124.892681:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609124.892682:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609124.892683:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609124.892684:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b2e80 00000100:00000001:3.0:1749609124.892684:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609124.892685:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609124.892686:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609124.892687:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b624d0. 00000400:00000200:3.0:1749609124.892687:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000400:00000010:3.0:1749609124.892688:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:3.0:1749609124.892689:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609124.892691:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1630d [1] + 0 00000100:00000200:3.0:1749609124.892691:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ee680 x1834594612227584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609124.892694:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609124.892694:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ee680 x1834594612227584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609124.892696:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609124.892698:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609124.892698:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609124.892698:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892699:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749609124.892700:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609124.892700:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609124.892701:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609124.892702:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609124.892702:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609124.892704:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609124.892704:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609124 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609124.892705:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=90 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609124.892706:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609124.892707:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609124.892708:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609124.892709:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609124.892709:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ee680 x1834594612227584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609149 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609124.892711:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609124.892712:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:1.0:1749609124.892713:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609124.892713:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609124.892713:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609124.892714:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609124.892715:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892715:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609124.892716:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609124.892716:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609124.892716:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609124.892717:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609124.892717:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749609124.892718:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1749609124.892718:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:1.0:1749609124.892719:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b620380 x1834594612227712/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609144 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892719:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609124.892721:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ee680 x1834594612227584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609149 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609124.892724:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612227712:12345-0@lo:38: Request processed in 95us (149us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609124.892724:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612227584:0@lo:38: 00000100:00100000:1.0:1749609124.892727:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589 00000400:00000001:3.0:1749609124.892727:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609124.892727:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609124.892728:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609124.892729:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749609124.892729:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62cb8. 00000020:00000010:1.0:1749609124.892730:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b80. 00000400:00000200:3.0:1749609124.892730:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000400:00000010:3.0:1749609124.892730:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000020:00000010:1.0:1749609124.892731:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609124.892731:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609124.892733:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000200:3.0:1749609124.892733:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609124.892734:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609124.892736:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892740:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609124.892740:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892741:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609124.892741:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609124.892742:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609124.892742:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609124.892743:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609124.892744:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609124 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609124.892745:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=87 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609124.892747:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609124.892748:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609124.892749:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609124.892751:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609149 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892754:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609124.892755:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609124.892756:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892756:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609124.892757:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609124.892758:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609124.892759:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609124.892759:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609124.892761:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609149 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609124.892764:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612227712:0@lo:38: 00000100:00000001:3.0:1749609124.892766:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892766:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609124.892767:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ee680 x1834594612227584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609149 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892770:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609124.892771:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609124.892771:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609124.892772:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609124.892773:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609124.892773:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609124.892774:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609124.892774:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800911eac00. 02000000:00000001:3.0:1749609124.892776:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609124.892776:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609124.892777:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ee680. 00000100:00000001:3.0:1749609124.892779:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609124.892779:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892781:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609124.892782:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eea00 x1834594612227712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609149 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609124.892785:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609124.892785:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609124.892786:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab3800. 02000000:00000001:3.0:1749609124.892787:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609124.892787:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609124.892788:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609124.892789:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609124.892789:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a5c00. 02000000:00000001:3.0:1749609124.892790:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609124.892791:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609124.892791:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eea00. 00000100:00000001:3.0:1749609124.892792:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609124.892793:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892794:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609124.892795:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609124.892795:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609124.892796:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609124.892797:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609124.899556:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298401304, at 4298401304 00000100:00000010:3.0:1749609124.899573:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706c40. 00000100:00000040:1.0:1749609124.899579:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298401304, at 4298401304 00000100:00000010:1.0:1749609124.899590:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706000. 00000020:00000001:1.0:1749609125.171765:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609125.171770:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609125.171774:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609126.173764:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609126.173770:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609126.173773:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609126.654405:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609126.654408:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730234112 02000000:00000001:3.0:1749609126.654410:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609126.654412:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609126.654414:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609126.654417:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609126.654421:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730234112 00000020:00000001:3.0:1749609126.654423:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609126.654425:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609126.654427:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609126.654429:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609126.654430:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609126.654432:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609126.654436:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609126.654439:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609126.654440:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609126.654442:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000020:00000010:3.0:1749609126.654446:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000020:00000010:3.0:1749609126.654449:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609126.654453:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000040:3.0:1749609126.654458:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609126.654460:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609126.654461:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609126.654462:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609126.654466:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609126.654472:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609126.654475:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609126.654477:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730234368 00000100:00000001:3.0:1749609126.654478:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609126.654479:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609126.654479:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609126.654480:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609126.654481:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609126.654483:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609126.654483:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1377 00000100:00000040:3.0:1749609126.654484:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00100000:1.0:1749609126.654485:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730234368 00000100:00000001:3.0:1749609126.654485:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197330000 : -131939512221616 : ffff8800703e0050) 00000020:00000001:1.0:1749609126.654486:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609126.654487:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609126.654488:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609126.654489:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609126.654490:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609126.654490:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e0050 x1834594730234112/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:72/0 lens 224/0 e 0 to 0 dl 1749609137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609126.654492:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000020:00000010:1.0:1749609126.654495:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b80. 00000100:00000001:3.0:1749609126.654495:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609126.654496:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000020:00000010:1.0:1749609126.654497:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609126.654497:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609126.654518:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00100000:3.0:1749609126.654521:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730234112:12345-192.168.201.20@tcp:400: 00000100:00000200:3.0:1749609126.654523:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730234112 00000020:00000001:3.0:1749609126.654525:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609126.654527:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749609126.654527:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609126.654528:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609126.654528:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609126.654530:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609126.654530:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609126.654531:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609126.654532:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609126.654532:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609126.654533:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609126.654534:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609126.654535:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609126.654536:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609126.654537:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609126.654538:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609126.654540:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609126.654541:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609126.654542:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609126.654542:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749609126.654545:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2591 02000000:00000010:3.0:1749609126.654545:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab3800. 00000100:00000001:1.0:1749609126.654546:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806614272 : -131938902937344 : ffff8800948ef100) 02000000:00000001:3.0:1749609126.654546:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609126.654547:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609126.654548:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ef100 x1834594730234368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609126.654548:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609126.654550:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730234112 00010000:00000001:3.0:1749609126.654552:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609126.654554:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e0050 x1834594730234112/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:72/0 lens 224/224 e 0 to 0 dl 1749609137 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609126.654555:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730234368:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609126.654557:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730234368 00000020:00000001:1.0:1749609126.654558:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609126.654558:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609126.654559:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749609126.654560:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609126.654561:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=95 v=5 (1 1 1 1) 00000020:00000040:1.0:1749609126.654563:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:3.0:1749609126.654564:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749609126.654565:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000040:3.0:1749609126.654565:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609126.654566:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609126.654567:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609126.654568:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609126.654568:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609126.654569:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609126.654570:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749609126.654571:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a06a3c00. 00000100:00000040:3.0:1749609126.654571:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:1.0:1749609126.654572:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609126.654573:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609126.654574:0:16548:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000400:00000010:3.0:1749609126.654574:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000200:3.0:1749609126.654577:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730234112, offset 224 00010000:00080000:1.0:1749609126.654578:0:16548:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3735 last 0 00010000:00000001:1.0:1749609126.654580:0:16548:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:3.0:1749609126.654581:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609126.654583:0:16548:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:1.0:1749609126.654585:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:3.0:1749609126.654587:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:1.0:1749609126.654588:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1749609126.654592:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:3.0:1749609126.654592:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1959:1959:256:4294967295] 192.168.201.20@tcp LPNI seq info [1955:1955:8:4294967295] 00000004:00000001:1.0:1749609126.654594:0:16548:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609126.654595:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609126.654597:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000040:1.0:1749609126.654599:0:16548:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:1.0:1749609126.654600:0:16548:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000800:00000200:3.0:1749609126.654600:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000040:1.0:1749609126.654601:0:16548:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:1.0:1749609126.654603:0:16548:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:3.0:1749609126.654603:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000004:00000001:1.0:1749609126.654604:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609126.654605:0:16548:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609126.654606:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:3.0:1749609126.654606:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:1.0:1749609126.654607:0:16548:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609126.654609:0:16548:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609126.654609:0:16548:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:1.0:1749609126.654611:0:16548:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000800:00000200:3.0:1749609126.654611:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00010000:00000001:1.0:1749609126.654612:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609126.654613:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000800:00000200:3.0:1749609126.654613:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1749609126.654614:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609126.654615:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609126.654616:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1749609126.654618:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609126.654619:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609126.654621:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:1.0:1749609126.654622:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00010000:00000001:3.0:1749609126.654622:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609126.654623:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749609126.654623:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609126.654624:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000001:3.0:1749609126.654624:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609126.654625:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:3.0:1749609126.654626:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e0050 x1834594730234112/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:72/0 lens 224/224 e 0 to 0 dl 1749609137 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609126.654627:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609126.654628:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609126.654629:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609126.654630:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609126.654631:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609126.654631:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730234112:12345-192.168.201.20@tcp:400: Request processed in 135us (294us total) trans 0 rc 0/0 00000100:00000040:1.0:1749609126.654632:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609126.654634:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000200:1.0:1749609126.654635:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730234368, offset 0 00000100:00100000:3.0:1749609126.654635:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1377 00000100:00000040:3.0:1749609126.654637:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000200:1.0:1749609126.654638:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609126.654639:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609126.654640:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609126.654641:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000010:3.0:1749609126.654642:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000400:00000200:1.0:1749609126.654644:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1961:1961:254:4294967295] 192.168.201.20@tcp LPNI seq info [1957:1957:6:4294967295] 00000020:00000010:3.0:1749609126.654644:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000020:00000010:3.0:1749609126.654646:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000400:00000200:1.0:1749609126.654649:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000040:3.0:1749609126.654649:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:3.0:1749609126.654651:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609126.654652:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000200:3.0:1749609126.654653:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:1.0:1749609126.654654:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceec00. 00000800:00000200:1.0:1749609126.654656:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000010:3.0:1749609126.654656:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62cb8. 00000400:00000010:3.0:1749609126.654658:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1bfdc00. 00000800:00000200:1.0:1749609126.654659:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609126.654661:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceec00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609126.654662:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609126.654664:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609126.654665:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609126.654666:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609126.654667:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ef100 x1834594730234368/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609146 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609126.654672:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730234368:12345-192.168.201.20@tcp:38: Request processed in 118us (243us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609126.654678:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2591 00000100:00000001:1.0:1749609126.654679:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609126.654680:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609126.654681:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b80. 00000020:00000010:1.0:1749609126.654683:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000020:00000010:1.0:1749609126.654685:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000001:1.0:1749609126.654687:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609127.175781:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609127.175784:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609127.175786:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609128.177722:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609128.177725:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609128.177727:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609129.179695:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609129.179699:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609129.179701:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609129.899757:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609129.899764:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609129.899767:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609129.899774:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.899782:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609129.899783:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609129.899786:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609129.899789:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609129.899791:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609129.899793:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612228224:0@lo:400: 00000100:00000001:1.0:1749609129.899797:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609129.899801:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609129.899804:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609129.899805:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609129.899810:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609129.899811:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609129.899817:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000100:00000001:3.0:1749609129.899817:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609129.899821:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609129.899823:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749609129.899827:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000040:3.0:1749609129.899827:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ee680 x1834594612228352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609129.899833:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612228224, portal 25 00000100:00000001:3.0:1749609129.899834:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609129.899835:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.899836:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609129.899837:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806612480 : -131938902939136 : ffff8800948eea00) 02000000:00000001:3.0:1749609129.899838:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749609129.899840:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609129.899840:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609129.899842:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609129.899844:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612228352:0@lo:38: 00000100:00000001:1.0:1749609129.899845:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609129.899848:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609129.899848:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1749609129.899849:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000200:1.0:1749609129.899850:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612228224, offset 0 02000000:00000001:3.0:1749609129.899850:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609129.899852:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609129.899854:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609129.899854:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609129.899857:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609129.899858:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609129.899863:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b624d0. 00000400:00000200:1.0:1749609129.899868:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749609129.899869:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000200:3.0:1749609129.899874:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612228352, portal 4 00000100:00000001:3.0:1749609129.899876:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749609129.899877:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b3080 00000100:00000001:3.0:1749609129.899878:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806611584 : -131938902940032 : ffff8800948ee680) 00000100:00000040:3.0:1749609129.899883:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ee680 x1834594612228352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609129.899886:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x157d1 [2] + 0 00000400:00000010:1.0:1749609129.899888:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0898. 00000100:00000001:3.0:1749609129.899889:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609129.899891:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609129.899893:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596bf00 00000400:00000010:3.0:1749609129.899893:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000200:3.0:1749609129.899896:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612228352, offset 0 00000400:00000200:3.0:1749609129.899902:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609129.899903:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609129.899907:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609129.899914:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609129.899918:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596bf00 00000400:00000010:1.0:1749609129.899920:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596bf00. 00000400:00000200:3.0:1749609129.899923:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b3100 00000100:00000001:1.0:1749609129.899926:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609129.899927:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1749609129.899930:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 2600 00000100:00000040:1.0:1749609129.899931:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51da450 x1834594612228224 msgsize 224 00000100:00100000:1.0:1749609129.899935:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609129.899936:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609129.899937:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1749609129.899940:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609129.899974:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609129.899975:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749609129.899979:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622300. 00000100:00000040:3.0:1749609129.899981:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012b622300 x1834594612228352 msgsize 520 00000100:00000001:1.0:1749609129.899984:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609129.899986:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609129.899991:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609129.899993:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:1.0:1749609129.899995:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609129.899995:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749609129.899998:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609129.900004:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00000001:1.0:1749609129.900005:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609129.900006:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000040:1.0:1749609129.900007:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.900010:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609129.900011:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900012:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609129.900012:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ee680 x1834594612228352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.900016:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900017:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298406312 00000100:00000001:3.0:1749609129.900017:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609129.900019:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ee680 x1834594612228352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.900021:0:1509:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4298406305 00000100:00000001:1.0:1749609129.900024:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298406312 00000100:00000001:3.0:1749609129.900024:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900026:0:1509:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4298406305 00000100:00000001:3.0:1749609129.900026:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609129.900027:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298406312 00000100:00000001:1.0:1749609129.900029:0:1509:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4298406305 00000100:00000001:1.0:1749609129.900030:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298406312 00000100:00000001:1.0:1749609129.900032:0:1509:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4298406305 00000100:00000001:3.0:1749609129.900032:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900033:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609129.900035:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609129.900035:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1032 usecs (2 jiffies) 00000100:00000001:1.0:1749609129.900036:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900037:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.900037:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298406306 00000100:00000001:1.0:1749609129.900041:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609129.900042:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609129.900043:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609129.900044:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609129.900044:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900046:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.900047:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609129.900048:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612228224 02000000:00000001:3.0:1749609129.900049:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609129.900050:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609129.900051:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609129.900053:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900054:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609129.900054:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612228224 00000100:00000001:1.0:1749609129.900056:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609129.900056:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609129.900057:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749609129.900057:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:3.0:1749609129.900058:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609129.900059:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ece00 x1834594612228864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609129.900060:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:3.0:1749609129.900061:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:3.0:1749609129.900063:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609129.900064:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609129.900065:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609129.900066:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609129.900066:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609129.900067:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609129.900068:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609129.900068:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00100000:1.0:1749609129.900070:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612228864:0@lo:400: 00000100:00000001:3.0:1749609129.900070:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609129.900072:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749609129.900072:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 02000000:00000001:1.0:1749609129.900073:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609129.900075:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609129.900076:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749609129.900076:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 02000000:00000010:1.0:1749609129.900078:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b200. 02000000:00000001:1.0:1749609129.900079:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609129.900080:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000400:00000010:1.0:1749609129.900081:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0898. 00000400:00000010:1.0:1749609129.900084:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000020:00000010:3.0:1749609129.900084:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000200:1.0:1749609129.900086:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612228864, portal 10 00000100:00000001:1.0:1749609129.900087:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609129.900088:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806605312 : -131938902946304 : ffff8800948ece00) 00000100:00000040:1.0:1749609129.900091:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ece00 x1834594612228864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609129.900091:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609129.900094:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609129.900095:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609129.900095:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609129.900096:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609129.900096:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609129.900097:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00000200:1.0:1749609129.900098:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612228864, offset 0 00000400:00000200:1.0:1749609129.900100:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609129.900101:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609129.900103:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609129.900107:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b3300 00000100:00000001:3.0:1749609129.900107:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609129.900110:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 130288 00000100:00000001:3.0:1749609129.900111:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609129.900113:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609129.900114:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609129.900116:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609129.900116:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00000001:1.0:1749609129.900118:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749609129.900118:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000200:1.0:1749609129.900119:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609129.900120:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352837200 : -131938356714416 : ffff8800b51da450) 00000100:00000010:1.0:1749609129.900122:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a095c00. 00000100:00000040:1.0:1749609129.900124:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88007a095c00 x1834594612228864 msgsize 224 00000100:00000040:3.0:1749609129.900124:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51da450 x1834594612228224/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:75/0 lens 224/0 e 0 to 0 dl 1749609140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609129.900127:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609129.900130:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609129.900132:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749609129.900132:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609129.900133:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609129.900134:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000020:00000010:3.0:1749609129.900134:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000400:00000010:1.0:1749609129.900135:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:1.0:1749609129.900136:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749609129.900137:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612228224:12345-0@lo:400: 00000100:00000200:1.0:1749609129.900138:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ece00 x1834594612228864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609129.900140:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612228224 00000020:00000001:3.0:1749609129.900142:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609129.900143:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609129.900144:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ece00 x1834594612228864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609129.900145:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609129.900146:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609129.900148:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609129.900149:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900150:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609129.900150:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609129.900151:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609129.900152:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749609129.900153:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 00000020:00000001:3.0:1749609129.900153:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609129.900154:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298406305 00000020:00000001:3.0:1749609129.900155:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609129.900156:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298406312 00000100:00000001:1.0:1749609129.900157:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298406305 00000100:00000001:1.0:1749609129.900157:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298406312 00000020:00000001:3.0:1749609129.900157:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609129.900158:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298406305 00000100:00000001:1.0:1749609129.900159:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298406312 00000020:00000001:3.0:1749609129.900159:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900160:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298406305 00000100:00000001:1.0:1749609129.900161:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298406312 00000020:00000001:3.0:1749609129.900161:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609129.900162:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609129.900163:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.900163:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609129.900164:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900165:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609129.900165:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609129.900167:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1749609129.900167:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab2c00. 00000100:00000001:1.0:1749609129.900168:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609129.900169:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609129.900169:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609129.900169:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900170:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900171:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.900171:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609129.900172:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609129.900174:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612228224 00010000:00000001:3.0:1749609129.900177:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00080000:1.0:1749609129.900178:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000200:3.0:1749609129.900180:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51da450 x1834594612228224/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:75/0 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609129.900181:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00010000:00000001:3.0:1749609129.900187:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609129.900188:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609129.900189:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=98 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609129.900190:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609129.900191:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612228864 02000000:00000001:1.0:1749609129.900192:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609129.900192:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609129.900193:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609129.900194:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609129.900194:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:1.0:1749609129.900195:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.900196:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:1.0:1749609129.900197:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612228864 02000000:00000001:3.0:1749609129.900197:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749609129.900199:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609129.900199:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 02000000:00000001:3.0:1749609129.900199:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609129.900200:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609129.900201:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749609129.900202:0:16548:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000040:3.0:1749609129.900203:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609129.900204:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000010:3.0:1749609129.900204:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000020:00000001:1.0:1749609129.900205:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000200:3.0:1749609129.900207:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612228224, offset 224 00000100:00000001:1.0:1749609129.900208:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609129.900210:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e80c0. 00000400:00000200:3.0:1749609129.900210:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609129.900212:0:16548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8bc0. 00000020:00000040:1.0:1749609129.900214:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:3.0:1749609129.900215:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609129.900217:0:16548:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609129.900219:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000400:00000200:3.0:1749609129.900219:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b3080 00000020:00000010:1.0:1749609129.900221:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b80. 00000020:00000010:1.0:1749609129.900224:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000400:00000200:3.0:1749609129.900224:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1632d [1] + 224 00000100:00000040:1.0:1749609129.900227:0:16548:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609129.900228:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749609129.900228:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609129.900229:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749609129.900230:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609129.900231:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609129.900234:0:16548:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609129.900234:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609129.900235:0:16548:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609129.900236:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609129.900237:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.900240:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609129.900244:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609129.900245:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609129.900246:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00000040:1.0:1749609129.900248:0:16548:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:1.0:1749609129.900249:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361652224 : -131939347899392 : ffff88007a095c00) 00000100:00000040:3.0:1749609129.900249:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609129.900251:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a095c00 x1834594612228864/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:75/0 lens 224/0 e 0 to 0 dl 1749609140 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.900256:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609129.900257:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8bc0. 00000100:00000001:1.0:1749609129.900258:0:16548:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609129.900260:0:16548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8bc0. 00000100:00000001:3.0:1749609129.900260:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609129.900262:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612228864:12345-0@lo:400: 00000100:00000200:1.0:1749609129.900264:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612228864 00000020:00000001:1.0:1749609129.900266:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609129.900267:0:16548:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609129.900269:0:16548:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609129.900269:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000020:00000001:1.0:1749609129.900270:0:16548:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1749609129.900270:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000020:00000001:1.0:1749609129.900271:0:16548:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:1.0:1749609129.900272:0:16548:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609129.900272:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609129.900273:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609129.900274:0:16548:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609129.900275:0:16548:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609129.900275:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609129.900277:0:16548:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1749609129.900277:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:1.0:1749609129.900278:0:16548:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609129.900278:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609129.900279:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609129.900280:0:16548:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749609129.900280:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609129.900282:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609129.900283:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609129.900283:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51da450 x1834594612228224/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:75/0 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609129.900285:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a06a3400. 02000000:00000001:1.0:1749609129.900287:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900288:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609129.900289:0:16548:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609129.900289:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612228224:12345-0@lo:400: Request processed in 158us (357us total) trans 0 rc 0/0 00010000:00000040:1.0:1749609129.900291:0:16548:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612228864 00010000:00000001:1.0:1749609129.900292:0:16548:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609129.900294:0:16548:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a095c00 x1834594612228864/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:75/0 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609129.900295:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00000040:3.0:1749609129.900296:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00010000:00000001:1.0:1749609129.900298:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609129.900298:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749609129.900299:0:16548:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.900299:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1749609129.900301:0:16548:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=92 v=5 (1 1 1 1) 00000020:00000010:3.0:1749609129.900302:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000100:00000001:1.0:1749609129.900303:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609129.900304:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:3.0:1749609129.900304:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000100:00000001:1.0:1749609129.900305:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609129.900307:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749609129.900307:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 02000000:00000001:1.0:1749609129.900308:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900309:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609129.900310:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1749609129.900310:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000400:00000010:1.0:1749609129.900311:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 02000000:00000001:3.0:1749609129.900312:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1749609129.900313:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612228864, offset 224 02000000:00000010:3.0:1749609129.900314:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab2c00. 00000400:00000200:1.0:1749609129.900316:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609129.900316:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609129.900317:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609129.900319:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609129.900320:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1749609129.900322:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b3300 00000400:00000010:3.0:1749609129.900322:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62840. 00000400:00000200:1.0:1749609129.900325:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16345 [1] + 224 00000400:00000200:1.0:1749609129.900327:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609129.900329:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749609129.900329:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1bfd000. 00000100:00000001:1.0:1749609129.900330:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609129.900332:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ece00 x1834594612228864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609129.900337:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948ece00 x1834594612228864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.900337:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.900339:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298406306 00000100:00000001:3.0:1749609129.900341:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.900343:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298406306 00000100:00000001:3.0:1749609129.900344:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.900345:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298406306 00000100:00000001:3.0:1749609129.900347:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.900348:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609129.900351:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609129.900351:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609129.900353:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000400:00000010:1.0:1749609129.900354:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:1.0:1749609129.900355:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609129.900356:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609129.900357:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609129.900357:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609129.900358:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609129.900359:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609129.900360:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b624d0. 00010000:00000001:1.0:1749609129.900361:0:16548:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609129.900361:0:16548:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609129.900362:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000020:00000001:1.0:1749609129.900363:0:16548:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609129.900364:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a095c00 x1834594612228864/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:75/0 lens 224/224 e 0 to 0 dl 1749609140 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609129.900364:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:3.0:1749609129.900365:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609129.900368:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ee680 x1834594612228352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609129.900369:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612228864:12345-0@lo:400: Request processed in 112us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609129.900374:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00000040:1.0:1749609129.900375:0:16548:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000200:3.0:1749609129.900375:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ee680 x1834594612228352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.900377:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609129.900378:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609129.900380:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b80. 00000100:00000001:3.0:1749609129.900380:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609129.900381:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609129.900381:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609129.900383:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00000001:3.0:1749609129.900384:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609129.900385:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1749609129.900386:0:16548:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609129.900387:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.900387:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609129.900388:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609129.900390:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609129.900394:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609129 v=5 (0 0 0 0) 00000100:00080000:1.0:1749609129.900395:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749609129.900396:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00001000:3.0:1749609129.900396:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=95 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609129.900399:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609129.900400:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609129.900401:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:02020000:3.0:1749609129.900402:0:1508:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000400:00000001:1.0:1749609129.900403:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609129.900404:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609129.900405:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:1.0:1749609129.900407:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609129.900407:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:1.0:1749609129.900408:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609129.900410:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609129.900415:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.900418:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609129.900419:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609129.900420:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609129.900421:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609129.900422:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609129.900423:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609129.900424:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609129.900425:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609129.900427:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609129.900429:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609129.900429:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609129.900431:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609129.900432:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900433:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609129.900435:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.900438:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609129.900439:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609129.900440:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609129.900442:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609129.900446:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612228224:0@lo:400: 00000100:00000001:1.0:1749609129.900449:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609129.900450:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609129.900451:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eea00 x1834594612228224/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.900454:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609129.900455:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609129.900456:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609129.900457:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609129.900458:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609129.900458:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:1.0:1749609129.900459:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609129.900460:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057000. 02000000:00000001:1.0:1749609129.900461:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609129.900462:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609129.900462:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eea00. 00000100:00000001:1.0:1749609129.900464:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609129.900464:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609129.900465:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609129.900466:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609129.900467:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.900468:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609129.900469:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.903661:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609129.903664:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609129.903668:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ee680 x1834594612228352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.903675:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609129.903677:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609129.903678:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.903680:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609129.903682:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609129.903684:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609129.903686:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609129.903688:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609129.903689:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ee680 x1834594612228352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609129.903695:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612228352:0@lo:38: 00000100:00000001:3.0:1749609129.903697:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.903699:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609129.903700:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ee680 x1834594612228352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.903705:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609129.903706:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609129.903707:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609129.903709:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609129.903710:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609129.903711:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609129.903713:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609129.903714:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a102800. 02000000:00000001:3.0:1749609129.903716:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609129.903716:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609129.903717:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ee680. 00000100:00000001:3.0:1749609129.903719:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609129.903720:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.903721:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.903725:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609129.903725:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.903728:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609129.903729:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609129.903730:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609129.903732:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.903737:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609129.903738:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609129.903739:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609129.903740:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609129.903742:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609129.903743:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612228608:0@lo:38: 00000100:00000001:3.0:1749609129.903746:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609129.903747:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609129.903748:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609129.903750:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609129.903752:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609129.903753:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609129.903756:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b624d0. 00000400:00000010:3.0:1749609129.903758:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000200:3.0:1749609129.903761:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612228608, portal 10 00000100:00000001:3.0:1749609129.903763:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609129.903764:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806616064 : -131938902935552 : ffff8800948ef800) 00000100:00000040:3.0:1749609129.903767:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.903772:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609129.903774:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609129.903775:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000200:3.0:1749609129.903776:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612228608, offset 0 00000400:00000200:3.0:1749609129.903779:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609129.903783:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609129.903787:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b3200 00000400:00000200:3.0:1749609129.903791:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 130512 00000400:00000200:3.0:1749609129.903796:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609129.903798:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609129.903802:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609129.903803:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609129.903806:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eb11880. 00000100:00000040:3.0:1749609129.903807:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012eb11880 x1834594612228608 msgsize 520 00000100:00100000:3.0:1749609129.903810:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609129.903821:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609129.903826:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609129.903827:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609129.903830:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609129.903832:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.903837:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609129.903838:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.903843:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.903844:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609129.903847:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609129.903849:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 835 usecs (1 jiffies) 00000100:00000001:3.0:1749609129.903851:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298406309 00000100:00000001:3.0:1749609129.903853:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.903854:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298406309 00000100:00000001:3.0:1749609129.903856:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.903857:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298406309 00000100:00000001:3.0:1749609129.903858:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.903860:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298406309 00000100:00000001:3.0:1749609129.903861:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.903862:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609129.903864:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.903866:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609129.903867:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ec000 x1834594612228736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.903878:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609129.903879:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.903880:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609129.903881:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609129.903882:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609129.903883:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612228608 02000000:00000001:3.0:1749609129.903884:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609129.903885:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749609129.903885:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612228736:0@lo:38: 00000100:00000001:1.0:1749609129.903886:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609129.903887:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.903888:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609129.903889:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609129.903889:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609129.903890:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609129.903891:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612228608 00000020:00000001:1.0:1749609129.903892:0:16548:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609129.903892:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1749609129.903893:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609129.903894:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1749609129.903894:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab2c00. 00000020:00000001:1.0:1749609129.903895:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609129.903895:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609129.903896:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609129.903897:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62580. 00000400:00000010:3.0:1749609129.903898:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000020:00000010:1.0:1749609129.903899:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000200:3.0:1749609129.903900:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612228736, portal 10 00000020:00000010:1.0:1749609129.903901:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b80. 00000100:00000001:3.0:1749609129.903901:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609129.903901:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806601728 : -131938902949888 : ffff8800948ec000) 00000020:00000010:1.0:1749609129.903902:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000100:00000040:3.0:1749609129.903904:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ec000 x1834594612228736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.903905:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609129.903905:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609129.903906:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.903908:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609129.903909:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609129.903909:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609129.903909:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:3.0:1749609129.903910:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612228736, offset 0 00000400:00000200:3.0:1749609129.903912:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609129.903915:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609129.903918:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b3280 00000400:00000200:3.0:1749609129.903920:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 131032 00000100:00000001:1.0:1749609129.903921:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609129.903924:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609129.903925:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609129.903926:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609129.903926:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609129.903928:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00000001:3.0:1749609129.903929:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609129.903930:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137392543872 : -131936317007744 : ffff88012eb11880) 00000100:00000200:3.0:1749609129.903930:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749609129.903932:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012eb11880 x1834594612228608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609129.903932:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eb12a00. 00000100:00000040:3.0:1749609129.903935:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012eb12a00 x1834594612228736 msgsize 520 00000100:00100000:1.0:1749609129.903938:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612228608:12345-0@lo:38: 00000100:00100000:3.0:1749609129.903939:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749609129.903955:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612228608 00000020:00000001:1.0:1749609129.903957:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609129.903959:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609129.903961:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609129.903964:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609129.903965:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00010000:00020000:1.0:1749609129.903966:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609129.903967:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609129.903967:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609129.903968:0:1508:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749609129.903969:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609129.903970:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609129.903971:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749609129.903971:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ec000 x1834594612228736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609129.903972:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609129.903976:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880137342800. 02000000:00000001:1.0:1749609129.903977:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.903977:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609129.903978:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609129.903978:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ec000 x1834594612228736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609129.903979:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609129.903980:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609129.903982:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609129.903984:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609129.903984:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.903985:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609129.903986:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609129.903987:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609129.903987:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.903988:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609129.903989:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609129.903990:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 686 usecs (1 jiffies) 00000100:00000040:1.0:1749609129.903991:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609129.903991:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298406309 02000000:00000001:1.0:1749609129.903992:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609129.903993:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.903993:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298406312 00000100:00000001:1.0:1749609129.903994:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609129.903994:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298406309 00000100:00000040:1.0:1749609129.903995:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609129.903996:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609129.903996:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.903997:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298406309 00000100:00000200:1.0:1749609129.903998:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612228608, offset 0 00000100:00000001:3.0:1749609129.903998:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.904000:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298406309 00000400:00000200:1.0:1749609129.904001:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609129.904001:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298406312 00000100:00000001:3.0:1749609129.904002:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609129.904004:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609129.904005:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609129.904005:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.904007:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609129.904008:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b3200 00000100:00000001:3.0:1749609129.904009:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609129.904010:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1749609129.904011:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16361 [1] + 0 00000100:00000001:3.0:1749609129.904012:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609129.904013:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609129.904014:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609129.904014:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609129.904016:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609129.904016:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609129.904018:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609129.904020:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609129.904025:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.904035:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609129.904038:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609129.904039:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609129.904039:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609129.904039:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609129.904041:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609129.904042:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:3.0:1749609129.904043:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609129.904044:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609129.904044:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609129.904045:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609129.904046:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609129.904046:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b624d0. 00000020:00000001:1.0:1749609129.904047:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609129.904048:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000100:00000040:1.0:1749609129.904049:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012eb11880 x1834594612228608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609149 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609129.904049:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:3.0:1749609129.904051:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609129.904054:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609129.904055:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612228608:12345-0@lo:38: Request processed in 116us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609129.904060:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00000100:00000200:3.0:1749609129.904060:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609129.904061:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609129.904062:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609129.904063:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b80. 00000020:00000010:1.0:1749609129.904065:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000020:00000010:1.0:1749609129.904066:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609129.904066:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609129.904067:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609129.904068:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.904068:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609129.904070:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609129.904071:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609129.904072:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609129.904074:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609129.904077:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609129 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609129.904079:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=95 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609129.904082:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1749609129.904083:0:1508:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:3.0:1749609129.904085:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609129.904086:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609129.904089:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.904094:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609129.904096:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609129.904097:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.904098:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609129.904100:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609129.904101:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609129.904104:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609129.904105:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609129.904108:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609129.904114:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612228608:0@lo:38: 00000100:00000001:3.0:1749609129.904117:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.904119:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609129.904120:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ef800 x1834594612228608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.904126:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609129.904127:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609129.904128:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609129.904130:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609129.904131:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609129.904132:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609129.904133:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609129.904135:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a101c00. 02000000:00000001:3.0:1749609129.904137:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609129.904138:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609129.904139:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ef800. 00000100:00000001:3.0:1749609129.904141:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609129.904142:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.904143:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.904144:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609129.904145:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609129.904147:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609129.904148:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609129.904149:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62580. 00000400:00000200:3.0:1749609129.904150:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609129.904151:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609129.904153:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609129.904155:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ec000 x1834594612228736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609129.904160:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ec000 x1834594612228736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.904166:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609129.904166:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.904168:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609129.904169:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609129.904170:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609129.904171:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609129.904173:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609129.904175:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609129 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609129.904178:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=92 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609129.904179:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609129.904180:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609129.904182:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609129.904184:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ec000 x1834594612228736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.904189:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609129.904191:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609129.904192:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.904193:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609129.904194:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609129.904196:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609129.904198:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609129.904199:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609129.904202:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ec000 x1834594612228736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609129.904207:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612228736:0@lo:38: 00000100:00000001:3.0:1749609129.904210:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.904211:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609129.904212:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ec000 x1834594612228736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609129.904216:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609129.904218:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609129.904219:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609129.904220:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609129.904221:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609129.904222:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609129.904224:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609129.904225:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a103800. 02000000:00000001:3.0:1749609129.904226:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609129.904227:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609129.904228:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ec000. 00000100:00000001:3.0:1749609129.904230:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609129.904231:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.904232:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609129.904235:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609129.904236:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609129.904237:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609129.904238:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609129.907556:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298406312, at 4298406312 00000100:00000010:3.0:1749609129.907577:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706180. 00000100:00000040:1.0:1749609129.907584:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298406312, at 4298406312 00000100:00000010:1.0:1749609129.907589:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706d40. 00000020:00000001:1.0:1749609130.181746:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609130.181750:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609130.181752:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609131.183788:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609131.183791:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609131.183794:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609131.662184:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609131.662186:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730234496 02000000:00000001:3.0:1749609131.662188:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609131.662191:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609131.662193:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609131.662197:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609131.662201:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730234496 00000020:00000001:3.0:1749609131.662203:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609131.662205:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609131.662208:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609131.662210:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609131.662212:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609131.662214:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609131.662219:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609131.662222:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609131.662224:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609131.662226:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000020:00000010:3.0:1749609131.662230:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000020:00000010:3.0:1749609131.662234:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609131.662238:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000040:3.0:1749609131.662245:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609131.662247:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609131.662248:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609131.662249:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609131.662254:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609131.662269:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609131.662277:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609131.662279:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609131.662282:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1379 00000100:00000040:3.0:1749609131.662284:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609131.662286:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352838224 : -131938356713392 : ffff8800b51da850) 00000100:00000001:1.0:1749609131.662291:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609131.662291:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51da850 x1834594730234496/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:77/0 lens 224/0 e 0 to 0 dl 1749609142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609131.662296:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730234624 02000000:00000001:1.0:1749609131.662299:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609131.662299:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609131.662300:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609131.662301:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609131.662302:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609131.662303:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609131.662304:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609131.662306:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730234496:12345-192.168.201.20@tcp:400: 02000000:00000001:1.0:1749609131.662308:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609131.662309:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730234496 00000100:00100000:1.0:1749609131.662311:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730234624 00000020:00000001:3.0:1749609131.662311:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609131.662313:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609131.662314:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609131.662314:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609131.662316:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609131.662316:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609131.662317:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609131.662318:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609131.662319:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609131.662319:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609131.662322:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1749609131.662323:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000020:00000001:3.0:1749609131.662323:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609131.662325:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609131.662326:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1749609131.662328:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b80. 00000020:00000001:3.0:1749609131.662328:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609131.662331:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1749609131.662332:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609131.662333:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609131.662335:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609131.662336:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1749609131.662337:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab2c00. 00000100:00000001:1.0:1749609131.662338:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609131.662339:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609131.662339:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609131.662341:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609131.662343:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609131.662343:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609131.662346:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730234496 00010000:00000001:3.0:1749609131.662348:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609131.662351:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51da850 x1834594730234496/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:77/0 lens 224/224 e 0 to 0 dl 1749609142 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609131.662355:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609131.662358:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609131.662360:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609131.662362:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609131.662363:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1749609131.662363:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609131.662367:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609131.662369:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2595 00000100:00000040:3.0:1749609131.662369:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609131.662371:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806605312 : -131938902946304 : ffff8800948ece00) 00000100:00000001:3.0:1749609131.662371:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609131.662373:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609131.662375:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ece00 x1834594730234624/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609131.662375:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609131.662376:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609131.662378:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609131.662382:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00100000:1.0:1749609131.662383:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730234624:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609131.662385:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730234624 00000100:00000200:3.0:1749609131.662385:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730234496, offset 224 00000020:00000001:1.0:1749609131.662386:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609131.662388:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749609131.662390:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609131.662397:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000001:1.0:1749609131.662399:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609131.662401:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749609131.662402:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1962:1962:256:4294967295] 192.168.201.20@tcp LPNI seq info [1958:1958:8:4294967295] 00010000:00000001:1.0:1749609131.662403:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609131.662405:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609131.662407:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609131.662409:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609131.662410:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 02000000:00000001:1.0:1749609131.662411:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609131.662414:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880137341000. 00000800:00000200:3.0:1749609131.662414:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 02000000:00000001:1.0:1749609131.662415:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609131.662417:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1749609131.662417:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 00010000:00000001:1.0:1749609131.662419:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609131.662420:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609131.662420:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00001000:1.0:1749609131.662422:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609131.662425:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000200:3.0:1749609131.662426:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609131.662429:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749609131.662432:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609131.662436:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609131.662436:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609131.662437:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:3.0:1749609131.662438:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609131.662439:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609131.662440:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00010000:00000001:3.0:1749609131.662441:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749609131.662442:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000001:3.0:1749609131.662442:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609131.662444:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609131.662444:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749609131.662445:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609131.662446:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609131.662447:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51da850 x1834594730234496/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:77/0 lens 224/224 e 0 to 0 dl 1749609142 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609131.662448:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609131.662450:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609131.662453:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730234624, offset 0 00000100:00100000:3.0:1749609131.662454:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730234496:12345-192.168.201.20@tcp:400: Request processed in 154us (337us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609131.662457:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:3.0:1749609131.662460:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1379 00000100:00000040:3.0:1749609131.662462:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000200:1.0:1749609131.662464:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:3.0:1749609131.662464:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609131.662466:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609131.662468:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1963:1963:255:4294967295] 192.168.201.20@tcp LPNI seq info [1959:1959:7:4294967295] 00000020:00000010:3.0:1749609131.662468:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609131.662471:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000020:00000010:3.0:1749609131.662474:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000400:00000200:1.0:1749609131.662475:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000040:3.0:1749609131.662477:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:1.0:1749609131.662479:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609131.662480:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1749609131.662481:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee300. 00000100:00000200:3.0:1749609131.662483:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1749609131.662485:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000010:3.0:1749609131.662485:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62580. 00000400:00000010:3.0:1749609131.662488:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1bfd0c0. 00000800:00000200:1.0:1749609131.662490:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609131.662493:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1749609131.662495:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609131.662497:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609131.662533:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609131.662534:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609131.662536:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ece00 x1834594730234624/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609151 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749609131.662540:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609131.662542:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695b00. 00000100:00100000:1.0:1749609131.662543:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730234624:12345-192.168.201.20@tcp:38: Request processed in 160us (364us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749609131.662544:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609131.662548:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2595 00000400:00000200:3.0:1749609131.662548:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:1.0:1749609131.662549:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609131.662550:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609131.662550:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609131.662552:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000020:00000010:1.0:1749609131.662553:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b80. 00000100:00000001:3.0:1749609131.662555:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749609131.662556:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 02000000:00000001:3.0:1749609131.662557:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1749609131.662559:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 02000000:00000010:3.0:1749609131.662559:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab2c00. 00000100:00000001:1.0:1749609131.662561:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609131.662561:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609131.662562:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:3.0:1749609131.662572:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609131.662574:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee300. 00000400:00000200:3.0:1749609131.662578:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609131.662580:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609131.662582:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:3.0:1749609131.662583:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609131.662585:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609131.662586:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:3.0:1749609131.662611:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609131.662613:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057500. 00000400:00000200:3.0:1749609131.662615:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609131.662618:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609131.662620:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668908 00000400:00000010:3.0:1749609131.662621:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668908. 00000100:00000001:3.0:1749609131.662623:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609131.662624:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609132.185661:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609132.185663:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609132.185665:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609133.187721:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609133.187725:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609133.187728:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609134.189764:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609134.189769:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609134.189771:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609134.907708:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609134.907713:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1749609134.907715:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609134.907723:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609134.907725:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609134.907727:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609134.907728:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609134.907731:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609134.907735:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609134.907743:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609134.907744:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609134.907748:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609134.907750:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609134.907752:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609134.907754:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612229376:0@lo:400: 00000100:00000001:1.0:1749609134.907758:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609134.907762:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609134.907764:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609134.907767:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609134.907771:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609134.907772:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609134.907779:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000400:00000010:1.0:1749609134.907786:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00000200:1.0:1749609134.907793:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612229376, portal 25 00000100:00000001:1.0:1749609134.907796:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609134.907797:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806616064 : -131938902935552 : ffff8800948ef800) 00000100:00000040:1.0:1749609134.907802:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609134.907808:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609134.907811:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609134.907813:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609134.907815:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612229376, offset 0 00000400:00000200:1.0:1749609134.907820:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609134.907834:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609134.907846:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b3500 00000400:00000200:1.0:1749609134.907852:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1584d [2] + 0 00000100:00000001:3.0:1749609134.907855:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609134.907856:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f9a0. 00000100:00000001:3.0:1749609134.907874:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609134.907875:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880089676180 00000100:00000001:3.0:1749609134.907875:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609134.907879:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ee680 x1834594612229504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609134.907881:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609134.907885:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609134.907885:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609134.907886:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609134.907888:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749609134.907889:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880089676180 02000000:00000001:3.0:1749609134.907889:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609134.907890:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609134.907891:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880089676180. 00000100:00100000:3.0:1749609134.907891:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612229504:0@lo:38: 00000100:00000001:3.0:1749609134.907894:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609134.907895:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609134.907896:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.907897:0:1511:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749609134.907897:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749609134.907899:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:3.0:1749609134.907900:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab2c00. 00000100:00000040:1.0:1749609134.907902:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51d8c50 x1834594612229376 msgsize 224 02000000:00000001:3.0:1749609134.907902:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609134.907905:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b624d0. 00000100:00100000:1.0:1749609134.907906:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609134.907908:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1749609134.907908:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000200:3.0:1749609134.907911:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612229504, portal 4 00000100:00000001:3.0:1749609134.907912:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609134.907913:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806611584 : -131938902940032 : ffff8800948ee680) 00000100:00000040:3.0:1749609134.907919:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ee680 x1834594612229504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609134.907920:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609134.907923:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609134.907925:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609134.907926:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609134.907928:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:1.0:1749609134.907931:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609134.907934:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.907939:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609134.907941:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609134.907941:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612229376 00000100:00000040:1.0:1749609134.907943:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609134.907943:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609134.907944:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609134.907946:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.907949:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609134.907950:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.907951:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609134.907952:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612229376 00000020:00000001:3.0:1749609134.907953:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609134.907954:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609134.907954:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:3.0:1749609134.907955:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609134.907957:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:1.0:1749609134.907958:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298411320 00000020:00000001:3.0:1749609134.907958:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:3.0:1749609134.907959:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000010:1.0:1749609134.907962:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8bc0. 00000100:00000001:3.0:1749609134.907962:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609134.907964:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609134.907966:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609134.907968:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609134.907969:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1749609134.907973:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00000001:1.0:1749609134.907974:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298411320 00000100:00000010:1.0:1749609134.907976:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8fc0. 00000020:00000010:3.0:1749609134.907976:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000100:00000001:1.0:1749609134.907979:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000020:00000010:3.0:1749609134.907980:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000001:1.0:1749609134.907981:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298411320 00000100:00000010:1.0:1749609134.907983:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8480. 00000100:00000040:3.0:1749609134.907984:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609134.907985:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749609134.907987:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609134.907988:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298411320 00000100:00000001:3.0:1749609134.907988:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:1.0:1749609134.907989:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8e00. 00000100:00000001:3.0:1749609134.907989:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.907992:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609134.907994:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609134.907996:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.907996:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.907999:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.908001:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908003:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609134.908009:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609134.908010:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609134.908011:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908011:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609134.908015:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00000040:3.0:1749609134.908017:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:3.0:1749609134.908018:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352831056 : -131938356720560 : ffff8800b51d8c50) 00000100:00000040:3.0:1749609134.908020:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d8c50 x1834594612229376/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:80/0 lens 224/0 e 0 to 0 dl 1749609145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908025:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609134.908026:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609134.908027:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609134.908028:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00100000:3.0:1749609134.908030:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612229376:12345-0@lo:400: 00000100:00000200:3.0:1749609134.908032:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612229376 00000020:00000001:3.0:1749609134.908034:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609134.908037:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609134.908039:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609134.908041:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609134.908042:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609134.908044:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609134.908044:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749609134.908045:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612229632 00000020:00000001:3.0:1749609134.908045:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609134.908045:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1749609134.908047:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749609134.908047:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609134.908049:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609134.908049:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.908050:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609134.908050:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749609134.908052:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908053:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609134.908054:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749609134.908055:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612229632 00000020:00000001:1.0:1749609134.908056:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609134.908057:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 02000000:00000010:3.0:1749609134.908057:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609134.908058:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609134.908059:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609134.908060:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609134.908060:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609134.908061:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609134.908062:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00010000:00000040:3.0:1749609134.908063:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612229376 00000020:00000001:1.0:1749609134.908064:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00010000:00000001:3.0:1749609134.908065:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609134.908067:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609134.908068:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8cc0. 00010000:00000200:3.0:1749609134.908068:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d8c50 x1834594612229376/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:80/0 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609134.908072:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4a80. 00010000:00000001:3.0:1749609134.908074:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609134.908076:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609134.908077:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00001000:3.0:1749609134.908078:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609134.908080:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609134.908082:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609134.908082:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609134.908084:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749609134.908084:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609134.908085:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609134.908086:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:3.0:1749609134.908086:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609134.908087:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609134.908088:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000020:00000010:1.0:1749609134.908089:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b80. 00000100:00000200:3.0:1749609134.908089:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612229376, offset 224 00000020:00000010:1.0:1749609134.908092:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000400:00000200:3.0:1749609134.908093:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609134.908097:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:3.0:1749609134.908097:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609134.908099:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609134.908100:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749609134.908101:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b3500 00000100:00000001:1.0:1749609134.908102:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609134.908103:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16389 [1] + 224 00000100:00000001:1.0:1749609134.908106:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1749609134.908106:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609134.908108:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749609134.908108:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609134.908109:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908110:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609134.908112:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609134.908114:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609134.908118:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609134.908120:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609134.908121:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609134.908124:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00000001:3.0:1749609134.908125:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609134.908126:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609134.908128:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134619513728 : -131939090037888 : ffff880089680380) 00000400:00000200:3.0:1749609134.908130:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000100:00000040:1.0:1749609134.908131:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880089680380 x1834594612229632/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:80/0 lens 224/0 e 0 to 0 dl 1749609145 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609134.908131:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:3.0:1749609134.908134:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609134.908135:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609134.908138:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609134.908138:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609134.908139:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8880. 00000100:00000040:3.0:1749609134.908140:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609134.908141:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609134.908142:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:1.0:1749609134.908143:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8880. 00000020:00000001:3.0:1749609134.908143:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609134.908144:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749609134.908146:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880089680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612229632:12345-0@lo:400: 00000100:00000040:3.0:1749609134.908147:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d8c50 x1834594612229376/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:80/0 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609134.908149:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612229632 00000020:00000001:1.0:1749609134.908151:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609134.908152:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612229376:12345-0@lo:400: Request processed in 126us (249us total) trans 0 rc 0/0 00000020:00000001:1.0:1749609134.908153:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609134.908154:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609134.908155:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1749609134.908157:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000020:00000001:1.0:1749609134.908158:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:3.0:1749609134.908158:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000001:1.0:1749609134.908159:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609134.908160:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609134.908161:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609134.908162:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609134.908164:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1749609134.908164:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000020:00000001:1.0:1749609134.908165:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609134.908167:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609134.908167:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000020:00000010:3.0:1749609134.908168:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000020:00000001:1.0:1749609134.908169:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000040:3.0:1749609134.908170:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:1.0:1749609134.908171:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609134.908172:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1749609134.908173:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609134.908174:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609134.908175:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:1.0:1749609134.908176:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880137340800. 00000100:00000001:3.0:1749609134.908176:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609134.908177:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609134.908178:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609134.908179:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609134.908180:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62478. 00000020:00000001:1.0:1749609134.908181:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609134.908183:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612229632 00000400:00000010:3.0:1749609134.908183:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1bfd240. 00010000:00000001:1.0:1749609134.908184:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609134.908187:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880089680380 x1834594612229632/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:80/0 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609134.908190:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000200:3.0:1749609134.908191:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612229504, offset 0 00010000:00000001:1.0:1749609134.908194:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609134.908194:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609134.908195:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609134.908196:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749609134.908197:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=90 v=5 (1 1 1 1) 00000400:00000200:3.0:1749609134.908199:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b3580 00000100:00000001:1.0:1749609134.908200:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609134.908201:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609134.908203:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609134.908203:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 3120 02000000:00000001:1.0:1749609134.908204:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609134.908206:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609134.908206:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609134.908207:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609134.908207:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609134.908209:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609134.908210:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:1.0:1749609134.908211:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:3.0:1749609134.908211:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1749609134.908213:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612229632, offset 224 00000100:00000010:3.0:1749609134.908215:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0248700. 00000100:00000040:3.0:1749609134.908216:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0248700 x1834594612229504 msgsize 520 00000400:00000200:1.0:1749609134.908217:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609134.908218:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609134.908222:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609134.908224:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609134.908226:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b3600 00000400:00000200:3.0:1749609134.908226:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000400:00000010:3.0:1749609134.908228:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:3.0:1749609134.908229:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749609134.908231:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16395 [1] + 224 00000100:00000200:3.0:1749609134.908231:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ee680 x1834594612229504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609134.908235:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609134.908235:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609134.908236:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ee680 x1834594612229504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609134.908237:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609134.908240:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609134.908240:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908240:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609134.908242:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609134.908243:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eea00 x1834594612229632/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609134.908244:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1031 usecs (2 jiffies) 00000100:00000001:3.0:1749609134.908245:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298411314 00000100:00000001:3.0:1749609134.908246:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298411320 00000100:00000001:3.0:1749609134.908248:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298411314 00000100:00000001:3.0:1749609134.908249:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298411320 00000100:00000001:3.0:1749609134.908250:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298411314 00000100:00000001:3.0:1749609134.908252:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298411320 00000100:00000001:3.0:1749609134.908253:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298411314 00000100:00000001:3.0:1749609134.908254:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298411320 00000100:00000001:3.0:1749609134.908254:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609134.908255:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948eea00 x1834594612229632/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908255:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908257:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908258:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908260:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609134.908261:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609134.908262:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609134.908263:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609134.908264:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609134.908265:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609134.908266:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609134.908268:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749609134.908269:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000001:3.0:1749609134.908270:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609134.908271:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 02000000:00000001:3.0:1749609134.908271:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609134.908272:0:15201:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609134.908272:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609134.908273:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609134.908273:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609134.908275:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612229760:0@lo:38: 00000100:00000001:1.0:1749609134.908276:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908276:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609134.908277:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749609134.908278:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609134.908278:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609134.908279:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:3.0:1749609134.908279:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609134.908280:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab3400. 00000020:00000001:1.0:1749609134.908281:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609134.908281:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609134.908282:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749609134.908282:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000400:00000010:3.0:1749609134.908284:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000040:1.0:1749609134.908285:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880089680380 x1834594612229632/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:80/0 lens 224/224 e 0 to 0 dl 1749609145 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609134.908285:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612229760, portal 10 00000100:00000001:3.0:1749609134.908287:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609134.908287:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806606208 : -131938902945408 : ffff8800948ed180) 00000100:00000040:3.0:1749609134.908291:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609134.908292:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880089680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612229632:12345-0@lo:400: Request processed in 153us (279us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609134.908294:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609134.908295:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609134.908296:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:3.0:1749609134.908297:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612229760, offset 0 00000100:00100000:1.0:1749609134.908298:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000400:00000200:3.0:1749609134.908299:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609134.908300:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609134.908302:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749609134.908302:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609134.908303:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609134.908304:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b3680 00000020:00000010:1.0:1749609134.908305:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b80. 00000400:00000200:3.0:1749609134.908306:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 132816 00000020:00000010:1.0:1749609134.908308:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000400:00000200:3.0:1749609134.908309:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609134.908310:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000400:00000200:3.0:1749609134.908310:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609134.908311:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609134.908312:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1749609134.908313:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000010:3.0:1749609134.908314:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0249f80. 00000100:00000001:1.0:1749609134.908315:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609134.908315:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0249f80 x1834594612229760 msgsize 520 00000100:00100000:3.0:1749609134.908318:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609134.908323:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609134.908325:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609134.908326:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:1.0:1749609134.908327:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609134.908327:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749609134.908328:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612229760 00000100:00000200:3.0:1749609134.908329:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609134.908330:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609134.908331:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609134.908332:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908332:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609134.908334:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609134.908334:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609134.908336:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612229760 00000100:00000001:3.0:1749609134.908337:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609134.908338:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609134.908338:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609134.908339:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609134.908340:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609134.908340:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000020:00000001:1.0:1749609134.908341:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609134.908341:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298411313 00000020:00000001:1.0:1749609134.908343:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609134.908344:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609134.908346:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:3.0:1749609134.908346:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298411320 00000100:00000001:3.0:1749609134.908346:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298411313 00000100:00000001:3.0:1749609134.908347:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298411320 00000020:00000010:1.0:1749609134.908348:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8b80. 00000100:00000001:3.0:1749609134.908348:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298411313 00000100:00000001:3.0:1749609134.908349:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298411320 00000020:00000010:1.0:1749609134.908350:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609134.908350:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298411313 00000100:00000001:3.0:1749609134.908351:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298411320 00000100:00000001:1.0:1749609134.908352:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609134.908352:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609134.908352:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.908353:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609134.908353:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609134.908355:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609134.908355:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609134.908358:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908358:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609134.908359:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609134.908359:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609134.908360:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609134.908361:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609134.908362:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612229888:0@lo:38: 00000100:00000001:3.0:1749609134.908365:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609134.908367:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609134.908368:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.908369:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609134.908369:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609134.908374:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609134.908375:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609134.908375:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609134.908376:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609134.908378:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00000001:3.0:1749609134.908379:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135000973184 : -131938708578432 : ffff8800a0249f80) 00000100:00000040:3.0:1749609134.908381:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0249f80 x1834594612229760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609134.908384:0:16223:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.908386:0:16223:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609134.908386:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612229760:12345-0@lo:38: 00000100:00000200:3.0:1749609134.908389:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612229760 00000020:00000001:3.0:1749609134.908390:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609134.908392:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609134.908392:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609134.908394:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609134.908397:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609134.908399:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749609134.908399:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609134.908400:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00010000:00020000:3.0:1749609134.908401:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609134.908403:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609134.908404:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00010000:00000001:3.0:1749609134.908405:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749609134.908406:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:3.0:1749609134.908406:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609134.908407:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609134.908408:0:1511:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609134.908408:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609134.908409:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab3c00. 00000100:00000200:1.0:1749609134.908410:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609134.908410:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908411:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609134.908412:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609134.908413:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609134.908415:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749609134.908416:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908417:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609134.908418:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609134.908420:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609134.908421:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609134.908421:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609134.908422:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908422:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609134.908424:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609134.908424:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609134.908425:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609134.908426:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749609134.908426:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908427:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609134.908428:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609134.908428:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609134.908429:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609134.908429:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:3.0:1749609134.908431:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612229760, offset 0 02000000:00000001:1.0:1749609134.908432:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609134.908433:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1749609134.908435:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=103 v=5 (5 5 5 5) 00000400:00000200:3.0:1749609134.908436:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749609134.908437:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=93 v=5 (1 1 1 1) 00000400:00000200:3.0:1749609134.908438:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b3680 00000100:00000001:1.0:1749609134.908440:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609134.908440:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x163b5 [1] + 0 00000100:00000001:1.0:1749609134.908441:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609134.908441:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749609134.908443:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749609134.908443:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609134.908444:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749609134.908445:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609134.908446:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609134.908448:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609134.908450:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609134.908450:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908455:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609134.908456:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609134.908456:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609134.908457:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609134.908458:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609134.908458:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609134.908459:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609134.908459:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609134.908460:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609134.908461:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609134.908462:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609134.908463:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609134.908463:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609134.908465:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0249f80 x1834594612229760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609134.908470:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612229376:0@lo:400: 00000100:00100000:3.0:1749609134.908470:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612229760:12345-0@lo:38: Request processed in 83us (153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609134.908473:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00000001:1.0:1749609134.908474:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609134.908475:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609134.908475:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609134.908476:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609134.908477:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ef800 x1834594612229376/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609134.908477:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8b80. 00000020:00000010:3.0:1749609134.908479:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000020:00000010:3.0:1749609134.908480:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:3.0:1749609134.908482:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609134.908483:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609134.908485:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609134.908487:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609134.908489:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1749609134.908489:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab3800. 02000000:00000001:3.0:1749609134.908490:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609134.908491:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1749609134.908492:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00000020:00000040:1.0:1749609134.908493:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000400:00000010:3.0:1749609134.908493:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000020:00000001:1.0:1749609134.908494:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1749609134.908494:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612229888, portal 10 02000000:00000010:1.0:1749609134.908496:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057700. 00000100:00000001:3.0:1749609134.908496:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609134.908496:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082999808 : -131938626551808 : ffff8800a5084000) 00000100:00000040:3.0:1749609134.908517:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908520:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609134.908522:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609134.908523:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000200:3.0:1749609134.908524:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612229888, offset 0 02000000:00000001:1.0:1749609134.908525:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609134.908526:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749609134.908526:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749609134.908528:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ef800. 00000400:00000200:3.0:1749609134.908529:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609134.908531:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1749609134.908531:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b3700 00000100:00000001:1.0:1749609134.908532:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609134.908532:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 133336 00000100:00000001:1.0:1749609134.908533:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609134.908535:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609134.908536:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609134.908537:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609134.908537:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609134.908538:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609134.908539:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609134.908539:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609134.908540:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609134.908541:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a024a680. 00000100:00000040:3.0:1749609134.908542:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a024a680 x1834594612229888 msgsize 520 00000100:00100000:3.0:1749609134.908545:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609134.908548:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609134.908550:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609134.908551:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:3.0:1749609134.908552:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609134.908553:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908558:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609134.908559:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908563:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908564:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609134.908565:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609134.908566:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 686 usecs (1 jiffies) 00000100:00000001:3.0:1749609134.908567:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298411314 00000100:00000001:3.0:1749609134.908571:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609134.908572:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612229888 02000000:00000001:3.0:1749609134.908573:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609134.908574:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609134.908575:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609134.908577:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609134.908578:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612229888 00000020:00000001:3.0:1749609134.908579:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609134.908580:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609134.908581:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609134.908582:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609134.908583:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609134.908584:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000020:00000010:3.0:1749609134.908585:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609134.908587:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000001:3.0:1749609134.908588:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609134.908589:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609134.908591:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908593:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908601:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908604:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609134.908605:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609134.908607:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00000100:00000001:3.0:1749609134.908608:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135000974976 : -131938708576640 : ffff8800a024a680) 00000100:00000040:3.0:1749609134.908610:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a024a680 x1834594612229888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609134.908616:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a024a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612229888:12345-0@lo:38: 00000100:00000200:3.0:1749609134.908618:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612229888 00000020:00000001:3.0:1749609134.908619:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609134.908620:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609134.908623:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609134.908624:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609134.908625:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609134.908626:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609134.908628:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609134.908628:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609134.908629:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609134.908631:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab3000. 02000000:00000001:3.0:1749609134.908632:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908634:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609134.908635:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609134.908636:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609134.908637:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609134.908639:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609134.908639:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609134.908640:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609134.908641:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609134.908642:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609134.908643:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609134.908644:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609134.908645:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908646:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609134.908647:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609134.908648:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000200:3.0:1749609134.908649:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612229888, offset 0 00000400:00000200:3.0:1749609134.908651:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609134.908653:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609134.908656:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b3700 00000400:00000200:3.0:1749609134.908658:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x163c9 [1] + 0 00000400:00000200:3.0:1749609134.908660:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609134.908661:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609134.908663:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609134.908664:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609134.908668:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908672:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609134.908673:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609134.908674:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:3.0:1749609134.908675:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609134.908675:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609134.908676:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609134.908677:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609134.908678:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609134.908680:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609134.908681:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a024a680 x1834594612229888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609154 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609134.908685:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a024a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612229888:12345-0@lo:38: Request processed in 70us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609134.908688:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00000001:3.0:1749609134.908689:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609134.908689:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609134.908690:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609134.908692:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000020:00000010:3.0:1749609134.908693:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00000001:3.0:1749609134.908694:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908699:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298411320 00000100:00000001:3.0:1749609134.908701:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298411314 00000100:00000001:3.0:1749609134.908702:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298411320 00000100:00000001:3.0:1749609134.908704:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298411314 00000100:00000001:3.0:1749609134.908705:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298411320 00000100:00000001:3.0:1749609134.908706:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298411314 00000100:00000001:3.0:1749609134.908707:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298411320 00000100:00000001:3.0:1749609134.908707:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609134.908708:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609134.908710:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609134.908711:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609134.908711:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 00000400:00000200:3.0:1749609134.908713:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609134.908713:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609134.908714:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609134.908715:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609134.908718:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908721:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609134.908722:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908723:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609134.908724:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609134.908725:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609134.908726:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609134.908728:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609134.908730:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609134 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609134.908732:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=97 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609134.908733:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1749609134.908735:0:1508:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:3.0:1749609134.908737:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609134.908738:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609134.908740:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908743:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609134.908745:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609134.908746:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908747:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609134.908748:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609134.908750:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609134.908752:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609134.908753:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609134.908754:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609159 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609134.908758:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612229888:0@lo:38: 00000400:00000001:3.0:1749609134.908760:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609134.908761:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609134.908762:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b624d0. 00000400:00000200:3.0:1749609134.908763:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609134.908763:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609134.908764:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609134.908766:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ee680 x1834594612229504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609134.908769:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ee680 x1834594612229504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908772:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609134.908773:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908774:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609134.908775:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609134.908775:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609134.908776:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609134.908777:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609134.908779:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609134 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609134.908780:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=100 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609134.908781:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609134.908781:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609134.908782:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609134.908784:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ee680 x1834594612229504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908788:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609134.908789:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609134.908790:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908790:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609134.908791:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609134.908792:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609134.908793:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609134.908794:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609134.908795:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ee680 x1834594612229504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609159 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609134.908798:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612229504:0@lo:38: 00000100:00000001:3.0:1749609134.908800:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908801:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609134.908802:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5084000 x1834594612229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609159 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908805:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609134.908806:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609134.908807:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab3800. 02000000:00000001:3.0:1749609134.908808:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609134.908809:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609134.908809:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609134.908810:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609134.908811:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a58a8800. 02000000:00000001:3.0:1749609134.908812:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609134.908813:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609134.908813:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5084000. 00000100:00000001:3.0:1749609134.908815:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609134.908815:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908816:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609134.908818:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ee680 x1834594612229504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609159 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908821:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609134.908822:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609134.908823:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609134.908824:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609134.908824:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609134.908825:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609134.908826:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609134.908826:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a101c00. 02000000:00000001:3.0:1749609134.908828:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609134.908828:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609134.908829:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ee680. 00000100:00000001:3.0:1749609134.908830:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609134.908830:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908831:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908832:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609134.908833:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609134.908834:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609134.908835:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609134.908836:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609134.908836:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609134.908837:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000400:00000200:3.0:1749609134.908837:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000400:00000010:3.0:1749609134.908838:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:3.0:1749609134.908839:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609134.908840:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609134.908843:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908846:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609134.908847:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908848:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609134.908849:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609134.908849:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609134.908850:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609134.908851:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609134.908853:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609134 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609134.908854:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=100 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609134.908855:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609134.908856:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609134.908870:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609134.908872:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609159 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908876:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609134.908877:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609134.908878:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908879:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609134.908879:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609134.908881:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609134.908882:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609134.908883:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609134.908884:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609159 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609134.908887:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612229760:0@lo:38: 00000100:00000001:3.0:1749609134.908889:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908889:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609134.908890:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ed180 x1834594612229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609159 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609134.908893:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609134.908893:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609134.908894:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609134.908895:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609134.908895:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609134.908896:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609134.908897:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609134.908897:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a58a9c00. 02000000:00000001:3.0:1749609134.908898:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609134.908900:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609134.908900:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ed180. 00000100:00000001:3.0:1749609134.908902:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609134.908902:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908903:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609134.908904:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609134.908905:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609134.908906:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609134.908906:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609134.915557:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298411320, at 4298411320 00000100:00000010:3.0:1749609134.915562:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8e00. 00000100:00000040:1.0:1749609134.915566:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298411320, at 4298411320 00000100:00000010:1.0:1749609134.915586:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8fc0. 00000020:00000001:3.0:1749609135.191760:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609135.191764:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609135.191767:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609136.193745:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609136.193751:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609136.193755:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609136.670280:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609136.670283:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730234880 02000000:00000001:3.0:1749609136.670285:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609136.670287:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609136.670289:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609136.670292:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609136.670295:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730234880 00000020:00000001:3.0:1749609136.670297:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609136.670299:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609136.670300:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609136.670302:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609136.670304:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609136.670305:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609136.670310:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609136.670312:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609136.670314:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609136.670315:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000020:00000010:3.0:1749609136.670319:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000020:00000010:3.0:1749609136.670322:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609136.670326:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000040:3.0:1749609136.670331:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609136.670334:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609136.670334:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609136.670335:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609136.670340:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609136.670352:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609136.670358:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609136.670360:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609136.670363:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1381 00000100:00000040:3.0:1749609136.670365:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609136.670366:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352836176 : -131938356715440 : ffff8800b51da050) 00000100:00000040:3.0:1749609136.670370:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51da050 x1834594730234880/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:82/0 lens 224/0 e 0 to 0 dl 1749609147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609136.670376:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609136.670377:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609136.670378:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609136.670379:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00100000:3.0:1749609136.670381:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730234880:12345-192.168.201.20@tcp:400: 00000100:00000200:3.0:1749609136.670383:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730234880 00000020:00000001:3.0:1749609136.670385:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609136.670388:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609136.670389:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609136.670390:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609136.670391:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609136.670391:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609136.670393:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609136.670394:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609136.670395:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609136.670396:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609136.670398:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609136.670400:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609136.670401:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2599 00000020:00000001:3.0:1749609136.670401:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609136.670403:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083002496 : -131938626549120 : ffff8800a5084a80) 00000100:00000001:3.0:1749609136.670403:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609136.670405:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5084a80 x1834594730235136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609136.670405:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609136.670408:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609136.670409:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609136.670411:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609136.670412:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5084a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730235136:12345-192.168.201.20@tcp:38: 00000020:00000001:3.0:1749609136.670412:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609136.670414:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730235136 00010000:00000040:3.0:1749609136.670414:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730234880 00000020:00000001:1.0:1749609136.670416:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609136.670416:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749609136.670417:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000200:3.0:1749609136.670418:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51da050 x1834594730234880/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:82/0 lens 224/224 e 0 to 0 dl 1749609147 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609136.670421:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000001:1.0:1749609136.670423:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:3.0:1749609136.670423:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609136.670424:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609136.670426:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609136.670427:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609136.670428:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609136.670429:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609136.670430:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609136.670431:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000010:1.0:1749609136.670432:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff880137343800. 02000000:00000001:3.0:1749609136.670432:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609136.670433:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609136.670434:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609136.670435:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609136.670435:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000040:1.0:1749609136.670436:0:15217:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000040:3.0:1749609136.670437:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609136.670439:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00010000:00080000:1.0:1749609136.670440:0:15217:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3745 last 0 00000100:00000200:3.0:1749609136.670442:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730234880, offset 224 00010000:00000001:1.0:1749609136.670443:0:15217:0:(obd_class.h:881:obd_connect()) Process entered 00000004:00000001:1.0:1749609136.670446:0:15217:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000400:00000200:3.0:1749609136.670446:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609136.670447:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1749609136.670450:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:3.0:1749609136.670452:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:1.0:1749609136.670455:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1749609136.670457:0:15217:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609136.670457:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1965:1965:256:4294967295] 192.168.201.20@tcp LPNI seq info [1961:1961:8:4294967295] 00000004:00000001:1.0:1749609136.670459:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1749609136.670462:0:15217:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:3.0:1749609136.670463:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000040:1.0:1749609136.670464:0:15217:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:1.0:1749609136.670465:0:15217:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:1.0:1749609136.670466:0:15217:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:3.0:1749609136.670466:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609136.670467:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609136.670469:0:15217:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:3.0:1749609136.670469:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 00000004:00000001:1.0:1749609136.670470:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609136.670471:0:15217:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609136.670472:0:15217:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:3.0:1749609136.670472:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00010000:00000001:1.0:1749609136.670473:0:15217:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:1.0:1749609136.670475:0:15217:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609136.670477:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:3.0:1749609136.670477:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609136.670478:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609136.670479:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1749609136.670479:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1749609136.670480:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609136.670481:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1749609136.670482:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609136.670485:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609136.670486:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000040:3.0:1749609136.670486:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609136.670487:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609136.670488:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609136.670488:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609136.670489:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609136.670490:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:3.0:1749609136.670490:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609136.670491:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609136.670492:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51da050 x1834594730234880/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:82/0 lens 224/224 e 0 to 0 dl 1749609147 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609136.670493:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609136.670494:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609136.670495:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609136.670496:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609136.670497:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00100000:3.0:1749609136.670517:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730234880:12345-192.168.201.20@tcp:400: Request processed in 120us (290us total) trans 0 rc 0/0 00000400:00000010:1.0:1749609136.670520:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00000200:1.0:1749609136.670522:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730235136, offset 0 00000100:00100000:3.0:1749609136.670522:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1381 00000100:00000040:3.0:1749609136.670523:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609136.670525:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609136.670526:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609136.670528:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609136.670530:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000020:00000010:3.0:1749609136.670532:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000400:00000200:1.0:1749609136.670534:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000040:3.0:1749609136.670534:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:3.0:1749609136.670536:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609136.670538:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000200:3.0:1749609136.670538:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1749609136.670541:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1967:1967:254:4294967295] 192.168.201.20@tcp LPNI seq info [1963:1963:6:4294967295] 00000400:00000010:3.0:1749609136.670541:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000400:00000010:3.0:1749609136.670544:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1bfdcc0. 00000400:00000200:1.0:1749609136.670546:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609136.670552:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609136.670554:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceea00. 00000800:00000200:1.0:1749609136.670556:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:1.0:1749609136.670559:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609136.670561:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceea00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609136.670563:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609136.670564:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609136.670565:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609136.670566:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609136.670568:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5084a80 x1834594730235136/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609156 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609136.670573:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5084a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730235136:12345-192.168.201.20@tcp:38: Request processed in 161us (275us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609136.670577:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2599 00000100:00000001:1.0:1749609136.670579:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609136.670580:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609136.670582:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9700. 00000020:00000010:1.0:1749609136.670584:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cd48. 00000020:00000010:1.0:1749609136.670585:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:1.0:1749609136.670587:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609137.195730:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609137.195734:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609137.195736:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609138.197707:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609138.197711:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609138.197713:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609139.199696:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609139.199699:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609139.199701:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609139.915755:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609139.915758:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.915825:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609139.915828:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609139.915830:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609139.915833:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5085180 x1834594612230528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.915840:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609139.915841:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609139.915842:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609139.915844:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609139.915844:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609139.915846:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:3.0:1749609139.915846:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.915847:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609139.915847:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612230528:0@lo:38: 00000100:00000001:3.0:1749609139.915850:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609139.915851:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609139.915852:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609139.915852:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609139.915853:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609139.915853:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609139.915854:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749609139.915854:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609139.915855:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749609139.915858:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609139.915858:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609139.915859:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609139.915862:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b624d0. 00000100:00000001:1.0:1749609139.915863:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609139.915865:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609139.915866:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749609139.915866:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 02000000:00000001:1.0:1749609139.915867:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609139.915869:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609139.915869:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612230528, portal 4 00000100:00100000:1.0:1749609139.915870:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612230656:0@lo:400: 00000100:00000001:3.0:1749609139.915870:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609139.915871:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135083004288 : -131938626547328 : ffff8800a5085180) 00000100:00000001:1.0:1749609139.915872:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609139.915874:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609139.915875:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609139.915876:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609139.915876:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5085180 x1834594612230528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609139.915878:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609139.915879:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609139.915881:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000100:00000001:3.0:1749609139.915882:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749609139.915884:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000040:3.0:1749609139.915884:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609139.915885:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:1.0:1749609139.915886:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612230656, portal 4 00000100:00000001:1.0:1749609139.915887:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609139.915888:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135083005184 : -131938626546432 : ffff8800a5085500) 00000100:00000040:1.0:1749609139.915892:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609139.915896:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609139.915897:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609139.915897:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612230528, offset 0 00000400:00000010:1.0:1749609139.915898:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000200:1.0:1749609139.915900:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612230656, offset 0 00000400:00000200:3.0:1749609139.915902:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609139.915904:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609139.915907:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609139.915909:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609139.915912:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b3980 00000400:00000200:1.0:1749609139.915913:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b3a00 00000400:00000200:3.0:1749609139.915917:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 3640 00000400:00000200:3.0:1749609139.915921:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609139.915924:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 7392 00000400:00000200:3.0:1749609139.915924:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609139.915927:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609139.915928:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749609139.915929:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609139.915929:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749609139.915931:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609139.915932:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749609139.915932:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0249880. 00000100:00000010:1.0:1749609139.915934:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a095f80. 00000100:00000040:3.0:1749609139.915934:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0249880 x1834594612230528 msgsize 520 00000100:00000040:1.0:1749609139.915936:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88007a095f80 x1834594612230656 msgsize 224 00000100:00100000:1.0:1749609139.915938:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609139.915939:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609139.915943:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609139.915946:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609139.915951:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609139.915952:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:1.0:1749609139.915953:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609139.915955:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609139.915955:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609139.915956:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:1.0:1749609139.915959:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609139.915959:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609139.915961:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609139.915961:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5085180 x1834594612230528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609139.915965:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.915965:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609139.915967:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.915968:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609139.915970:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 835 usecs (1 jiffies) 00000100:00000040:3.0:1749609139.915970:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5085180 x1834594612230528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609139.915971:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298416321 00000100:00000010:1.0:1749609139.915973:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8fc0. 00000100:00000001:3.0:1749609139.915975:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.915977:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609139.915978:0:1511:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609139.915979:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609139.915982:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1031 usecs (2 jiffies) 00000100:00000001:3.0:1749609139.915983:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298416322 00000100:00000001:1.0:1749609139.915984:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298416321 00000100:00000010:1.0:1749609139.915985:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8880. 00000100:00000001:1.0:1749609139.915987:0:1511:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749609139.915988:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298416321 00000100:00000010:1.0:1749609139.915990:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8a00. 00000100:00000001:1.0:1749609139.915991:0:1511:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609139.915993:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298416321 00000100:00000001:3.0:1749609139.915993:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1749609139.915994:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8d00. 00000100:00100000:3.0:1749609139.915994:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612230400 00000100:00000001:1.0:1749609139.915996:0:1511:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:3.0:1749609139.915996:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609139.915997:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609139.915997:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609139.915998:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.915999:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916000:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916001:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609139.916001:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609139.916002:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612230400 00000020:00000001:3.0:1749609139.916004:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609139.916005:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:3.0:1749609139.916006:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609139.916007:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:3.0:1749609139.916009:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609139.916010:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609139.916011:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612230656 00000020:00000001:3.0:1749609139.916011:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000001:1.0:1749609139.916012:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609139.916013:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609139.916014:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916014:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609139.916015:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609139.916017:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612230656 00000020:00000010:3.0:1749609139.916017:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000020:00000001:1.0:1749609139.916018:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609139.916018:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:1.0:1749609139.916019:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609139.916019:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609139.916021:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000010:3.0:1749609139.916021:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000020:00000001:1.0:1749609139.916022:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:1.0:1749609139.916023:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000010:3.0:1749609139.916024:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00000001:1.0:1749609139.916025:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609139.916027:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e81c0. 00000020:00000010:3.0:1749609139.916027:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000010:1.0:1749609139.916029:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8cc0. 00000020:00000010:3.0:1749609139.916029:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000020:00000040:1.0:1749609139.916032:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:3.0:1749609139.916034:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609139.916036:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609139.916037:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609139.916037:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609139.916038:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609139.916039:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000010:1.0:1749609139.916041:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8280. 00000100:00000001:3.0:1749609139.916041:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609139.916043:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:3.0:1749609139.916045:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609139.916046:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609139.916047:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609139.916048:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609139.916049:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916051:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609139.916052:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609139.916053:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609139.916053:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609139.916054:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609139.916055:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00000001:1.0:1749609139.916057:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609139.916057:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:3.0:1749609139.916058:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352839248 : -131938356712368 : ffff8800b51dac50) 00000100:00000001:1.0:1749609139.916060:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609139.916061:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609139.916061:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51dac50 x1834594612230400/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:85/0 lens 224/0 e 0 to 0 dl 1749609150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609139.916063:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00000040:1.0:1749609139.916064:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609139.916065:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361653120 : -131939347898496 : ffff88007a095f80) 00000100:00000001:3.0:1749609139.916067:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749609139.916068:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a095f80 x1834594612230656/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:85/0 lens 224/0 e 0 to 0 dl 1749609150 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609139.916068:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609139.916070:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609139.916071:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609139.916072:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609139.916073:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8cc0. 00000100:00000001:1.0:1749609139.916074:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609139.916074:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8cc0. 00000100:00100000:3.0:1749609139.916074:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612230400:12345-0@lo:400: 00000100:00100000:1.0:1749609139.916076:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612230656:12345-0@lo:400: 00000100:00000200:3.0:1749609139.916077:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612230400 00000100:00000200:1.0:1749609139.916078:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612230656 00000020:00000001:1.0:1749609139.916079:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609139.916079:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609139.916081:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609139.916081:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609139.916082:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609139.916082:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609139.916083:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609139.916084:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:3.0:1749609139.916084:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609139.916085:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609139.916086:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609139.916087:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609139.916088:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609139.916089:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609139.916089:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609139.916090:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609139.916090:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609139.916091:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609139.916091:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609139.916093:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749609139.916093:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609139.916094:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609139.916095:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609139.916096:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609139.916096:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609139.916097:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609139.916099:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab0c00. 02000000:00000001:3.0:1749609139.916100:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916102:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609139.916104:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609139.916106:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612230400 00010000:00000001:3.0:1749609139.916108:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:1.0:1749609139.916110:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508c000. 00010000:00000200:3.0:1749609139.916110:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51dac50 x1834594612230400/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:85/0 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609139.916111:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916112:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609139.916113:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609139.916115:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612230656 00010000:00000001:1.0:1749609139.916116:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609139.916118:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a095f80 x1834594612230656/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:85/0 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609139.916121:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609139.916122:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609139.916122:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609139.916123:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609139.916124:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=95 v=5 (1 1 1 1) 00000100:00001000:3.0:1749609139.916124:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609139.916126:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609139.916127:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609139.916128:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:3.0:1749609139.916128:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:1.0:1749609139.916129:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609139.916130:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609139.916130:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916130:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609139.916131:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609139.916131:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609139.916132:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609139.916133:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 02000000:00000001:3.0:1749609139.916133:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916134:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609139.916135:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612230656, offset 224 00000100:00000040:3.0:1749609139.916136:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609139.916137:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000400:00000200:1.0:1749609139.916140:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609139.916142:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612230400, offset 224 00000400:00000200:1.0:1749609139.916144:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609139.916145:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609139.916147:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b3a00 00000400:00000200:3.0:1749609139.916149:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609139.916150:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x163f1 [1] + 224 00000400:00000200:1.0:1749609139.916152:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609139.916152:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b3900 00000400:00000200:1.0:1749609139.916153:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609139.916156:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x163e5 [1] + 224 00000100:00000001:1.0:1749609139.916159:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609139.916159:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609139.916160:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609139.916161:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609139.916165:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916165:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609139.916167:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5084e00 x1834594612230400/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609139.916171:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609139.916173:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609139.916174:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000040:3.0:1749609139.916174:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5084e00 x1834594612230400/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609139.916175:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609139.916176:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609139.916177:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609139.916178:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:1.0:1749609139.916179:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609139.916180:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916180:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749609139.916181:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609139.916183:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a095f80 x1834594612230656/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:85/0 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609139.916183:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609139.916184:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609139.916186:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:1.0:1749609139.916187:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612230656:12345-0@lo:400: Request processed in 114us (250us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609139.916187:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609139.916189:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609139.916191:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00000040:3.0:1749609139.916191:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:1.0:1749609139.916192:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00010000:00000001:3.0:1749609139.916192:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609139.916193:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916194:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609139.916195:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609139.916195:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749609139.916196:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8280. 00000100:00000040:3.0:1749609139.916197:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51dac50 x1834594612230400/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:85/0 lens 224/224 e 0 to 0 dl 1749609150 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609139.916198:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000020:00000010:1.0:1749609139.916200:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000020:00000040:1.0:1749609139.916201:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609139.916203:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609139.916204:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612230400:12345-0@lo:400: Request processed in 136us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1749609139.916209:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00000040:3.0:1749609139.916211:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:3.0:1749609139.916213:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609139.916214:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609139.916215:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609139.916215:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1749609139.916217:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749609139.916217:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000400:00000001:1.0:1749609139.916218:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609139.916219:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000020:00000010:3.0:1749609139.916219:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000400:00000200:1.0:1749609139.916221:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609139.916222:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000020:00000010:3.0:1749609139.916222:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00000001:1.0:1749609139.916223:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609139.916224:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609139.916224:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000001:3.0:1749609139.916226:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1749609139.916228:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609139.916228:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab0c00. 02000000:00000001:3.0:1749609139.916230:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609139.916231:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609139.916231:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609139.916232:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609139.916233:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749609139.916234:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1749609139.916235:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609139.916235:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609139.916236:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609139.916236:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 02000000:00000001:1.0:1749609139.916238:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609139.916239:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880085dd2540. 00000100:00001000:1.0:1749609139.916240:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609139.916241:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609139.916243:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609139.916244:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609139.916245:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609139.916246:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298416328 00010000:00080000:1.0:1749609139.916247:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916248:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298416322 00000100:00000001:3.0:1749609139.916249:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298416328 00010000:00000001:1.0:1749609139.916251:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916251:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298416322 00000100:00000001:3.0:1749609139.916252:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298416328 00000100:00000001:1.0:1749609139.916253:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609139.916253:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298416322 00000100:00000040:1.0:1749609139.916254:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609139.916255:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609139.916255:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298416328 00000100:00000001:1.0:1749609139.916256:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916256:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609139.916257:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916258:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916260:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1749609139.916260:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609139.916261:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609139.916262:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609139.916263:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609139.916263:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b624d0. 00000100:00000040:1.0:1749609139.916264:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609139.916265:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609139.916267:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00100000:1.0:1749609139.916268:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612230656:0@lo:400: 00000100:00000001:3.0:1749609139.916268:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609139.916270:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609139.916270:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5085180 x1834594612230528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609139.916271:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609139.916272:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5085500 x1834594612230656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609139.916275:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609139.916276:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749609139.916277:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5085180 x1834594612230528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609139.916278:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609139.916279:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609139.916280:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609139.916281:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1749609139.916282:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609139.916282:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749609139.916283:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057f00. 00000100:00000001:3.0:1749609139.916283:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609139.916284:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609139.916285:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609139.916285:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:1.0:1749609139.916286:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085500. 02000000:00000001:3.0:1749609139.916286:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609139.916287:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609139.916288:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609139.916288:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916289:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609139.916289:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609139.916290:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916291:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609139.916292:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916293:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1749609139.916293:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609139 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609139.916294:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609139.916295:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=105 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609139.916297:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609139.916299:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609139.916301:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609139.916303:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5085180 x1834594612230528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609164 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916308:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609139.916311:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609139.916312:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916313:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609139.916315:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609139.916317:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609139.916319:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609139.916321:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609139.916324:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5085180 x1834594612230528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609164 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609139.916330:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612230528:0@lo:38: 00000100:00000001:3.0:1749609139.916333:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916335:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609139.916336:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5085180 x1834594612230528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609164 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916342:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609139.916343:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609139.916344:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609139.916346:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609139.916347:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609139.916348:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609139.916350:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609139.916351:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a58a9c00. 02000000:00000001:3.0:1749609139.916355:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609139.916356:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609139.916357:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085180. 00000100:00000001:3.0:1749609139.916359:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609139.916360:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916361:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916364:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609139.916365:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916366:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609139.916378:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609139.916379:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609139.916381:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5085880 x1834594612230784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916387:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609139.916388:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609139.916389:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609139.916390:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609139.916392:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609139.916394:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612230784:0@lo:38: 00000100:00000001:3.0:1749609139.916396:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609139.916398:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609139.916399:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609139.916401:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609139.916402:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609139.916404:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609139.916406:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b624d0. 00000400:00000010:3.0:1749609139.916407:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000200:3.0:1749609139.916409:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612230784, portal 10 00000100:00000001:3.0:1749609139.916411:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609139.916412:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135083006080 : -131938626545536 : ffff8800a5085880) 00000100:00000040:3.0:1749609139.916415:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5085880 x1834594612230784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916421:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609139.916422:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609139.916424:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:3.0:1749609139.916425:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612230784, offset 0 00000400:00000200:3.0:1749609139.916428:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609139.916431:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609139.916432:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609139.916434:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609139.916434:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b3a80 00000400:00000001:1.0:1749609139.916436:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609139.916437:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609139.916438:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17420. 00000400:00000200:1.0:1749609139.916440:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000400:00000010:1.0:1749609139.916441:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00000001:1.0:1749609139.916442:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609139.916445:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5085f80 x1834594612231040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609139.916446:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 135120 00000100:00000200:1.0:1749609139.916449:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5085f80 x1834594612231040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609139.916450:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609139.916452:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609139.916453:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609139.916453:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609139.916454:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609139.916454:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749609139.916455:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1749609139.916455:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609139.916456:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609139.916456:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609139.916457:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609139.916458:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0248a80. 00000100:00001000:1.0:1749609139.916459:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=102 v=5 (5 5 5 5) 00000100:00000040:3.0:1749609139.916459:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0248a80 x1834594612230784 msgsize 520 00000100:00001000:1.0:1749609139.916461:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609139.916462:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749609139.916462:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609139.916463:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609139.916464:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609139.916465:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5085f80 x1834594612231040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916467:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749609139.916469:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609139.916469:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000100:00000001:1.0:1749609139.916470:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1749609139.916470:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000040:1.0:1749609139.916471:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609139.916472:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609139.916472:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609139.916473:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609139.916474:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5085f80 x1834594612231040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609139.916474:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5085880 x1834594612230784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609139.916477:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609139.916478:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609139.916479:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609139.916480:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5085f80 x1834594612231040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916480:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609139.916482:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5085880 x1834594612230784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609139.916484:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612231040:0@lo:400: 00000100:00000001:1.0:1749609139.916486:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609139.916486:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609139.916487:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5085f80 x1834594612231040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916487:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916488:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609139.916490:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609139.916490:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609139.916491:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609139.916492:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0800. 00000100:00000040:3.0:1749609139.916492:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 833 usecs (1 jiffies) 02000000:00000001:1.0:1749609139.916493:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609139.916493:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609139.916494:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609139.916494:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298416321 00000020:00000001:1.0:1749609139.916495:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609139.916495:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 02000000:00000001:1.0:1749609139.916496:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609139.916496:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298416328 02000000:00000001:1.0:1749609139.916497:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609139.916528:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085f80. 00000100:00000001:1.0:1749609139.916530:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609139.916530:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609139.916531:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609139.916533:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609139.916533:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916534:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609139.916535:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916537:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298416321 00000100:00000001:3.0:1749609139.916539:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298416328 00000100:00000001:3.0:1749609139.916541:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298416322 00000100:00000001:3.0:1749609139.916542:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298416328 00000100:00000001:3.0:1749609139.916544:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298416322 00000100:00000001:3.0:1749609139.916545:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298416328 00000100:00000001:3.0:1749609139.916546:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609139.916548:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916550:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609139.916552:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916557:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609139.916558:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609139.916560:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609139.916562:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609139.916563:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609139.916565:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612230912:0@lo:38: 00000100:00000001:3.0:1749609139.916567:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609139.916568:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609139.916569:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609139.916571:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609139.916572:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab0c00. 02000000:00000001:3.0:1749609139.916574:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609139.916576:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62d68. 00000400:00000010:3.0:1749609139.916578:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:3.0:1749609139.916580:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612230912, portal 10 00000100:00000001:3.0:1749609139.916582:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609139.916583:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135083006976 : -131938626544640 : ffff8800a5085c00) 00000100:00000040:3.0:1749609139.916587:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916592:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609139.916594:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609139.916595:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000200:3.0:1749609139.916596:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612230912, offset 0 00000400:00000200:3.0:1749609139.916600:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609139.916603:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609139.916606:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b3b00 00000400:00000200:3.0:1749609139.916608:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 135640 00000400:00000200:3.0:1749609139.916611:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609139.916614:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609139.916616:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609139.916617:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609139.916619:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a024aa00. 00000100:00000040:3.0:1749609139.916620:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a024aa00 x1834594612230912 msgsize 520 00000100:00100000:3.0:1749609139.916623:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609139.916628:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609139.916630:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609139.916631:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:3.0:1749609139.916633:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609139.916634:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609139.916635:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612230912 00000100:00000200:3.0:1749609139.916635:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609139.916637:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609139.916638:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609139.916639:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609139.916640:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916640:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609139.916642:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612230912 00000100:00000040:3.0:1749609139.916642:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609139.916643:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609139.916644:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609139.916644:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609139.916645:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609139.916647:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916647:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609139.916648:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000100:00000001:3.0:1749609139.916649:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609139.916650:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8280. 00000100:00000001:3.0:1749609139.916650:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609139.916651:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:1.0:1749609139.916652:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609139.916652:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 685 usecs (1 jiffies) 00000100:00000001:1.0:1749609139.916653:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609139.916654:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916654:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298416322 00000100:00000001:1.0:1749609139.916656:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916656:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298416328 00000100:00000001:3.0:1749609139.916657:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298416322 00000100:00000001:3.0:1749609139.916659:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298416328 00000100:00000001:3.0:1749609139.916660:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298416322 00000100:00000001:3.0:1749609139.916661:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298416328 00000100:00000001:3.0:1749609139.916663:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298416322 00000100:00000001:1.0:1749609139.916664:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916664:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298416328 00000100:00000001:3.0:1749609139.916665:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609139.916667:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916668:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609139.916668:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609139.916668:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916670:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609139.916671:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00000001:1.0:1749609139.916672:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135000975872 : -131938708575744 : ffff8800a024aa00) 00000100:00000001:3.0:1749609139.916672:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609139.916673:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:1.0:1749609139.916674:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a024aa00 x1834594612230912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916675:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609139.916676:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609139.916677:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749609139.916678:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a024aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612230912:12345-0@lo:38: 00000400:00000001:3.0:1749609139.916679:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1749609139.916680:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612230912 00000400:00000010:3.0:1749609139.916680:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b624d0. 00000020:00000001:1.0:1749609139.916681:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609139.916681:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00010000:00000001:1.0:1749609139.916682:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749609139.916682:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609139.916684:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609139.916686:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5085880 x1834594612230784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609139.916687:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609139.916688:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609139.916690:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609139.916691:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609139.916692:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749609139.916692:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5085880 x1834594612230784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609139.916694:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609139.916695:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609139.916696:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508c400. 02000000:00000001:1.0:1749609139.916697:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916698:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916698:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609139.916699:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609139.916700:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609139.916700:0:1508:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:1.0:1749609139.916701:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609139.916701:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1749609139.916702:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609139.916702:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609139.916703:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609139.916704:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609139.916704:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609139.916705:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609139.916705:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609139.916706:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609139.916707:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00001000:3.0:1749609139.916708:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609139 v=5 (0 0 0 0) 00000100:00000040:1.0:1749609139.916709:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609139.916710:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609139.916711:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609139.916711:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=105 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609139.916712:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609139.916713:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609139.916713:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1749609139.916714:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609139.916714:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609139.916715:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612230912, offset 0 00000100:00000001:3.0:1749609139.916716:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609139.916717:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609139.916718:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5085880 x1834594612230784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609164 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609139.916721:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609139.916723:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b3b00 00000100:00000001:3.0:1749609139.916724:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609139.916725:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16421 [1] + 0 00000100:00000001:3.0:1749609139.916726:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749609139.916727:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609139.916727:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609139.916729:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609139.916729:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609139.916729:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609139.916730:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:3.0:1749609139.916731:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:1.0:1749609139.916732:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609139.916732:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609139.916733:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609139.916735:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5085880 x1834594612230784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609164 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609139.916736:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609139.916739:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612230784:0@lo:38: 00000100:00000001:1.0:1749609139.916741:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:3.0:1749609139.916742:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609139.916743:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609139.916744:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62d68. 00000400:00000200:3.0:1749609139.916745:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609139.916746:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609139.916747:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609139.916748:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000200:3.0:1749609139.916748:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609139.916749:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:1.0:1749609139.916750:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609139.916750:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609139.916752:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609139.916752:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609139.916753:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609139.916754:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609139.916755:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609139.916756:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a024aa00 x1834594612230912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609159 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916756:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609139.916756:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916757:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609139.916758:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609139.916759:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749609139.916760:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a024aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612230912:12345-0@lo:38: Request processed in 82us (139us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609139.916760:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609139.916761:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609139.916763:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00001000:3.0:1749609139.916763:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609139 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609139.916764:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=102 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609139.916765:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609139.916765:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609139.916765:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1749609139.916766:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8280. 00000100:00000001:3.0:1749609139.916766:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609139.916767:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609139.916768:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000100:00000040:3.0:1749609139.916768:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609164 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609139.916769:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00000001:1.0:1749609139.916770:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916771:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609139.916789:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609139.916789:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916790:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609139.916791:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609139.916792:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609139.916793:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609139.916794:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609139.916796:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609164 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609139.916799:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612230912:0@lo:38: 00000100:00000001:3.0:1749609139.916801:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916802:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609139.916803:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5085880 x1834594612230784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609164 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916806:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609139.916806:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609139.916807:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609139.916809:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609139.916810:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609139.916811:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609139.916812:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609139.916812:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a58a8800. 02000000:00000001:3.0:1749609139.916814:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609139.916814:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609139.916815:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085880. 00000100:00000001:3.0:1749609139.916816:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609139.916817:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916817:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609139.916818:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5085c00 x1834594612230912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609164 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609139.916821:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609139.916822:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609139.916822:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab0c00. 02000000:00000001:3.0:1749609139.916823:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609139.916824:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609139.916824:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609139.916825:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609139.916826:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130186400. 02000000:00000001:3.0:1749609139.916827:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609139.916828:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609139.916828:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085c00. 00000100:00000001:3.0:1749609139.916829:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609139.916829:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916830:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609139.916832:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609139.916832:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609139.916833:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609139.916834:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609139.923538:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298416328, at 4298416328 00000100:00000010:1.0:1749609139.923543:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8880. 00000100:00000040:3.0:1749609139.923558:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298416328, at 4298416328 00000100:00000010:3.0:1749609139.923567:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8d00. 00000020:00000001:1.0:1749609140.201721:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609140.201725:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609140.201727:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609141.678369:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609141.678372:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730235264 02000000:00000001:3.0:1749609141.678375:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609141.678377:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609141.678378:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609141.678382:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609141.678385:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730235264 00000020:00000001:3.0:1749609141.678387:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609141.678389:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609141.678391:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609141.678393:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609141.678394:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609141.678396:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609141.678399:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609141.678402:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609141.678403:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609141.678405:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609141.678408:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749609141.678409:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00100000:1.0:1749609141.678411:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730235392 00000020:00000010:3.0:1749609141.678412:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 02000000:00000001:1.0:1749609141.678413:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609141.678415:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609141.678416:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609141.678416:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 02000000:00000001:1.0:1749609141.678419:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609141.678421:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730235392 00000100:00000040:3.0:1749609141.678421:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1749609141.678422:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609141.678422:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609141.678423:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1749609141.678424:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609141.678424:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609141.678425:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609141.678426:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609141.678428:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609141.678428:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609141.678432:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000020:00000010:1.0:1749609141.678435:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8280. 00000020:00000010:1.0:1749609141.678438:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:3.0:1749609141.678439:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609141.678440:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609141.678441:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609141.678443:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609141.678444:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609141.678446:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609141.678446:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609141.678449:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1383 00000100:00000040:3.0:1749609141.678451:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:1.0:1749609141.678452:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609141.678452:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352829008 : -131938356722608 : ffff8800b51d8450) 00000100:00000001:1.0:1749609141.678457:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609141.678457:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d8450 x1834594730235264/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:87/0 lens 224/0 e 0 to 0 dl 1749609152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609141.678459:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730235520 02000000:00000001:1.0:1749609141.678460:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609141.678461:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609141.678462:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609141.678462:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609141.678463:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609141.678463:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00100000:1.0:1749609141.678464:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730235520 00000100:00000001:3.0:1749609141.678464:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609141.678465:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000020:00000001:1.0:1749609141.678466:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609141.678466:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609141.678467:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749609141.678467:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730235264:12345-192.168.201.20@tcp:400: 00000020:00000001:1.0:1749609141.678468:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609141.678470:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609141.678471:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000200:3.0:1749609141.678472:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730235264 00000020:00000010:1.0:1749609141.678473:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8800. 00000020:00000010:1.0:1749609141.678474:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee258. 00000020:00000001:3.0:1749609141.678474:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609141.678476:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609141.678476:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609141.678476:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609141.678477:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609141.678478:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609141.678479:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609141.678479:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609141.678480:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609141.678482:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609141.678483:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609141.678483:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609141.678484:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609141.678485:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609141.678486:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609141.678486:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609141.678487:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609141.678487:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609141.678490:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609141.678491:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2603 02000000:00000001:3.0:1749609141.678491:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609141.678493:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083010560 : -131938626541056 : ffff8800a5086a00) 02000000:00000010:3.0:1749609141.678494:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609141.678495:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609141.678496:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5086a00 x1834594730235520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609161 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609141.678496:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609141.678521:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609141.678522:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730235264 00010000:00000001:3.0:1749609141.678524:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609141.678526:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d8450 x1834594730235264/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:87/0 lens 224/224 e 0 to 0 dl 1749609152 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609141.678528:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5086a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730235520:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609141.678531:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730235520 00010000:00000001:3.0:1749609141.678531:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609141.678532:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609141.678532:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609141.678534:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:3.0:1749609141.678535:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609141.678537:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609141.678538:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000040:1.0:1749609141.678539:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:3.0:1749609141.678540:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:1.0:1749609141.678541:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 02000000:00000001:3.0:1749609141.678541:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609141.678542:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609141.678543:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609141.678545:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609141.678545:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:1.0:1749609141.678546:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749609141.678548:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 02000000:00000010:1.0:1749609141.678549:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a508c800. 02000000:00000001:1.0:1749609141.678550:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609141.678551:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609141.678551:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730235264, offset 224 00010000:00000040:1.0:1749609141.678553:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000400:00000200:3.0:1749609141.678555:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00080000:1.0:1749609141.678558:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3750 last 0 00010000:00000001:1.0:1749609141.678561:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:3.0:1749609141.678561:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:1.0:1749609141.678565:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000400:00000200:3.0:1749609141.678565:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1968:1968:256:4294967295] 192.168.201.20@tcp LPNI seq info [1964:1964:8:4294967295] 00000004:00000001:1.0:1749609141.678567:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1749609141.678570:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:3.0:1749609141.678571:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609141.678574:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609141.678575:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000010:3.0:1749609141.678577:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 00000004:00000001:1.0:1749609141.678578:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609141.678580:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609141.678580:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000040:1.0:1749609141.678584:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000800:00000200:3.0:1749609141.678584:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000040:1.0:1749609141.678586:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000800:00000200:3.0:1749609141.678587:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 320 niov 1 nkiov 1 00000004:00000040:1.0:1749609141.678588:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:1.0:1749609141.678590:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609141.678592:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609141.678592:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609141.678593:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:3.0:1749609141.678593:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:1.0:1749609141.678595:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609141.678595:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609141.678595:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609141.678596:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:3.0:1749609141.678597:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1749609141.678598:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:3.0:1749609141.678599:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d8450 x1834594730235264/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:87/0 lens 224/224 e 0 to 0 dl 1749609152 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609141.678600:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:1.0:1749609141.678602:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00100000:3.0:1749609141.678603:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730235264:12345-192.168.201.20@tcp:400: Request processed in 140us (306us total) trans 0 rc 0/0 00010000:00000001:1.0:1749609141.678604:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609141.678606:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609141.678608:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1749609141.678608:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1383 00000100:00000040:3.0:1749609141.678609:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00010000:00000001:1.0:1749609141.678610:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609141.678611:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1749609141.678612:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1749609141.678612:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609141.678614:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749609141.678614:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609141.678616:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000400:00000200:1.0:1749609141.678618:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000010:3.0:1749609141.678618:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00000001:1.0:1749609141.678620:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1749609141.678620:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000040:1.0:1749609141.678622:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609141.678622:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609141.678623:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000200:3.0:1749609141.678624:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609141.678625:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609141.678627:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000010:3.0:1749609141.678627:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62d68. 02000000:00000001:1.0:1749609141.678629:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749609141.678629:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880085dd2cc0. 02000000:00000001:1.0:1749609141.678630:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609141.678631:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609141.678633:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609141.678635:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609141.678638:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730235520, offset 0 00000400:00000200:1.0:1749609141.678641:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609141.678646:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609141.678650:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1970:1970:254:4294967295] 192.168.201.20@tcp LPNI seq info [1966:1966:6:4294967295] 00000400:00000200:1.0:1749609141.678656:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609141.678660:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609141.678663:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee000. 00000800:00000200:1.0:1749609141.678666:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:1.0:1749609141.678670:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609141.678672:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee000 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609141.678675:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609141.678677:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609141.678678:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609141.678680:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609141.678683:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5086a00 x1834594730235520/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609161 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609141.678696:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5086a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730235520:12345-192.168.201.20@tcp:38: Request processed in 169us (304us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609141.678703:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2603 00000100:00000001:1.0:1749609141.678705:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609141.678706:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609141.678708:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8800. 00000020:00000010:1.0:1749609141.678710:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee258. 00000020:00000010:1.0:1749609141.678712:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:1.0:1749609141.678714:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609142.205675:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609142.205678:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609142.205680:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609143.207705:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609143.207709:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609143.207711:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609144.923793:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609144.923796:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.923864:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609144.923865:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609144.923866:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609144.923870:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5087480 x1834594612231808/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.923876:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609144.923877:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609144.923878:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609144.923880:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609144.923881:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609144.923882:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612231808:0@lo:400: 00000100:00000001:1.0:1749609144.923885:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609144.923886:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609144.923887:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609144.923888:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609144.923891:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b000. 02000000:00000001:1.0:1749609144.923892:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609144.923895:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000400:00000010:1.0:1749609144.923898:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000200:1.0:1749609144.923900:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612231808, portal 4 00000100:00000001:1.0:1749609144.923901:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609144.923901:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609144.923902:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135083013248 : -131938626538368 : ffff8800a5087480) 00000100:00100000:3.0:1749609144.923904:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612231552 00000100:00000040:1.0:1749609144.923905:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5087480 x1834594612231808/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609144.923906:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609144.923907:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609144.923909:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609144.923909:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609144.923911:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609144.923912:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 02000000:00000001:3.0:1749609144.923912:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609144.923913:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612231808, offset 0 00000400:00000200:1.0:1749609144.923915:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609144.923915:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612231552 00000020:00000001:3.0:1749609144.923916:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609144.923917:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:3.0:1749609144.923918:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609144.923919:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000400:00000200:1.0:1749609144.923920:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609144.923921:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:3.0:1749609144.923922:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000200:1.0:1749609144.923923:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b3e80 00000100:00000001:3.0:1749609144.923925:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749609144.923927:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 7616 00000020:00000010:3.0:1749609144.923927:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609144.923929:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609144.923930:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609144.923931:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000400:00000200:1.0:1749609144.923932:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609144.923934:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609144.923935:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1749609144.923935:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00000010:1.0:1749609144.923937:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a096300. 00000020:00000010:3.0:1749609144.923937:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000100:00000040:1.0:1749609144.923939:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88007a096300 x1834594612231808 msgsize 224 00000020:00000010:3.0:1749609144.923940:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00100000:1.0:1749609144.923941:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609144.923945:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609144.923946:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609144.923947:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609144.923948:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609144.923949:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000100:00000001:3.0:1749609144.923949:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609144.923950:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:1.0:1749609144.923952:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609144.923953:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5087480 x1834594612231808/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609144.923953:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.923958:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609144.923959:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5087480 x1834594612231808/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609144.923960:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.923962:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.923963:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609144.923965:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609144.923965:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609144.923966:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609144.923967:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:1.0:1749609144.923968:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298421329 00000100:00000001:1.0:1749609144.923969:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298421336 00000100:00100000:3.0:1749609144.923969:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00000001:1.0:1749609144.923971:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298421329 00000100:00000040:3.0:1749609144.923971:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609144.923972:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.923972:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298421329 00000100:00000001:3.0:1749609144.923972:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352840272 : -131938356711344 : ffff8800b51db050) 00000100:00000001:1.0:1749609144.923973:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.923974:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298421329 00000100:00000001:1.0:1749609144.923975:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298421336 00000100:00000040:3.0:1749609144.923975:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51db050 x1834594612231552/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:90/0 lens 224/0 e 0 to 0 dl 1749609155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.923976:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609144.923977:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.923978:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.923979:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609144.923980:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609144.923981:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609144.923982:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609144.923982:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609144.923982:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609144.923983:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609144.923983:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609144.923984:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609144.923984:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.923985:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609144.923985:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612231552:12345-0@lo:400: 00000100:00000200:3.0:1749609144.923987:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612231552 00000020:00000001:3.0:1749609144.923989:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609144.923991:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609144.923992:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609144.923993:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609144.923994:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609144.923996:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609144.923996:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609144.923997:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609144.923997:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.923998:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609144.923998:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609144.923999:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749609144.924000:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609144.924000:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609144.924002:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609144.924003:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609144.924004:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609144.924004:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609144.924005:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609144.924005:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609144.924006:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609144.924007:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609144.924007:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab3800. 00000100:00100000:1.0:1749609144.924009:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612231680:0@lo:38: 02000000:00000001:3.0:1749609144.924009:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609144.924010:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609144.924011:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924012:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609144.924013:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:3.0:1749609144.924013:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612231552 02000000:00000001:1.0:1749609144.924014:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609144.924014:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749609144.924015:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609144.924016:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508cc00. 00010000:00000200:3.0:1749609144.924016:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51db050 x1834594612231552/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:90/0 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609144.924017:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609144.924019:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000400:00000010:1.0:1749609144.924020:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000200:1.0:1749609144.924021:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612231680, portal 4 00010000:00000001:3.0:1749609144.924021:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609144.924022:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749609144.924022:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924023:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135083012352 : -131938626539264 : ffff8800a5087100) 00000100:00001000:3.0:1749609144.924024:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=113 v=5 (1 1 1 1) 00000100:00000040:1.0:1749609144.924026:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609144.924026:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609144.924027:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609144.924028:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609144.924029:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609144.924029:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609144.924030:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609144.924030:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609144.924031:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609144.924032:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612231680, offset 0 00000100:00000001:3.0:1749609144.924032:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609144.924033:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609144.924034:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749609144.924035:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000400:00000200:1.0:1749609144.924037:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609144.924037:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612231552, offset 224 00000400:00000200:3.0:1749609144.924039:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609144.924044:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609144.924047:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b3d80 00000100:00000001:1.0:1749609144.924048:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609144.924049:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609144.924050:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16441 [1] + 224 00000100:00000001:1.0:1749609144.924051:0:15201:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924052:0:15201:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609144.924053:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609144.924055:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609144.924056:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609144.924058:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b3e00 00000100:00000200:3.0:1749609144.924059:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5086d80 x1834594612231552/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609144.924062:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 4160 00000100:00000040:3.0:1749609144.924064:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5086d80 x1834594612231552/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609144.924065:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609144.924066:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609144.924068:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609144.924069:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749609144.924070:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:1.0:1749609144.924072:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a096680. 00000100:00000040:1.0:1749609144.924073:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a096680 x1834594612231680 msgsize 520 00000400:00000200:3.0:1749609144.924074:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00100000:1.0:1749609144.924075:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1749609144.924075:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609144.924077:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609144.924078:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609144.924079:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609144.924080:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609144.924081:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:3.0:1749609144.924083:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609144.924083:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609144.924085:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609144.924086:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51db050 x1834594612231552/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:90/0 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609144.924090:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00100000:3.0:1749609144.924091:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612231552:12345-0@lo:400: Request processed in 110us (214us total) trans 0 rc 0/0 00000400:00000010:1.0:1749609144.924092:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609144.924093:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609144.924094:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609144.924095:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00000040:3.0:1749609144.924096:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:3.0:1749609144.924097:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609144.924098:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609144.924098:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609144.924099:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609144.924100:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609144.924102:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000100:00000001:1.0:1749609144.924103:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924104:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609144.924104:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00000001:1.0:1749609144.924105:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609144.924106:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000040:1.0:1749609144.924107:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1031 usecs (2 jiffies) 00000100:00000001:1.0:1749609144.924108:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298421330 02000000:00000001:3.0:1749609144.924108:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609144.924109:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab3800. 02000000:00000001:3.0:1749609144.924110:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609144.924111:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924113:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749609144.924113:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1749609144.924114:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612232192 02000000:00000001:1.0:1749609144.924115:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609144.924116:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749609144.924116:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b624d0. 00000100:00000001:1.0:1749609144.924118:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609144.924118:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880085dd2f00. 02000000:00000001:1.0:1749609144.924119:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609144.924121:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612232192 00000020:00000001:1.0:1749609144.924122:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609144.924122:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:1.0:1749609144.924123:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609144.924125:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:1.0:1749609144.924126:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609144.924127:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609144.924129:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609144.924131:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8880. 00000020:00000010:1.0:1749609144.924133:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4e40. 00000100:00000001:3.0:1749609144.924133:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609144.924134:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612231680 00000020:00000040:1.0:1749609144.924135:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 02000000:00000001:3.0:1749609144.924135:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609144.924136:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609144.924137:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609144.924137:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609144.924138:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 02000000:00000001:3.0:1749609144.924138:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609144.924139:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612231680 00000020:00000010:1.0:1749609144.924140:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8800. 00000020:00000001:3.0:1749609144.924140:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609144.924140:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609144.924141:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749609144.924142:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee258. 00000020:00000001:3.0:1749609144.924142:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609144.924143:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609144.924145:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00000040:1.0:1749609144.924146:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1749609144.924146:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000100:00000001:1.0:1749609144.924147:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749609144.924147:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000001:1.0:1749609144.924148:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609144.924148:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609144.924149:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609144.924149:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609144.924150:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924151:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609144.924151:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924152:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609144.924153:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609144.924154:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924156:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609144.924158:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609144.924159:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609144.924159:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609144.924160:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609144.924161:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1749609144.924162:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00000001:3.0:1749609144.924162:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361654912 : -131939347896704 : ffff88007a096680) 00000100:00000040:1.0:1749609144.924163:0:16223:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:1.0:1749609144.924164:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137370135936 : -131936339415680 : ffff88012d5b2d80) 00000100:00000040:3.0:1749609144.924164:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a096680 x1834594612231680/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609164 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609144.924166:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d5b2d80 x1834594612232192/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:90/0 lens 224/0 e 0 to 0 dl 1749609155 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924170:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1749609144.924170:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612231680:12345-0@lo:38: 00000020:00000010:1.0:1749609144.924171:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8cc0. 00000100:00000001:1.0:1749609144.924172:0:16223:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609144.924172:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612231680 00000020:00000010:1.0:1749609144.924173:0:16223:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8cc0. 00000020:00000001:3.0:1749609144.924173:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609144.924174:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749609144.924175:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612232192:12345-0@lo:400: 00000100:00000200:1.0:1749609144.924176:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612232192 00000020:00000001:1.0:1749609144.924177:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609144.924179:0:16223:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609144.924180:0:16223:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609144.924180:0:16223:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609144.924181:0:16223:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:1.0:1749609144.924183:0:16223:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609144.924183:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609144.924184:0:16223:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609144.924185:0:16223:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00020000:3.0:1749609144.924185:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609144.924186:0:16223:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609144.924187:0:16223:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609144.924187:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609144.924188:0:16223:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749609144.924188:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609144.924189:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609144.924189:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609144.924190:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609144.924191:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609144.924191:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609144.924192:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508d000. 02000000:00000001:1.0:1749609144.924193:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609144.924193:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab3800. 02000000:00000001:3.0:1749609144.924193:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924194:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609144.924194:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609144.924195:0:16223:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609144.924196:0:16223:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612232192 00010000:00000001:3.0:1749609144.924196:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609144.924196:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609144.924198:0:16223:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:3.0:1749609144.924198:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000200:1.0:1749609144.924199:0:16223:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5b2d80 x1834594612232192/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:90/0 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609144.924200:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609144.924201:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609144.924202:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:1.0:1749609144.924203:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609144.924203:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:1.0:1749609144.924204:0:16223:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609144.924204:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00001000:1.0:1749609144.924205:0:16223:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=107 v=5 (1 1 1 1) 00000100:00000040:3.0:1749609144.924205:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609144.924206:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609144.924207:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609144.924207:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609144.924208:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609144.924208:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609144.924209:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609144.924209:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609144.924210:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749609144.924210:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 02000000:00000001:1.0:1749609144.924211:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609144.924211:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612231680, offset 0 00000100:00000001:1.0:1749609144.924212:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609144.924213:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609144.924213:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749609144.924214:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000400:00000200:3.0:1749609144.924215:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749609144.924216:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612232192, offset 224 00000400:00000200:1.0:1749609144.924217:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609144.924218:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b3e00 00000400:00000200:3.0:1749609144.924220:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16455 [1] + 0 00000400:00000200:1.0:1749609144.924221:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609144.924222:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609144.924223:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b4000 00000400:00000200:3.0:1749609144.924224:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609144.924226:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16451 [1] + 224 00000400:00000200:1.0:1749609144.924228:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609144.924230:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609144.924233:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609144.924233:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609144.924235:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5085c00 x1834594612232192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609144.924235:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609144.924239:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5085c00 x1834594612232192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609144.924240:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609144.924244:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609144.924246:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609144.924246:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609144.924247:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609144.924248:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609144.924249:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:3.0:1749609144.924249:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749609144.924250:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:3.0:1749609144.924250:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609144.924251:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609144.924252:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609144.924252:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609144.924253:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924254:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609144.924254:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609144.924255:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:3.0:1749609144.924255:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a096680 x1834594612231680/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609164 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609144.924256:0:16223:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609144.924257:0:16223:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609144.924258:0:16223:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609144.924259:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d5b2d80 x1834594612232192/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:90/0 lens 224/224 e 0 to 0 dl 1749609155 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609144.924260:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612231680:12345-0@lo:38: Request processed in 90us (186us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609144.924264:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612232192:12345-0@lo:400: Request processed in 92us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1749609144.924264:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00000001:3.0:1749609144.924265:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609144.924265:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609144.924266:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000100:00100000:1.0:1749609144.924267:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00000040:1.0:1749609144.924268:0:16223:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000020:00000010:3.0:1749609144.924268:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000100:00000001:1.0:1749609144.924269:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749609144.924269:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00000001:1.0:1749609144.924270:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609144.924270:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609144.924271:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8800. 00000020:00000010:1.0:1749609144.924273:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee258. 00000020:00000010:1.0:1749609144.924274:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000020:00000040:1.0:1749609144.924276:0:16223:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609144.924277:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924283:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609144.924284:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609144.924286:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609144.924287:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609144.924288:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:1.0:1749609144.924290:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609144.924291:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:1.0:1749609144.924291:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609144.924293:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5087480 x1834594612231808/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609144.924297:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5087480 x1834594612231808/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924303:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609144.924304:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924305:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609144.924306:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609144.924307:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609144.924308:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609144.924309:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609144.924311:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=100 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609144.924312:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609144.924313:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609144.924314:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609144.924315:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609144.924316:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5087480 x1834594612231808/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609144.924320:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924321:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609144.924322:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609144.924323:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609144.924323:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609144.924325:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5087480 x1834594612231808/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924328:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609144.924329:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609144.924329:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609144.924331:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5087480 x1834594612231808/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609144.924334:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612231808:0@lo:400: 00000100:00000001:1.0:1749609144.924336:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924337:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609144.924338:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5087480 x1834594612231808/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924341:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609144.924342:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609144.924343:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b000. 02000000:00000001:1.0:1749609144.924344:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609144.924345:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609144.924346:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1749609144.924347:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609144.924348:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057800. 02000000:00000001:1.0:1749609144.924349:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609144.924350:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609144.924350:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5087480. 00000100:00000001:1.0:1749609144.924351:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609144.924352:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924353:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924354:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609144.924355:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924356:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609144.924357:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924360:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924361:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298421330 00000100:00000001:1.0:1749609144.924362:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924363:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298421330 00000100:00000001:1.0:1749609144.924364:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924365:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298421330 00000100:00000001:1.0:1749609144.924365:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924366:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609144.924367:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609144.924368:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609144.924369:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609144.924370:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000400:00000200:1.0:1749609144.924370:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609144.924371:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:1.0:1749609144.924372:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609144.924373:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609144.924380:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924383:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609144.924384:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924385:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609144.924385:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609144.924386:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609144.924386:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609144.924387:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609144.924388:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609144 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609144.924390:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=110 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609144.924391:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609144.924392:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609144.924393:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609144.924394:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609169 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924397:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609144.924398:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609144.924399:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924400:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609144.924401:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609144.924402:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609144.924404:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609144.924405:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609144.924406:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609169 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609144.924410:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612231680:0@lo:38: 00000100:00000001:1.0:1749609144.924411:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609144.924412:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5087800 x1834594612231936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924416:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609144.924417:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609144.924418:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609144.924419:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609144.924420:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609144.924421:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612231936:0@lo:38: 00000100:00000001:1.0:1749609144.924422:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609144.924423:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609144.924424:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609144.924425:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609144.924426:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508d400. 02000000:00000001:1.0:1749609144.924427:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609144.924428:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000400:00000010:1.0:1749609144.924429:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000200:1.0:1749609144.924430:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612231936, portal 10 00000100:00000001:1.0:1749609144.924431:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609144.924432:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135083014144 : -131938626537472 : ffff8800a5087800) 00000100:00000040:1.0:1749609144.924434:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5087800 x1834594612231936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924438:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609144.924439:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609144.924439:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000200:1.0:1749609144.924440:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612231936, offset 0 00000400:00000200:1.0:1749609144.924442:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609144.924444:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609144.924446:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b3f00 00000400:00000200:1.0:1749609144.924448:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 137424 00000400:00000200:1.0:1749609144.924450:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609144.924451:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609144.924453:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609144.924453:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609144.924455:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a096a00. 00000100:00000040:1.0:1749609144.924456:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a096a00 x1834594612231936 msgsize 520 00000100:00100000:1.0:1749609144.924458:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609144.924469:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609144.924471:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609144.924472:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:1.0:1749609144.924473:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609144.924475:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5087800 x1834594612231936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924479:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609144.924480:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5087800 x1834594612231936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924483:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924484:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609144.924485:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609144.924486:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:1.0:1749609144.924487:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298421329 00000100:00000001:1.0:1749609144.924488:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924489:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298421329 00000100:00000001:1.0:1749609144.924490:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924491:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298421329 00000100:00000001:1.0:1749609144.924492:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924493:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298421329 00000100:00000001:1.0:1749609144.924494:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924494:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609144.924495:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924496:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609144.924497:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5087b80 x1834594612232064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924520:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609144.924521:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609144.924522:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609144.924523:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609144.924524:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609144.924525:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612232064:0@lo:38: 00000100:00000001:1.0:1749609144.924527:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609144.924528:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609144.924528:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609144.924529:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609144.924531:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508d800. 02000000:00000001:1.0:1749609144.924531:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609144.924532:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000400:00000010:1.0:1749609144.924534:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000200:1.0:1749609144.924535:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612232064, portal 10 00000100:00000001:1.0:1749609144.924536:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609144.924537:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135083015040 : -131938626536576 : ffff8800a5087b80) 00000100:00000040:1.0:1749609144.924539:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5087b80 x1834594612232064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924542:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609144.924543:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609144.924544:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609144.924545:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612232064, offset 0 00000400:00000200:1.0:1749609144.924547:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609144.924549:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609144.924551:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b3f80 00000400:00000200:1.0:1749609144.924553:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 137944 00000400:00000200:1.0:1749609144.924555:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609144.924556:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609144.924557:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609144.924558:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609144.924560:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a096d80. 00000100:00000040:1.0:1749609144.924561:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a096d80 x1834594612232064 msgsize 520 00000100:00100000:1.0:1749609144.924563:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609144.924570:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609144.924572:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609144.924573:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609144.924574:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609144.924576:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5087b80 x1834594612232064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924590:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609144.924591:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5087b80 x1834594612232064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924594:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924595:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609144.924596:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609144.924597:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 685 usecs (1 jiffies) 00000100:00000001:1.0:1749609144.924598:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298421330 00000100:00000001:1.0:1749609144.924599:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924600:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298421330 00000100:00000001:1.0:1749609144.924600:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924601:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298421330 00000100:00000001:1.0:1749609144.924603:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924603:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298421330 00000100:00000001:1.0:1749609144.924604:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298421336 00000100:00000001:1.0:1749609144.924605:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609144.924606:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924607:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924608:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609144.924609:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5087100 x1834594612231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609169 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924612:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609144.924612:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609144.924613:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508cc00. 02000000:00000001:1.0:1749609144.924615:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609144.924616:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609144.924616:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609144.924617:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609144.924618:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800911eac00. 02000000:00000001:1.0:1749609144.924620:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609144.924621:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609144.924621:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5087100. 00000100:00000001:1.0:1749609144.924622:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609144.924623:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924624:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924626:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609144.924626:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609144.924627:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609144.924628:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609144.924629:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924630:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924686:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609144.924687:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609144.924700:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609144.924701:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609144.924702:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000400:00000200:1.0:1749609144.924703:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609144.924704:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:1.0:1749609144.924705:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609144.924707:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5087800 x1834594612231936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609144.924711:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5087800 x1834594612231936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924714:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609144.924715:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924716:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609144.924717:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609144.924717:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609144.924718:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609144.924719:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609144.924721:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609144 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609144.924722:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=110 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609144.924723:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609144.924724:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609144.924725:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609144.924727:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5087800 x1834594612231936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609169 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924731:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609144.924732:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609144.924733:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924734:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609144.924735:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609144.924736:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609144.924737:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609144.924738:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609144.924739:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5087800 x1834594612231936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609169 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609144.924743:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612231936:0@lo:38: 00000100:00000001:1.0:1749609144.924745:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924746:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609144.924747:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5087800 x1834594612231936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609169 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924750:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609144.924751:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609144.924751:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508d400. 02000000:00000001:1.0:1749609144.924753:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609144.924754:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609144.924754:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609144.924755:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609144.924756:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a5c00. 02000000:00000001:1.0:1749609144.924757:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609144.924757:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609144.924758:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5087800. 00000100:00000001:1.0:1749609144.924759:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609144.924759:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924760:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924762:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609144.924762:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609144.924763:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609144.924764:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609144.924765:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:1.0:1749609144.924766:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609144.924767:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:1.0:1749609144.924767:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609144.924768:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5087b80 x1834594612232064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609144.924772:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5087b80 x1834594612232064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924775:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609144.924776:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924777:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609144.924777:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609144.924778:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609144.924779:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609144.924780:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609144.924781:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609144 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609144.924782:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=107 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609144.924783:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609144.924783:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609144.924784:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609144.924786:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5087b80 x1834594612232064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609169 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924788:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609144.924789:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609144.924790:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924791:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609144.924791:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609144.924792:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609144.924793:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609144.924794:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609144.924796:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5087b80 x1834594612232064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609169 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609144.924799:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612232064:0@lo:38: 00000100:00000001:1.0:1749609144.924802:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924802:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609144.924803:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5087b80 x1834594612232064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609169 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609144.924806:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609144.924806:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609144.924807:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508d800. 02000000:00000001:1.0:1749609144.924808:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609144.924808:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609144.924809:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609144.924810:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609144.924810:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012d464400. 02000000:00000001:1.0:1749609144.924811:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609144.924812:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609144.924812:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5087b80. 00000100:00000001:1.0:1749609144.924813:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609144.924814:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924814:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609144.924816:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609144.924816:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609144.924817:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609144.924817:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609144.931541:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298421336, at 4298421336 00000100:00000010:1.0:1749609144.931547:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706680. 00000100:00000040:3.0:1749609144.931557:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298421336, at 4298421336 00000100:00000010:3.0:1749609144.931563:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706fc0. 00000020:00000001:1.0:1749609145.211725:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609145.211728:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609145.211730:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609146.213792:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609146.213795:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609146.213797:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609146.686333:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609146.686338:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730235648 02000000:00000001:3.0:1749609146.686341:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609146.686344:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609146.686347:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609146.686353:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609146.686357:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730235648 00000020:00000001:3.0:1749609146.686360:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609146.686362:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609146.686365:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609146.686368:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609146.686371:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609146.686373:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609146.686378:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609146.686378:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749609146.686380:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730235776 02000000:00000001:1.0:1749609146.686382:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749609146.686382:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609146.686383:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609146.686385:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609146.686385:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609146.686387:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609146.686388:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00100000:1.0:1749609146.686389:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730235776 00000020:00000001:1.0:1749609146.686390:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609146.686391:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609146.686393:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749609146.686393:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000020:00000001:1.0:1749609146.686394:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609146.686396:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609146.686399:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000010:3.0:1749609146.686399:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000010:1.0:1749609146.686402:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8800. 00000020:00000010:3.0:1749609146.686404:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000020:00000010:1.0:1749609146.686405:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee258. 00000100:00000001:1.0:1749609146.686410:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609146.686412:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749609146.686412:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609146.686414:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609146.686414:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609146.686415:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609146.686416:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609146.686420:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609146.686420:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609146.686429:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609146.686429:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609146.686435:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609146.686437:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730235904 00000100:00000001:3.0:1749609146.686437:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609146.686438:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609146.686439:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609146.686440:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609146.686441:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609146.686442:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609146.686444:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730235904 00000100:00100000:3.0:1749609146.686444:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1385 00000020:00000001:1.0:1749609146.686445:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609146.686447:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609146.686447:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000001:1.0:1749609146.686448:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609146.686449:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609146.686449:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352841296 : -131938356710320 : ffff8800b51db450) 00000020:00000001:1.0:1749609146.686451:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609146.686453:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000020:00000010:1.0:1749609146.686455:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000040:3.0:1749609146.686456:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51db450 x1834594730235648/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:92/0 lens 224/0 e 0 to 0 dl 1749609157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609146.686459:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:1.0:1749609146.686461:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609146.686463:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609146.686464:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609146.686466:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609146.686466:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609146.686468:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609146.686469:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609146.686470:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609146.686472:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609146.686474:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609146.686475:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609146.686476:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730235648:12345-192.168.201.20@tcp:400: 00000100:00000200:3.0:1749609146.686479:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730235648 00000020:00000001:3.0:1749609146.686482:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609146.686501:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609146.686503:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609146.686505:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609146.686507:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609146.686509:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609146.686510:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609146.686512:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1749609146.686529:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2607 00000100:00000001:1.0:1749609146.686531:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083007872 : -131938626543744 : ffff8800a5085f80) 00000100:00000040:1.0:1749609146.686534:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5085f80 x1834594730235904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609146.686542:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5085f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730235904:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609146.686545:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730235904 00000020:00000001:1.0:1749609146.686546:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609146.686546:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749609146.686548:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609146.686548:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609146.686550:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609146.686552:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1749609146.686554:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 02000000:00000001:3.0:1749609146.686554:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609146.686556:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 02000000:00000010:3.0:1749609146.686558:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab0000. 02000000:00000001:3.0:1749609146.686559:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609146.686560:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609146.686561:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609146.686562:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609146.686563:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a508d800. 00000020:00000001:3.0:1749609146.686564:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609146.686565:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609146.686565:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730235648 00000100:00000001:1.0:1749609146.686566:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609146.686568:0:15217:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000001:3.0:1749609146.686568:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609146.686571:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51db450 x1834594730235648/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:92/0 lens 224/224 e 0 to 0 dl 1749609157 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749609146.686572:0:15217:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3755 last 0 00010000:00000001:1.0:1749609146.686576:0:15217:0:(obd_class.h:881:obd_connect()) Process entered 00010000:00000001:3.0:1749609146.686577:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609146.686578:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609146.686580:0:15217:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00001000:3.0:1749609146.686580:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=115 v=5 (1 1 1 1) 00000004:00000001:1.0:1749609146.686582:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:3.0:1749609146.686583:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1749609146.686585:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:3.0:1749609146.686585:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609146.686587:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609146.686589:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1749609146.686590:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:3.0:1749609146.686591:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609146.686593:0:15217:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609146.686593:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:1.0:1749609146.686595:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609146.686595:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000040:1.0:1749609146.686598:0:15217:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000010:3.0:1749609146.686598:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000004:00000040:1.0:1749609146.686600:0:15217:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:1.0:1749609146.686602:0:15217:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000200:3.0:1749609146.686602:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730235648, offset 224 00000004:00000001:1.0:1749609146.686604:0:15217:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609146.686606:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609146.686607:0:15217:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609146.686607:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609146.686609:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609146.686610:0:15217:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609146.686612:0:15217:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609146.686614:0:15217:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:3.0:1749609146.686614:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000040:1.0:1749609146.686616:0:15217:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609146.686617:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609146.686619:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749609146.686619:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1971:1971:256:4294967295] 192.168.201.20@tcp LPNI seq info [1967:1967:8:4294967295] 00010000:00000001:1.0:1749609146.686621:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609146.686622:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609146.686623:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1749609146.686625:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609146.686627:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609146.686631:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609146.686634:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695800. 00000800:00000200:3.0:1749609146.686639:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:3.0:1749609146.686645:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609146.686648:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749609146.686651:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609146.686653:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609146.686655:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609146.686655:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609146.686656:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:3.0:1749609146.686657:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609146.686674:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00010000:00000001:3.0:1749609146.686675:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749609146.686676:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000020:00000001:3.0:1749609146.686677:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609146.686678:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609146.686678:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749609146.686680:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609146.686681:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609146.686682:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51db450 x1834594730235648/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:92/0 lens 224/224 e 0 to 0 dl 1749609157 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609146.686683:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609146.686686:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000200:1.0:1749609146.686688:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730235904, offset 0 00000100:00100000:3.0:1749609146.686689:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730235648:12345-192.168.201.20@tcp:400: Request processed in 222us (493us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609146.686692:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:3.0:1749609146.686695:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1385 00000400:00000200:1.0:1749609146.686696:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:3.0:1749609146.686698:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000200:1.0:1749609146.686699:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1973:1973:254:4294967295] 192.168.201.20@tcp LPNI seq info [1969:1969:6:4294967295] 00000100:00000001:3.0:1749609146.686700:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609146.686701:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609146.686705:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000400:00000200:1.0:1749609146.686706:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:3.0:1749609146.686708:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000800:00000200:1.0:1749609146.686709:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:3.0:1749609146.686710:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000800:00000010:1.0:1749609146.686712:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee400. 00000020:00000040:3.0:1749609146.686714:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:1.0:1749609146.686715:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:3.0:1749609146.686717:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609146.686718:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000200:3.0:1749609146.686720:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1749609146.686721:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee400 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609146.686723:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609146.686723:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62aa8. 00000100:00000040:1.0:1749609146.686725:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609146.686726:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609146.686726:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880085dd2600. 00000020:00000001:1.0:1749609146.686727:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609146.686730:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5085f80 x1834594730235904/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609166 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609146.686737:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5085f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730235904:12345-192.168.201.20@tcp:38: Request processed in 195us (345us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609146.686743:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2607 00000100:00000001:1.0:1749609146.686745:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609146.686746:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609146.686748:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000020:00000010:1.0:1749609146.686749:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000020:00000010:1.0:1749609146.686751:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000001:1.0:1749609146.686753:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609148.217881:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609148.217887:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609148.217890:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609149.219761:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609149.219766:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609149.219769:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609149.931740:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609149.931745:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609149.931747:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609149.931752:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609149.931761:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609149.931762:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609149.931765:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609149.931768:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609149.931770:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609149.931772:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612232576:0@lo:400: 00000100:00000001:1.0:1749609149.931776:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609149.931780:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609149.931782:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609149.931784:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609149.931787:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609149.931789:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609149.931794:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000400:00000010:1.0:1749609149.931800:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000200:1.0:1749609149.931805:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612232576, portal 25 00000100:00000001:1.0:1749609149.931808:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609149.931809:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135083004288 : -131938626547328 : ffff8800a5085180) 00000100:00000040:1.0:1749609149.931813:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609149.931820:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609149.931822:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609149.931824:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609149.931826:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612232576, offset 0 00000400:00000200:1.0:1749609149.931830:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609149.931842:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609149.931849:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b4180 00000400:00000200:1.0:1749609149.931853:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15949 [2] + 0 00000400:00000010:1.0:1749609149.931856:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f580. 00000400:00000200:1.0:1749609149.931860:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b5370e40 00000400:00000200:1.0:1749609149.931864:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609149.931866:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609149.931869:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5370e40 00000400:00000010:1.0:1749609149.931870:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b5370e40. 00000100:00000001:1.0:1749609149.931873:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609149.931875:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1749609149.931877:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51d8050 x1834594612232576 msgsize 224 00000100:00100000:1.0:1749609149.931879:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609149.931880:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1749609149.931886:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609149.931891:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609149.931892:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609149.931894:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609149.931896:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609149.931901:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609149.931902:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609149.931904:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609149.931906:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.931907:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609149.931907:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609149.931908:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609149.931909:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.931912:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298426344 00000100:00000040:3.0:1749609149.931912:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609149.931914:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8cc0. 00000100:00000001:3.0:1749609149.931917:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609149.931918:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609149.931918:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609149.931920:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609149.931921:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298426344 02000000:00000001:3.0:1749609149.931921:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749609149.931922:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e89c0. 02000000:00000001:3.0:1749609149.931922:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.931924:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1749609149.931924:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612232832:0@lo:400: 00000100:00000001:1.0:1749609149.931925:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298426344 00000100:00000010:1.0:1749609149.931926:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e86c0. 00000100:00000001:3.0:1749609149.931926:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609149.931927:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609149.931928:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1749609149.931928:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.931929:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298426344 02000000:00000001:3.0:1749609149.931929:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1749609149.931930:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8680. 00000100:00000001:1.0:1749609149.931931:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 02000000:00000010:3.0:1749609149.931932:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8a00. 02000000:00000001:3.0:1749609149.931933:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609149.931935:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62a50. 00000100:00000001:1.0:1749609149.931936:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609149.931937:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609149.931938:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609149.931939:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612232832, portal 4 00000100:00000001:1.0:1749609149.931940:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.931940:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609149.931941:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135083005184 : -131938626546432 : ffff8800a5085500) 00000100:00000040:3.0:1749609149.931944:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609149.931947:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609149.931949:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609149.931951:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609149.931952:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1749609149.931952:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000001:1.0:1749609149.931953:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609149.931954:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609149.931954:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612232832, offset 0 00000100:00000001:1.0:1749609149.931955:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609149.931956:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.931957:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609149.931958:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609149.931964:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609149.931968:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b4280 00000400:00000200:3.0:1749609149.931973:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 7840 00000400:00000200:3.0:1749609149.931977:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609149.931979:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609149.931981:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609149.931983:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749609149.931986:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fed80. 00000100:00000040:3.0:1749609149.931988:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fed80 x1834594612232832 msgsize 224 00000100:00100000:3.0:1749609149.931991:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609149.932007:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609149.932012:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:3.0:1749609149.932014:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000001:3.0:1749609149.932016:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609149.932019:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609149.932024:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609149.932026:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609149.932030:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.932031:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609149.932031:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749609149.932033:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612232832 00000100:00000001:3.0:1749609149.932033:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609149.932034:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609149.932035:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609149.932036:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609149.932036:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 02000000:00000001:1.0:1749609149.932038:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.932038:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298426337 00000100:00100000:1.0:1749609149.932039:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612232832 00000100:00000001:3.0:1749609149.932039:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298426344 00000020:00000001:1.0:1749609149.932040:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609149.932041:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:3.0:1749609149.932041:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298426337 00000020:00000001:1.0:1749609149.932042:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609149.932043:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609149.932043:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298426344 00000100:00000001:3.0:1749609149.932044:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298426337 00000020:00000001:1.0:1749609149.932045:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:1.0:1749609149.932046:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609149.932046:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298426344 00000100:00000001:3.0:1749609149.932047:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298426337 00000100:00000001:3.0:1749609149.932048:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298426344 00000100:00000001:1.0:1749609149.932049:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609149.932050:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8840. 00000100:00000001:3.0:1749609149.932051:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609149.932053:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4c00. 00000100:00000001:3.0:1749609149.932053:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.932055:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609149.932056:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609149.932056:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609149.932061:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609149.932061:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609149.932062:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1749609149.932063:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000020:00000010:1.0:1749609149.932064:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609149.932064:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609149.932065:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749609149.932066:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:3.0:1749609149.932066:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.932067:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609149.932069:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609149.932070:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609149.932071:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609149.932072:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609149.932076:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609149.932077:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609149.932078:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.932080:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609149.932080:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609149.932081:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612232576 02000000:00000001:3.0:1749609149.932083:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609149.932084:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609149.932084:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609149.932085:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609149.932085:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609149.932086:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 02000000:00000001:3.0:1749609149.932087:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609149.932088:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609149.932089:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342501248 : -131938367050368 : ffff8800b47fed80) 00000100:00100000:3.0:1749609149.932089:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612232576 00000100:00000040:1.0:1749609149.932091:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fed80 x1834594612232832/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:95/0 lens 224/0 e 0 to 0 dl 1749609160 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609149.932091:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609149.932092:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:3.0:1749609149.932093:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609149.932095:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:1.0:1749609149.932096:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749609149.932096:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000010:1.0:1749609149.932097:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8040. 00000100:00000001:1.0:1749609149.932098:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609149.932098:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000010:1.0:1749609149.932099:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8040. 00000100:00000001:3.0:1749609149.932100:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749609149.932101:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612232832:12345-0@lo:400: 00000100:00000200:1.0:1749609149.932102:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612232832 00000020:00000010:3.0:1749609149.932102:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000020:00000001:1.0:1749609149.932103:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609149.932104:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609149.932105:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609149.932106:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609149.932106:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000020:00000001:1.0:1749609149.932107:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1749609149.932108:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000001:1.0:1749609149.932109:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:1.0:1749609149.932110:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1749609149.932111:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000001:1.0:1749609149.932112:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609149.932113:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1749609149.932113:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000020:00000001:1.0:1749609149.932114:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609149.932116:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609149.932117:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609149.932117:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609149.932119:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609149.932119:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609149.932120:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609149.932120:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609149.932121:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609149.932122:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508d400. 02000000:00000001:1.0:1749609149.932122:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.932124:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.932124:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609149.932125:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609149.932126:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612232832 00010000:00000001:1.0:1749609149.932128:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609149.932129:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b47fed80 x1834594612232832/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:95/0 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609149.932130:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609149.932134:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609149.932135:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609149.932136:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609149.932136:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609149.932137:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609149.932138:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609149.932139:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609149.932140:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:3.0:1749609149.932140:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 02000000:00000001:1.0:1749609149.932141:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609149.932142:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609149.932142:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609149.932143:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609149.932143:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352827984 : -131938356723632 : ffff8800b51d8050) 00000100:00000040:1.0:1749609149.932144:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609149.932145:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000040:3.0:1749609149.932146:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d8050 x1834594612232576/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:95/0 lens 224/0 e 0 to 0 dl 1749609160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609149.932147:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612232832, offset 224 00000400:00000200:1.0:1749609149.932149:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609149.932152:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749609149.932153:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609149.932153:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000400:00000200:1.0:1749609149.932155:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b4280 00000100:00000001:3.0:1749609149.932155:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609149.932156:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000400:00000200:1.0:1749609149.932158:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x164ad [1] + 224 00000100:00100000:3.0:1749609149.932159:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612232576:12345-0@lo:400: 00000400:00000200:1.0:1749609149.932160:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609149.932161:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612232576 00000400:00000200:1.0:1749609149.932162:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609149.932163:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609149.932163:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609149.932164:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749609149.932165:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609149.932166:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609149.932167:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609149.932168:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:1.0:1749609149.932169:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609149.932170:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609149.932171:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609149.932172:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609149.932173:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609149.932175:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609149.932175:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609149.932176:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749609149.932177:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:3.0:1749609149.932177:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749609149.932178:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609149.932179:0:16365:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609149.932179:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609149.932180:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609149.932181:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609149.932181:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab0000. 00000100:00000040:1.0:1749609149.932182:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609149.932183:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609149.932184:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609149.932184:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609149.932185:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609149.932185:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609149.932186:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609149.932187:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fed80 x1834594612232832/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:95/0 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1749609149.932187:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612232576 00010000:00000001:3.0:1749609149.932188:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609149.932191:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d8050 x1834594612232576/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:95/0 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609149.932193:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612232832:12345-0@lo:400: Request processed in 95us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609149.932196:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00010000:00000001:3.0:1749609149.932197:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609149.932198:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00010000:00000001:3.0:1749609149.932198:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.932199:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1749609149.932199:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=118 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609149.932200:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609149.932201:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609149.932202:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749609149.932203:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000100:00000040:3.0:1749609149.932203:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:1.0:1749609149.932204:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000020:00000040:1.0:1749609149.932205:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:3.0:1749609149.932205:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609149.932206:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609149.932206:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609149.932207:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.932208:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609149.932210:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609149.932211:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000001:1.0:1749609149.932212:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609149.932213:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609149.932214:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612232576, offset 224 00000400:00000200:3.0:1749609149.932218:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609149.932223:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609149.932227:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b4180 00000400:00000200:3.0:1749609149.932232:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1649d [1] + 224 00000400:00000200:3.0:1749609149.932235:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609149.932237:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609149.932240:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609149.932242:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609149.932248:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609149.932252:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609149.932253:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612232960 02000000:00000001:1.0:1749609149.932254:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609149.932255:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609149.932256:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609149.932257:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.932257:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609149.932258:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612232960 00000020:00000001:1.0:1749609149.932259:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609149.932260:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749609149.932260:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000020:00000001:1.0:1749609149.932261:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609149.932262:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609149.932262:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000020:00000001:1.0:1749609149.932263:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.932263:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749609149.932264:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000100:00000001:3.0:1749609149.932264:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609149.932266:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000020:00000010:1.0:1749609149.932267:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:3.0:1749609149.932267:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.932268:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609149.932268:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609149.932269:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609149.932270:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609149.932270:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609149.932271:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.932272:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609149.932273:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609149.932275:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609149.932275:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d8050 x1834594612232576/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:95/0 lens 224/224 e 0 to 0 dl 1749609160 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609149.932279:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609149.932279:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609149.932282:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:3.0:1749609149.932282:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612232576:12345-0@lo:400: Request processed in 128us (403us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609149.932284:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135001491200 : -131938708060416 : ffff8800a02c8700) 00000100:00000040:1.0:1749609149.932285:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a02c8700 x1834594612232960/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609149.932288:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00000040:3.0:1749609149.932289:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00100000:1.0:1749609149.932290:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a02c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612232960:12345-0@lo:38: 00000100:00000200:1.0:1749609149.932291:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612232960 00000100:00000001:3.0:1749609149.932291:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749609149.932292:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609149.932292:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749609149.932293:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749609149.932294:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609149.932297:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000020:00000001:1.0:1749609149.932298:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609149.932299:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749609149.932299:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00010000:00000001:1.0:1749609149.932300:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609149.932301:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749609149.932302:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:1.0:1749609149.932303:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609149.932304:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609149.932304:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1749609149.932305:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609149.932306:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508cc00. 02000000:00000010:3.0:1749609149.932306:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab0000. 02000000:00000001:1.0:1749609149.932307:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609149.932307:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609149.932308:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.932308:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609149.932310:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609149.932311:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609149.932311:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1749609149.932312:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609149.932313:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609149.932314:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749609149.932314:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62bb0. 00000100:00000040:1.0:1749609149.932315:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609149.932316:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:3.0:1749609149.932316:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880085dd2e40. 00000100:00000001:1.0:1749609149.932317:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609149.932318:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609149.932319:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609149.932320:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.932321:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609149.932322:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609149.932323:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609149.932325:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612232960, offset 0 00000100:00000001:3.0:1749609149.932325:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609149.932327:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609149.932337:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609149.932338:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609149.932339:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62a50. 00000400:00000200:3.0:1749609149.932341:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609149.932343:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000400:00000200:1.0:1749609149.932345:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609149.932345:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609149.932347:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609149.932352:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609149.932352:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609149.932355:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b4300 00000400:00000200:1.0:1749609149.932357:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x164c5 [1] + 0 00000100:00000001:3.0:1749609149.932358:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609149.932359:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609149.932359:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609149.932361:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609149.932361:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609149.932362:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609149.932363:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609149.932363:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609149.932364:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5084000 x1834594612232960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609149.932364:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609149.932366:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609149.932368:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=105 v=5 (5 5 5 5) 00000100:00000040:1.0:1749609149.932369:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5084000 x1834594612232960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609149.932371:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609149.932373:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609149.932373:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609149.932374:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609149.932375:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609149.932375:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609149.932376:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:3.0:1749609149.932376:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609149.932377:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609149.932378:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749609149.932378:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609149.932379:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609149.932381:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609149.932381:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609149.932383:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c8700 x1834594612232960/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609169 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609149.932384:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.932386:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1749609149.932387:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a02c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612232960:12345-0@lo:38: Request processed in 97us (147us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609149.932388:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:3.0:1749609149.932389:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609149.932391:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609149.932392:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00000040:3.0:1749609149.932393:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609149.932394:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609149.932395:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609149.932397:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609149.932397:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609149.932399:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000100:00000001:3.0:1749609149.932399:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1749609149.932400:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000100:00000001:3.0:1749609149.932400:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609149.932402:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609149.932402:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609149.932407:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612232832:0@lo:400: 00000100:00000001:1.0:1749609149.932411:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609149.932411:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609149.932412:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609149.932412:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609149.932414:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5085500 x1834594612232832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609149.932415:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609149.932416:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609149.932418:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000100:00000001:3.0:1749609149.932419:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1749609149.932421:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 02000000:00000001:3.0:1749609149.932421:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1749609149.932422:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 02000000:00000010:3.0:1749609149.932422:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8a00. 00000100:00000001:1.0:1749609149.932424:0:1509:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609149.932424:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1749609149.932426:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609149.932426:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609149.932427:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1749609149.932429:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609149.932430:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 00000100:00000200:1.0:1749609149.932432:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609149.932432:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609149.932433:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609149.932433:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085500. 00000100:00000001:3.0:1749609149.932435:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609149.932436:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609149.932437:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609149.932437:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609149.932438:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609149.932439:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609149.932440:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749609149.932441:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609149.932441:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.932442:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609149.932442:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609149.932443:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609149.932443:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609149.932445:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609149.932447:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609149.932450:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609149.932452:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609149.932453:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609149.932454:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609149.932455:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.932457:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609149.932459:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609149.932465:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609149.932467:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609149.932468:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609149.932470:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609149.932474:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612232576:0@lo:400: 00000100:00000001:1.0:1749609149.932476:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609149.932477:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609149.932479:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5085180 x1834594612232576/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609149.932483:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609149.932484:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609149.932485:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609149.932486:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609149.932487:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609149.932487:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:1.0:1749609149.932488:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609149.932489:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057300. 02000000:00000001:1.0:1749609149.932491:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609149.932491:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609149.932492:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085180. 00000100:00000001:1.0:1749609149.932493:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609149.932494:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609149.932495:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609149.932520:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609149.932521:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609149.932523:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609149.932524:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609149.939549:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298426344, at 4298426344 00000100:00000010:1.0:1749609149.939565:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e89c0. 00000100:00000040:3.0:1749609149.939569:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298426344, at 4298426344 00000100:00000010:3.0:1749609149.939575:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8680. 00000020:00000001:1.0:1749609151.223750:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609151.223753:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609151.223756:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609151.694860:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609151.694864:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730236032 02000000:00000001:3.0:1749609151.694867:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609151.694870:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609151.694873:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609151.694877:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609151.694882:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730236032 00000020:00000001:3.0:1749609151.694885:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609151.694887:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609151.694890:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609151.694893:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609151.694896:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609151.694899:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609151.694905:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609151.694909:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609151.694912:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609151.694915:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000020:00000010:3.0:1749609151.694920:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000020:00000010:3.0:1749609151.694925:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609151.694931:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000040:3.0:1749609151.694939:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609151.694942:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609151.694944:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609151.694946:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609151.694952:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609151.694969:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609151.694971:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609151.694975:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609151.694977:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609151.694979:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609151.694983:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2610 00000100:00100000:3.0:1749609151.694984:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1387 00000100:00000001:1.0:1749609151.694987:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083015040 : -131938626536576 : ffff8800a5087b80) 00000100:00000040:3.0:1749609151.694987:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609151.694989:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352833104 : -131938356718512 : ffff8800b51d9450) 00000100:00000040:1.0:1749609151.694994:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5087b80 x1834594730236160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609151.694995:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d9450 x1834594730236032/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:97/0 lens 224/0 e 0 to 0 dl 1749609162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609151.695006:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609151.695008:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00100000:1.0:1749609151.695009:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5087b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730236160:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609151.695010:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609151.695012:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00000200:1.0:1749609151.695013:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730236160 00000020:00000001:1.0:1749609151.695017:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609151.695017:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730236032:12345-192.168.201.20@tcp:400: 00010000:00000001:1.0:1749609151.695021:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749609151.695021:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730236032 00000020:00000001:3.0:1749609151.695024:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609151.695027:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609151.695029:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609151.695032:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609151.695035:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609151.695037:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609151.695039:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609151.695041:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609151.695042:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609151.695044:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00020000:1.0:1749609151.695047:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609151.695047:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609151.695049:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1749609151.695050:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609151.695051:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609151.695053:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749609151.695054:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609151.695057:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab0000. 00000100:00000001:1.0:1749609151.695058:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749609151.695059:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609151.695060:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609151.695061:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609151.695062:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609151.695064:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609151.695066:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508dc00. 00010000:00000040:3.0:1749609151.695066:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730236032 02000000:00000001:1.0:1749609151.695069:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609151.695070:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609151.695071:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609151.695074:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d9450 x1834594730236032/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:97/0 lens 224/224 e 0 to 0 dl 1749609162 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609151.695075:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609151.695077:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609151.695080:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749609151.695084:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609151.695085:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:3.0:1749609151.695085:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609151.695088:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=120 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609151.695109:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609151.695110:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000040:3.0:1749609151.695113:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609151.695115:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609151.695116:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:1.0:1749609151.695118:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609151.695119:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609151.695121:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609151.695122:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609151.695124:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:3.0:1749609151.695125:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609151.695129:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:3.0:1749609151.695129:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:1.0:1749609151.695132:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609151.695134:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609151.695134:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609151.695137:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609151.695140:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730236032, offset 224 00000100:00000040:1.0:1749609151.695141:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609151.695145:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000400:00000200:3.0:1749609151.695147:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000200:1.0:1749609151.695151:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730236160, offset 0 00000400:00000200:1.0:1749609151.695159:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609151.695159:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609151.695167:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1974:1974:256:4294967295] 192.168.201.20@tcp LPNI seq info [1970:1970:8:4294967295] 00000400:00000200:3.0:1749609151.695182:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609151.695190:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609151.695194:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:3.0:1749609151.695195:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000800:00000200:3.0:1749609151.695202:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:1.0:1749609151.695203:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1975:1975:255:4294967295] 192.168.201.20@tcp LPNI seq info [1971:1971:7:4294967295] 00000800:00000200:3.0:1749609151.695211:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:1.0:1749609151.695216:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609151.695216:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749609151.695228:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609151.695234:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee400. 00000100:00000001:3.0:1749609151.695239:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609151.695240:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:3.0:1749609151.695244:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:1.0:1749609151.695248:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00010000:00000001:3.0:1749609151.695248:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609151.695250:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609151.695252:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee400 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:3.0:1749609151.695253:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609151.695257:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609151.695258:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d9450 x1834594730236032/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:97/0 lens 224/224 e 0 to 0 dl 1749609162 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609151.695261:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609151.695280:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609151.695283:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609151.695287:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730236032:12345-192.168.201.20@tcp:400: Request processed in 280us (519us total) trans 0 rc 0/0 00000100:00000040:1.0:1749609151.695288:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5087b80 x1834594730236160/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609171 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609151.695297:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1387 00000100:00000040:3.0:1749609151.695300:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00100000:1.0:1749609151.695301:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5087b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730236160:12345-192.168.201.20@tcp:38: Request processed in 293us (482us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609151.695303:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609151.695305:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609151.695309:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000100:00100000:1.0:1749609151.695311:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2610 00000020:00000010:3.0:1749609151.695313:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000100:00000001:1.0:1749609151.695314:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609151.695316:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609151.695317:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000020:00000010:1.0:1749609151.695319:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9400. 00000020:00000040:3.0:1749609151.695322:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000020:00000010:1.0:1749609151.695323:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ca28. 00000100:00000001:3.0:1749609151.695326:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609151.695328:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000200:3.0:1749609151.695331:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609151.695332:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609151.695335:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62a50. 00000400:00000010:3.0:1749609151.695340:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880085dd2780. 00000020:00000001:1.0:1749609152.225750:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609152.225754:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609152.225756:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609154.229704:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609154.229708:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609154.229711:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609154.939833:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609154.939837:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.939913:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609154.939917:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609154.939919:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609154.939923:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02caa00 x1834594612233856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.939931:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609154.939932:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609154.939934:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609154.939936:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609154.939937:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609154.939939:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612233856:0@lo:38: 00000100:00000001:3.0:1749609154.939942:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609154.939944:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609154.939946:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.939947:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609154.939948:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609154.939949:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609154.939951:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1749609154.939951:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab0c00. 02000000:00000001:3.0:1749609154.939952:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609154.939955:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609154.939956:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62688. 00000400:00000010:3.0:1749609154.939959:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000200:3.0:1749609154.939962:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612233856, portal 4 00000100:00000001:3.0:1749609154.939964:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609154.939965:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001500160 : -131938708051456 : ffff8800a02caa00) 00000100:00000001:1.0:1749609154.939968:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609154.939969:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609154.939970:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02caa00 x1834594612233856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609154.939972:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609154.939973:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609154.939975:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.939976:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609154.939977:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612233984:0@lo:400: 00000100:00000040:3.0:1749609154.939978:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609154.939979:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000001:1.0:1749609154.939980:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749609154.939981:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612233856, offset 0 02000000:00000001:1.0:1749609154.939982:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609154.939983:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609154.939985:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749609154.939985:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749609154.939987:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609154.939989:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609154.939990:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749609154.939992:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000400:00000010:1.0:1749609154.939995:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000400:00000200:3.0:1749609154.939996:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b4680 00000100:00000200:1.0:1749609154.939998:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612233984, portal 4 00000100:00000001:1.0:1749609154.940000:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609154.940001:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001490304 : -131938708061312 : ffff8800a02c8380) 00000400:00000200:3.0:1749609154.940001:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 5200 00000100:00000040:1.0:1749609154.940005:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609154.940005:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609154.940007:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609154.940010:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609154.940011:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609154.940012:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:1.0:1749609154.940013:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609154.940014:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000010:3.0:1749609154.940015:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b7100. 00000100:00000200:1.0:1749609154.940016:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612233984, offset 0 00000100:00000040:3.0:1749609154.940017:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b7100 x1834594612233856 msgsize 520 00000400:00000200:1.0:1749609154.940020:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609154.940021:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609154.940025:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609154.940028:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609154.940029:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b4700 00000400:00000200:1.0:1749609154.940034:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 8064 00000400:00000200:1.0:1749609154.940038:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609154.940041:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609154.940042:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000400:00000010:3.0:1749609154.940044:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000100:00000001:3.0:1749609154.940046:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609154.940049:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02caa00 x1834594612233856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940051:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609154.940053:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1749609154.940055:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1749609154.940056:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a097100. 00000100:00000040:3.0:1749609154.940057:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02caa00 x1834594612233856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609154.940059:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88007a097100 x1834594612233984 msgsize 224 00000100:00100000:1.0:1749609154.940062:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609154.940063:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940064:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609154.940067:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940068:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609154.940070:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1028 usecs (2 jiffies) 00000400:00000200:1.0:1749609154.940072:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000001:3.0:1749609154.940072:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298431346 00000400:00000010:1.0:1749609154.940073:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:3.0:1749609154.940074:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298431352 00000100:00000001:1.0:1749609154.940075:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609154.940075:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298431346 00000100:00000001:3.0:1749609154.940077:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298431352 00000100:00000200:1.0:1749609154.940078:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940078:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298431346 00000100:00000001:3.0:1749609154.940079:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298431352 00000100:00000001:3.0:1749609154.940080:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298431346 00000100:00000001:3.0:1749609154.940082:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298431352 00000100:00000001:1.0:1749609154.940084:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609154.940084:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609154.940085:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609154.940086:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940087:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940089:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609154.940091:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940092:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609154.940093:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609154.940094:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609154.940095:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940095:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609154.940096:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609154.940097:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609154.940098:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:1.0:1749609154.940100:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298431345 00000100:00000040:3.0:1749609154.940100:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9c00 x1834594612234112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940101:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298431352 00000100:00000001:1.0:1749609154.940103:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298431345 00000100:00000001:1.0:1749609154.940105:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298431352 00000100:00000001:3.0:1749609154.940105:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609154.940106:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298431345 00000100:00000001:3.0:1749609154.940106:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940107:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298431352 02000000:00000001:3.0:1749609154.940108:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609154.940109:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298431345 02000000:00000001:3.0:1749609154.940109:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609154.940110:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298431352 00000100:00000001:1.0:1749609154.940111:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609154.940111:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609154.940112:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612234112:0@lo:38: 00000100:00000001:1.0:1749609154.940113:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940115:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940115:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609154.940116:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609154.940117:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609154.940118:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609154.940119:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609154.940120:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609154.940121:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609154.940122:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749609154.940122:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab2c00. 00000100:00000001:1.0:1749609154.940123:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609154.940123:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940124:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609154.940125:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000100:00100000:1.0:1749609154.940127:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:3.0:1749609154.940127:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000001:1.0:1749609154.940129:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609154.940130:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612234112, portal 10 00000100:00000001:1.0:1749609154.940131:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609154.940131:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609154.940132:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940132:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001496576 : -131938708055040 : ffff8800a02c9c00) 00000100:00000001:1.0:1749609154.940133:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609154.940134:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609154.940135:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609154.940136:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9c00 x1834594612234112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609154.940137:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9180 x1834594612234368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940141:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609154.940143:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749609154.940143:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609154.940144:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609154.940144:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000200:3.0:1749609154.940145:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612234112, offset 0 02000000:00000001:1.0:1749609154.940146:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609154.940148:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609154.940148:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609154.940149:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609154.940151:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612234368:0@lo:400: 00000400:00000200:3.0:1749609154.940153:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609154.940154:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609154.940156:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749609154.940156:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b4780 02000000:00000001:1.0:1749609154.940157:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609154.940159:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749609154.940160:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 141808 02000000:00000010:1.0:1749609154.940161:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b200. 02000000:00000001:1.0:1749609154.940163:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609154.940164:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609154.940165:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000400:00000200:3.0:1749609154.940166:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609154.940169:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000001:3.0:1749609154.940169:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609154.940170:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749609154.940173:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612234368, portal 10 00000100:00000010:3.0:1749609154.940173:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b6a00. 00000100:00000040:3.0:1749609154.940174:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b6a00 x1834594612234112 msgsize 520 00000100:00000001:1.0:1749609154.940175:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609154.940176:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001493888 : -131938708057728 : ffff8800a02c9180) 00000100:00100000:3.0:1749609154.940177:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609154.940179:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9180 x1834594612234368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940184:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609154.940185:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609154.940187:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609154.940187:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000400:00000010:1.0:1749609154.940188:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000400:00000010:3.0:1749609154.940188:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000001:3.0:1749609154.940190:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609154.940191:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612234368, offset 0 00000100:00000200:3.0:1749609154.940192:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9c00 x1834594612234112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609154.940194:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609154.940198:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609154.940199:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609154.940200:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9c00 x1834594612234112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609154.940203:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b4880 00000100:00000001:3.0:1749609154.940204:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940206:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609154.940208:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 142328 00000100:00000001:3.0:1749609154.940208:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609154.940211:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000400:00000200:1.0:1749609154.940212:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609154.940212:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298431345 00000400:00000200:1.0:1749609154.940214:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609154.940214:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298431352 00000100:00000001:3.0:1749609154.940215:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298431345 00000100:00000001:1.0:1749609154.940217:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609154.940217:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298431352 00000100:00000200:1.0:1749609154.940218:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609154.940218:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298431345 00000100:00000001:3.0:1749609154.940219:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298431352 00000100:00000010:1.0:1749609154.940221:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a097480. 00000100:00000001:3.0:1749609154.940221:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298431345 00000100:00000001:3.0:1749609154.940222:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298431352 00000100:00000040:1.0:1749609154.940223:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88007a097480 x1834594612234368 msgsize 224 00000100:00000001:3.0:1749609154.940223:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609154.940224:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609154.940226:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609154.940226:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609154.940229:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c8000 x1834594612234240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940232:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609154.940234:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609154.940235:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609154.940236:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609154.940238:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609154.940239:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609154.940241:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612234240:0@lo:38: 00000100:00000001:3.0:1749609154.940243:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609154.940244:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749609154.940245:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 02000000:00000001:3.0:1749609154.940245:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609154.940247:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 02000000:00000001:3.0:1749609154.940247:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609154.940249:0:1509:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:3.0:1749609154.940249:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609154.940250:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609154.940251:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9180 x1834594612234368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609154.940253:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62b00. 00000400:00000010:3.0:1749609154.940255:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000001:1.0:1749609154.940257:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749609154.940257:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612234240, portal 10 00000100:00000040:1.0:1749609154.940259:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9180 x1834594612234368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940259:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609154.940260:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001489408 : -131938708062208 : ffff8800a02c8000) 00000100:00000040:3.0:1749609154.940263:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c8000 x1834594612234240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940264:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940265:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609154.940268:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940268:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609154.940269:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609154.940270:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000400:00000010:3.0:1749609154.940271:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000100:00000001:1.0:1749609154.940272:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298431345 00000100:00000200:3.0:1749609154.940272:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612234240, offset 0 00000100:00000001:1.0:1749609154.940273:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298431352 00000400:00000200:3.0:1749609154.940275:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609154.940276:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298431345 00000100:00000001:1.0:1749609154.940277:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298431352 00000100:00000001:1.0:1749609154.940278:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298431345 00000100:00000001:1.0:1749609154.940279:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298431352 00000400:00000200:3.0:1749609154.940279:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609154.940281:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298431345 00000100:00000001:1.0:1749609154.940282:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298431352 00000100:00000001:1.0:1749609154.940283:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609154.940283:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b4800 00000100:00000001:1.0:1749609154.940285:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609154.940286:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 142552 00000100:00000001:1.0:1749609154.940287:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940289:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609154.940289:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609154.940291:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609154.940293:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609154.940294:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609154.940298:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bfb480. 00000100:00000040:3.0:1749609154.940299:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880130bfb480 x1834594612234240 msgsize 520 00000100:00000001:1.0:1749609154.940300:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609154.940302:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612233984 00000100:00100000:3.0:1749609154.940302:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609154.940304:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609154.940305:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609154.940307:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609154.940308:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940308:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609154.940310:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612233984 00000400:00000200:3.0:1749609154.940310:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000020:00000001:1.0:1749609154.940312:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749609154.940312:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000020:00000040:1.0:1749609154.940313:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:1.0:1749609154.940314:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609154.940314:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609154.940315:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c8000 x1834594612234240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609154.940316:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:1.0:1749609154.940318:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:1.0:1749609154.940320:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609154.940321:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609154.940322:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c8000 x1834594612234240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940323:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609154.940325:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e89c0. 00000020:00000010:1.0:1749609154.940327:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8840. 00000100:00000001:3.0:1749609154.940327:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940328:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749609154.940330:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609154.940330:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940332:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1749609154.940333:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 683 usecs (1 jiffies) 00000020:00000010:1.0:1749609154.940334:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609154.940334:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298431345 00000020:00000010:1.0:1749609154.940336:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609154.940336:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298431352 00000100:00000001:3.0:1749609154.940337:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298431345 00000020:00000010:1.0:1749609154.940339:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:3.0:1749609154.940339:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298431352 00000100:00000001:3.0:1749609154.940340:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298431345 00000100:00000001:3.0:1749609154.940341:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298431352 00000100:00000040:1.0:1749609154.940343:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1749609154.940343:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298431345 00000100:00000001:3.0:1749609154.940344:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298431352 00000100:00000001:1.0:1749609154.940345:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609154.940345:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609154.940346:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609154.940347:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940347:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609154.940350:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609154.940351:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:3.0:1749609154.940352:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609154.940353:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1749609154.940353:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62688. 00000100:00000001:1.0:1749609154.940354:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609154.940355:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:3.0:1749609154.940356:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000001:3.0:1749609154.940358:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609154.940359:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609154.940360:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02caa00 x1834594612233856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940364:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609154.940366:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609154.940366:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02caa00 x1834594612233856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609154.940368:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00000040:1.0:1749609154.940370:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:3.0:1749609154.940371:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609154.940372:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361657600 : -131939347894016 : ffff88007a097100) 00000100:00000001:3.0:1749609154.940374:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609154.940375:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a097100 x1834594612233984/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:100/0 lens 224/0 e 0 to 0 dl 1749609165 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940376:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609154.940378:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609154.940379:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609154.940380:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940382:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609154.940383:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609154.940384:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8840. 00000100:00000001:1.0:1749609154.940386:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749609154.940386:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609154 v=5 (0 0 0 0) 00000020:00000010:1.0:1749609154.940387:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8840. 00000100:00001000:3.0:1749609154.940389:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=120 v=20 (1 20 1 1) 00000100:00100000:1.0:1749609154.940390:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a097100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612233984:12345-0@lo:400: 00000100:00000001:3.0:1749609154.940391:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749609154.940393:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612233984 00000100:00000001:3.0:1749609154.940393:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609154.940395:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609154.940395:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609154.940397:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609154.940398:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609154.940398:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02caa00 x1834594612233856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609154.940400:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609154.940401:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:1.0:1749609154.940403:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609154.940403:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609154.940404:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940405:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749609154.940406:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609154.940407:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609154.940407:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609154.940408:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609154.940409:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609154.940409:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609154.940410:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609154.940411:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:3.0:1749609154.940412:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749609154.940413:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:3.0:1749609154.940414:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000010:1.0:1749609154.940415:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508e000. 02000000:00000001:1.0:1749609154.940416:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940416:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609154.940418:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609154.940419:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609154.940419:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02caa00 x1834594612233856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1749609154.940421:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612233984 00010000:00000001:1.0:1749609154.940423:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609154.940426:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a097100 x1834594612233984/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:100/0 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609154.940426:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612233856:0@lo:38: 00000100:00000001:3.0:1749609154.940429:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940430:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609154.940432:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02caa00 x1834594612233856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609154.940433:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609154.940434:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609154.940448:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609154.940448:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609154.940449:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609154.940451:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749609154.940451:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab0c00. 00000100:00000040:1.0:1749609154.940453:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609154.940454:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609154.940454:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749609154.940456:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609154.940456:0:1508:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749609154.940457:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609154.940457:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609154.940458:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609154.940459:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749609154.940460:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a54c7000. 00000100:00000040:1.0:1749609154.940461:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609154.940463:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 02000000:00000001:3.0:1749609154.940463:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609154.940464:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1749609154.940466:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612233984, offset 224 00000100:00000010:3.0:1749609154.940466:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02caa00. 00000100:00000001:3.0:1749609154.940468:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609154.940470:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940471:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609154.940473:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609154.940474:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609154.940475:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609154.940477:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609154.940478:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609154.940478:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609154.940480:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609154.940481:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749609154.940482:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b4700 00000400:00000010:3.0:1749609154.940482:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000400:00000200:3.0:1749609154.940484:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000400:00000010:3.0:1749609154.940485:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000100:00000001:3.0:1749609154.940487:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609154.940488:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16509 [1] + 224 00000100:00000200:3.0:1749609154.940490:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9c00 x1834594612234112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609154.940492:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609154.940495:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609154.940495:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9c00 x1834594612234112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940536:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609154.940540:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940545:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609154.940546:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609154.940547:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940548:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609154.940549:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609154.940550:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609154.940552:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609154.940553:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940554:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749609154.940557:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609154 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609154.940559:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=120 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609154.940561:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749609154.940562:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000100:00000001:3.0:1749609154.940562:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609154.940563:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749609154.940564:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:1.0:1749609154.940566:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749609154.940566:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9c00 x1834594612234112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940567:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609154.940569:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609154.940571:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609154.940571:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609154.940573:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609154.940573:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749609154.940574:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940574:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940575:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1749609154.940576:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609154.940577:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609154.940578:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a097100 x1834594612233984/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:100/0 lens 224/224 e 0 to 0 dl 1749609165 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609154.940579:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609154.940581:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609154.940582:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609154.940585:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a097100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612233984:12345-0@lo:400: Request processed in 202us (525us total) trans 0 rc 0/0 00000100:00000040:3.0:1749609154.940585:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9c00 x1834594612234112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609154.940591:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612234112:0@lo:38: 00000100:00100000:1.0:1749609154.940592:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00000040:1.0:1749609154.940594:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609154.940595:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1749609154.940595:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609154.940596:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609154.940597:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749609154.940598:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62b00. 00000020:00000010:1.0:1749609154.940599:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000400:00000200:3.0:1749609154.940600:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000020:00000010:1.0:1749609154.940601:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000400:00000010:3.0:1749609154.940601:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000020:00000010:1.0:1749609154.940603:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609154.940603:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609154.940605:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c8000 x1834594612234240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609154.940606:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609154.940607:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609154.940610:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c8000 x1834594612234240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940615:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609154.940616:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609154.940616:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609154.940618:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609154.940618:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609154.940619:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1749609154.940620:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609154.940620:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1749609154.940621:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609154.940621:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609154.940622:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609154.940623:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000100:00001000:3.0:1749609154.940625:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609154 v=5 (0 0 0 0) 00000400:00000200:1.0:1749609154.940626:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609154.940627:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00001000:3.0:1749609154.940627:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=117 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609154.940628:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609154.940629:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749609154.940630:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9180 x1834594612234368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940630:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609154.940631:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609154.940634:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c8000 x1834594612234240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609154.940637:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9180 x1834594612234368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940639:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609154.940641:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609154.940642:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609154.940642:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609154.940643:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940643:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609154.940644:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609154.940645:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:3.0:1749609154.940645:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749609154.940646:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:3.0:1749609154.940647:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609154.940648:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609154.940648:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609154.940649:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609154.940650:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609154.940651:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c8000 x1834594612234240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609154.940653:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609154.940656:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=117 v=5 (1 1 1 1) 00000100:00100000:3.0:1749609154.940656:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612234240:0@lo:38: 00000100:00000001:1.0:1749609154.940658:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609154.940659:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609154.940659:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940660:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749609154.940661:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749609154.940662:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9c00 x1834594612234112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749609154.940663:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a02c9180 x1834594612234368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940666:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609154.940668:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1749609154.940669:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609154.940669:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609154.940671:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609154.940672:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609154.940673:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:3.0:1749609154.940673:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609154.940673:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749609154.940675:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1749609154.940675:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609154.940676:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609154.940676:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0cec00. 00000100:00000040:1.0:1749609154.940678:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9180 x1834594612234368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609154.940678:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609154.940679:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609154.940680:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9c00. 00000100:00000001:1.0:1749609154.940683:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609154.940685:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609154.940686:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940686:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609154.940687:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609154.940688:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9180 x1834594612234368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940688:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609154.940690:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c8000 x1834594612234240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609154.940694:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612234368:0@lo:400: 00000100:00000001:3.0:1749609154.940695:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609154.940696:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609154.940697:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab3400. 00000400:00000001:1.0:1749609154.940698:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609154.940699:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609154.940699:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609154.940700:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1749609154.940701:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000020:00000040:3.0:1749609154.940701:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1749609154.940702:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000020:00000001:3.0:1749609154.940702:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1749609154.940703:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 02000000:00000010:3.0:1749609154.940703:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2f400. 00000100:00000001:1.0:1749609154.940705:0:1509:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609154.940705:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609154.940706:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609154.940707:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8000. 00000100:00000200:1.0:1749609154.940708:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940713:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1749609154.940714:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609154.940714:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940715:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940718:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609154.940719:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609154.940719:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940720:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609154.940721:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609154.940722:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609154.940722:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609154.940723:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609154.940724:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609154.940725:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609154.940726:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609154.940729:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=110 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609154.940731:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=110 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609154.940733:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609154.940734:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609154.940736:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609154.940738:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609154.940743:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940745:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609154.940746:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609154.940747:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609154.940748:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609154.940750:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940755:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609154.940756:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609154.940757:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609154.940759:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609154.940764:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612233984:0@lo:400: 00000100:00000001:1.0:1749609154.940767:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609154.940769:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609154.940770:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9180 x1834594612234368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940775:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609154.940776:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609154.940778:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b200. 02000000:00000001:1.0:1749609154.940780:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609154.940781:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609154.940782:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609154.940784:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609154.940785:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7700. 02000000:00000001:1.0:1749609154.940787:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609154.940788:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609154.940789:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9180. 00000100:00000001:1.0:1749609154.940793:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609154.940794:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609154.940795:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609154.940797:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c8380 x1834594612233984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609154.940802:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609154.940803:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609154.940804:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609154.940806:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609154.940807:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609154.940807:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1749609154.940809:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609154.940810:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7000. 02000000:00000001:1.0:1749609154.940811:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609154.940812:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609154.940813:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8380. 00000100:00000001:1.0:1749609154.940816:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609154.940817:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609154.940818:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609154.940821:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609154.940822:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609154.940823:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609154.940824:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609154.947565:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298431352, at 4298431352 00000100:00000040:1.0:1749609154.947583:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298431352, at 4298431352 00000100:00000010:3.0:1749609154.947583:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4e80. 00000100:00000010:1.0:1749609154.947588:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4700. 00000020:00000001:1.0:1749609155.231697:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609155.231700:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609155.231702:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609156.702893:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609156.702897:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730236544 02000000:00000001:3.0:1749609156.702899:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609156.702900:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609156.702902:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609156.702904:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609156.702906:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730236544 00000020:00000001:3.0:1749609156.702908:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609156.702909:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609156.702910:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609156.702912:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609156.702913:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609156.702916:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000020:00000010:3.0:1749609156.702920:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609156.702922:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000001:3.0:1749609156.702925:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609156.702926:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609156.702927:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609156.702931:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609156.702938:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609156.702945:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609156.702947:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609156.702951:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2614 00000100:00000001:3.0:1749609156.702953:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083013248 : -131938626538368 : ffff8800a5087480) 00000100:00000040:3.0:1749609156.702958:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5087480 x1834594730236544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609156.702967:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5087480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730236544:12345-192.168.201.20@tcp:38: 00000100:00000200:3.0:1749609156.702970:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730236544 00000020:00000001:3.0:1749609156.702972:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609156.702975:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609156.702986:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609156.702988:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609156.702991:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609156.702993:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609156.702995:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609156.702996:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609156.702998:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609156.703002:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab3400. 02000000:00000001:3.0:1749609156.703003:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609156.703004:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609156.703007:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609156.703009:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609156.703011:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609156.703014:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609156.703019:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:3.0:1749609156.703022:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609156.703023:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609156.703025:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609156.703027:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609156.703028:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609156.703030:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609156.703032:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609156.703033:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609156.703035:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609156.703039:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000200:3.0:1749609156.703042:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730236544, offset 0 00000400:00000200:3.0:1749609156.703046:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609156.703052:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609156.703057:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1977:1977:256:4294967295] 192.168.201.20@tcp LPNI seq info [1973:1973:8:4294967295] 00000400:00000200:3.0:1749609156.703064:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609156.703069:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609156.703072:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695c00. 00000800:00000200:3.0:1749609156.703076:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:3.0:1749609156.703082:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609156.703085:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1749609156.703091:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609156.703093:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609156.703094:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609156.703096:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609156.703098:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5087480 x1834594730236544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609176 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609156.703105:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5087480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730236544:12345-192.168.201.20@tcp:38: Request processed in 138us (334us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609156.703110:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2614 00000100:00000001:3.0:1749609156.703112:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609156.703113:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609156.703116:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000020:00000010:3.0:1749609156.703118:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000020:00000010:3.0:1749609156.703121:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00000001:3.0:1749609156.703123:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1749609156.703173:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609156.703175:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695c00. 00000400:00000200:3.0:1749609156.703176:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609156.703179:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609156.703181:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000400:00000010:3.0:1749609156.703181:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000001:3.0:1749609156.703184:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609156.703185:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:3.0:1749609156.703191:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609156.703192:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7300. 00000400:00000200:3.0:1749609156.703194:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609156.703195:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609156.703197:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000400:00000010:3.0:1749609156.703197:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00000001:3.0:1749609156.703199:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609156.703200:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609156.703201:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2f400. 02000000:00000001:3.0:1749609156.703202:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609156.703203:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:3.0:1749609156.703238:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609156.703239:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057e00. 00000400:00000200:3.0:1749609156.703240:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609156.703242:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609156.703243:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668c38 00000400:00000010:3.0:1749609156.703244:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668c38. 00000100:00000001:3.0:1749609156.703245:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609156.703246:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609157.235741:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609157.235744:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609157.235746:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609158.237702:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609158.237705:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609158.237707:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609159.947717:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609159.947722:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609159.947724:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609159.947729:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9f80 x1834594612234752/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.947736:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609159.947738:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609159.947740:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609159.947742:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609159.947744:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609159.947746:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612234752:0@lo:400: 00000100:00000001:1.0:1749609159.947750:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609159.947754:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609159.947756:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609159.947758:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609159.947761:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609159.947763:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609159.947768:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000400:00000010:1.0:1749609159.947773:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609159.947780:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612234752, portal 25 00000100:00000001:1.0:1749609159.947782:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609159.947783:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001497472 : -131938708054144 : ffff8800a02c9f80) 00000100:00000040:1.0:1749609159.947786:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9f80 x1834594612234752/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.947793:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609159.947793:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609159.947795:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609159.947795:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749609159.947796:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000001:3.0:1749609159.947797:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749609159.947798:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612234752, offset 0 00000100:00000040:3.0:1749609159.947800:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609159.947803:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609159.947808:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609159.947809:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609159.947811:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609159.947812:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609159.947814:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609159.947815:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609159.947816:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612234880:0@lo:38: 00000100:00000001:3.0:1749609159.947819:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609159.947821:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749609159.947822:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b4a00 02000000:00000001:3.0:1749609159.947822:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609159.947824:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749609159.947826:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15a01 [2] + 0 02000000:00000010:3.0:1749609159.947827:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab2c00. 02000000:00000001:3.0:1749609159.947828:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609159.947829:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c08. 00000400:00000010:3.0:1749609159.947831:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62b00. 00000400:00000200:1.0:1749609159.947832:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfdb40 00000400:00000010:3.0:1749609159.947835:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000400:00000200:1.0:1749609159.947836:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609159.947838:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612234880, portal 4 00000400:00000200:1.0:1749609159.947839:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609159.947839:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749609159.947841:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfdb40 00000100:00000001:3.0:1749609159.947841:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001501952 : -131938708049664 : ffff8800a02cb100) 00000400:00000010:1.0:1749609159.947842:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfdb40. 00000100:00000040:3.0:1749609159.947845:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.947846:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609159.947847:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1749609159.947849:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8b450 x1834594612234752 msgsize 224 00000100:00100000:1.0:1749609159.947851:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609159.947851:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609159.947853:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1749609159.947853:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609159.947854:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000200:3.0:1749609159.947856:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612234880, offset 0 00000100:00000001:1.0:1749609159.947859:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609159.947860:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609159.947863:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609159.947864:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609159.947866:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609159.947868:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9f80 x1834594612234752/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609159.947868:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609159.947872:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609159.947872:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b4a80 00000100:00000040:1.0:1749609159.947874:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9f80 x1834594612234752/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609175 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.947877:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609159.947877:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 5720 00000100:00000001:1.0:1749609159.947890:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609159.947893:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609159.947893:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609159.947895:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609159.947896:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298436360 00000100:00000010:1.0:1749609159.947898:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8840. 00000100:00000001:3.0:1749609159.947898:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609159.947900:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749609159.947902:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000010:3.0:1749609159.947903:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bf8a80. 00000100:00000040:3.0:1749609159.947904:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880130bf8a80 x1834594612234880 msgsize 520 00000100:00000001:1.0:1749609159.947906:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298436360 00000100:00000010:1.0:1749609159.947907:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8040. 00000100:00100000:3.0:1749609159.947907:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609159.947908:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749609159.947910:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298436360 00000100:00000010:1.0:1749609159.947911:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8680. 00000100:00000001:1.0:1749609159.947912:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609159.947914:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298436360 00000100:00000001:3.0:1749609159.947914:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:1.0:1749609159.947915:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8cc0. 00000100:00000001:1.0:1749609159.947916:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609159.947918:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609159.947919:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609159.947919:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000400:00000010:3.0:1749609159.947920:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000100:00000001:1.0:1749609159.947921:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.947922:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609159.947923:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609159.947925:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.947928:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609159.947929:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609159.947930:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609159.947931:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609159.947931:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.947932:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.947937:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609159.947938:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609159.947943:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.947944:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609159.947946:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609159.947946:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609159.947947:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612235008 02000000:00000001:1.0:1749609159.947948:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609159.947949:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609159.947949:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1028 usecs (2 jiffies) 00000100:00000001:3.0:1749609159.947950:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298436354 00000100:00000001:1.0:1749609159.947951:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.947952:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298436360 02000000:00000001:1.0:1749609159.947953:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.947954:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298436354 00000100:00000001:3.0:1749609159.947955:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298436360 00000100:00100000:1.0:1749609159.947956:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612235008 00000020:00000001:1.0:1749609159.947957:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609159.947957:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298436354 00000020:00000040:1.0:1749609159.947958:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:1.0:1749609159.947958:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609159.947958:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298436360 00000020:00000040:1.0:1749609159.947960:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609159.947960:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298436354 00000020:00000001:1.0:1749609159.947961:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609159.947961:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298436360 00000020:00000001:1.0:1749609159.947962:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609159.947963:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609159.947964:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.947965:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609159.947966:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e86c0. 00000100:00000001:3.0:1749609159.947966:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.947967:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609159.947969:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e89c0. 00000100:00000001:3.0:1749609159.947971:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749609159.947972:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609159.947972:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609159.947973:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609159.947974:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609159.947975:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609159.947976:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1749609159.947977:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609159.947978:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000020:00000010:1.0:1749609159.947981:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609159.947982:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1749609159.947983:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:3.0:1749609159.947983:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609159.947985:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609159.947986:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609159.947987:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609159.947988:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609159.947988:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.947989:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749609159.947990:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612235136:0@lo:38: 00000100:00000001:1.0:1749609159.947991:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609159.947992:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609159.947994:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609159.947995:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1749609159.947995:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.947996:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1749609159.947996:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609159.947997:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609159.947998:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab0c00. 02000000:00000001:3.0:1749609159.947999:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.948001:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609159.948001:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000400:00000010:3.0:1749609159.948004:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000001:1.0:1749609159.948005:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609159.948006:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609159.948006:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612235136, portal 10 00000100:00000001:3.0:1749609159.948007:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609159.948008:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001492992 : -131938708058624 : ffff8800a02c8e00) 00000100:00100000:1.0:1749609159.948009:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00000040:1.0:1749609159.948010:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609159.948011:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083011456 : -131938626540160 : ffff8800a5086d80) 00000100:00000040:3.0:1749609159.948012:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609159.948014:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5086d80 x1834594612235008/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:105/0 lens 224/0 e 0 to 0 dl 1749609170 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948018:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609159.948018:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609159.948019:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e89c0. 00000100:00000040:3.0:1749609159.948019:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609159.948020:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609159.948021:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e89c0. 00000400:00000010:3.0:1749609159.948021:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000200:3.0:1749609159.948022:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612235136, offset 0 00000100:00100000:1.0:1749609159.948023:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5086d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612235008:12345-0@lo:400: 00000100:00000200:1.0:1749609159.948025:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612235008 00000400:00000200:3.0:1749609159.948025:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609159.948027:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609159.948029:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:3.0:1749609159.948029:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609159.948031:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609159.948032:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749609159.948032:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b4b80 00000020:00000001:1.0:1749609159.948033:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:1.0:1749609159.948035:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609159.948037:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609159.948037:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749609159.948037:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 144112 00000020:00000001:1.0:1749609159.948038:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609159.948040:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609159.948041:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749609159.948041:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609159.948043:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609159.948043:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609159.948044:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609159.948045:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:1.0:1749609159.948046:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508e400. 00000100:00000200:3.0:1749609159.948046:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749609159.948047:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.948048:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609159.948049:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609159.948049:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b8a80. 00010000:00000040:1.0:1749609159.948050:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612235008 00000100:00000040:3.0:1749609159.948051:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b8a80 x1834594612235136 msgsize 520 00010000:00000001:1.0:1749609159.948052:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:3.0:1749609159.948054:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000200:1.0:1749609159.948055:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5086d80 x1834594612235008/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:105/0 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609159.948059:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609159.948059:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749609159.948060:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609159.948062:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=115 v=5 (1 1 1 1) 00000400:00000200:3.0:1749609159.948062:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000100:00000001:1.0:1749609159.948063:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749609159.948063:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000040:1.0:1749609159.948064:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609159.948064:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609159.948065:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609159.948066:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609159.948067:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609159.948067:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948068:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609159.948069:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609159.948070:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000200:1.0:1749609159.948072:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612235008, offset 224 00000100:00000001:3.0:1749609159.948072:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609159.948074:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609159.948074:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609159.948077:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609159.948079:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609159.948080:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b4b00 00000100:00000001:3.0:1749609159.948081:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609159.948083:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609159.948084:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16561 [1] + 224 00000100:00000040:3.0:1749609159.948085:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000400:00000200:1.0:1749609159.948087:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609159.948087:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298436353 00000100:00000001:3.0:1749609159.948088:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298436360 00000400:00000200:1.0:1749609159.948089:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609159.948089:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298436353 00000100:00000001:3.0:1749609159.948090:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298436360 00000100:00000001:3.0:1749609159.948092:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298436353 00000100:00000001:3.0:1749609159.948093:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298436360 00000100:00000001:3.0:1749609159.948094:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298436353 00000100:00000001:3.0:1749609159.948095:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298436360 00000100:00000001:3.0:1749609159.948097:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609159.948098:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609159.948098:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609159.948100:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02ca300 x1834594612235008/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609159.948100:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609159.948102:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9880 x1834594612235264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609159.948105:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02ca300 x1834594612235008/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609159.948107:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609159.948108:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609159.948110:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609159.948111:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609159.948111:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609159.948112:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609159.948114:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612235264:0@lo:38: 00000400:00000200:1.0:1749609159.948115:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609159.948116:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609159.948117:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609159.948117:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609159.948118:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609159.948118:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609159.948119:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609159.948119:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609159.948121:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609159.948121:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1749609159.948123:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000010:3.0:1749609159.948123:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab0000. 00000020:00000001:1.0:1749609159.948124:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609159.948124:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609159.948125:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749609159.948126:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62688. 00000100:00000040:1.0:1749609159.948127:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5086d80 x1834594612235008/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:105/0 lens 224/224 e 0 to 0 dl 1749609170 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609159.948128:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000200:3.0:1749609159.948130:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612235264, portal 10 00000100:00100000:1.0:1749609159.948131:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5086d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612235008:12345-0@lo:400: Request processed in 112us (232us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609159.948131:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609159.948132:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001495680 : -131938708055936 : ffff8800a02c9880) 00000100:00100000:1.0:1749609159.948135:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00000040:3.0:1749609159.948135:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9880 x1834594612235264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609159.948136:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609159.948138:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609159.948139:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609159.948141:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609159.948141:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609159.948142:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609159.948143:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000400:00000010:3.0:1749609159.948144:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000020:00000010:1.0:1749609159.948145:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000100:00000200:3.0:1749609159.948145:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612235264, offset 0 00000020:00000040:1.0:1749609159.948146:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609159.948148:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609159.948148:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609159.948151:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609159.948154:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b4c00 00000400:00000200:3.0:1749609159.948157:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 144856 00000100:00000001:1.0:1749609159.948158:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609159.948159:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609159.948160:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1749609159.948161:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609159.948162:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749609159.948162:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609159.948163:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:1.0:1749609159.948165:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609159.948166:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609159.948167:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609159.948168:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9f80 x1834594612234752/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609159.948171:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609159.948172:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9f80 x1834594612234752/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609159.948172:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609159.948174:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7bbb80. 00000100:00000001:1.0:1749609159.948176:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609159.948176:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7bbb80 x1834594612235264 msgsize 520 00000100:00000001:1.0:1749609159.948177:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948178:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609159.948179:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749609159.948179:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609159.948180:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609159.948181:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609159.948183:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948183:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:1.0:1749609159.948184:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609159.948186:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=118 v=5 (1 1 1 1) 00000400:00000200:3.0:1749609159.948186:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000100:00000001:1.0:1749609159.948187:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749609159.948187:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00000001:1.0:1749609159.948188:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948189:0:1508:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749609159.948190:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609159.948191:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609159.948191:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9880 x1834594612235264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948192:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609159.948194:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9f80 x1834594612234752/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609159.948196:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609159.948197:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609159.948198:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9880 x1834594612235264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948199:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609159.948199:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609159.948201:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9f80 x1834594612234752/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609159.948204:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609159.948205:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612234752:0@lo:400: 00000100:00000001:3.0:1749609159.948205:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609159.948207:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609159.948207:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.948208:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609159.948209:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9f80 x1834594612234752/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609159.948209:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 682 usecs (1 jiffies) 00000100:00000001:3.0:1749609159.948211:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298436353 00000100:00000001:1.0:1749609159.948212:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609159.948212:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298436360 02000000:00000001:1.0:1749609159.948213:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609159.948214:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609159.948214:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298436353 02000000:00000001:1.0:1749609159.948215:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609159.948215:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298436360 00000020:00000001:1.0:1749609159.948216:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609159.948216:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298436353 00000020:00000040:1.0:1749609159.948217:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:3.0:1749609159.948217:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298436360 00000020:00000001:1.0:1749609159.948218:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609159.948219:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7300. 00000100:00000001:3.0:1749609159.948219:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298436353 02000000:00000001:1.0:1749609159.948220:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609159.948220:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298436360 02000000:00000001:1.0:1749609159.948221:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609159.948221:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749609159.948222:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9f80. 00000100:00000001:3.0:1749609159.948222:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948224:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948225:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948227:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609159.948228:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609159.948228:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609159.948229:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609159.948229:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609159.948230:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609159.948231:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609159.948231:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948231:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609159.948232:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609159.948232:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.948233:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948234:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.948242:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609159.948243:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609159.948244:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609159.948245:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:3.0:1749609159.948245:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612234880 00000100:00000001:1.0:1749609159.948246:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355479680 : -131936354071936 : ffff88012c7b8a80) 02000000:00000001:3.0:1749609159.948246:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609159.948247:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609159.948248:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b8a80 x1834594612235136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609159.948248:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609159.948250:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609159.948252:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612235136:12345-0@lo:38: 00000100:00100000:3.0:1749609159.948252:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612234880 00000020:00000001:3.0:1749609159.948253:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749609159.948254:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612235136 00000020:00000040:3.0:1749609159.948254:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609159.948255:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609159.948255:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749609159.948257:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609159.948257:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609159.948258:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609159.948261:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000010:3.0:1749609159.948263:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000020:00000001:1.0:1749609159.948265:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609159.948265:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00010000:00020000:1.0:1749609159.948267:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609159.948267:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1749609159.948268:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609159.948268:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609159.948269:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609159.948270:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609159.948271:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609159.948272:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609159.948272:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609159.948273:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609159.948275:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508e800. 02000000:00000001:1.0:1749609159.948275:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.948276:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948276:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609159.948277:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609159.948278:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609159.948280:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609159.948281:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609159.948281:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609159.948282:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609159.948283:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609159.948284:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:3.0:1749609159.948284:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00000001:1.0:1749609159.948285:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609159.948286:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609159.948286:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427044992 : -131936282506624 : ffff880130bf8a80) 00000100:00000040:1.0:1749609159.948288:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:3.0:1749609159.948288:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bf8a80 x1834594612234880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609159.948289:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609159.948290:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.948291:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609159.948292:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609159.948293:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000200:1.0:1749609159.948295:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612235136, offset 0 00000100:00100000:3.0:1749609159.948296:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612234880:12345-0@lo:38: 00000400:00000200:1.0:1749609159.948298:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609159.948298:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612234880 00000020:00000001:3.0:1749609159.948300:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609159.948301:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609159.948301:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749609159.948304:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b4b80 00000400:00000200:1.0:1749609159.948306:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1656d [1] + 0 00000020:00000001:3.0:1749609159.948306:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609159.948308:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:3.0:1749609159.948308:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609159.948309:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609159.948310:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609159.948311:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609159.948311:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609159.948313:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609159.948313:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609159.948314:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609159.948315:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609159.948317:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609159.948318:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cec00. 02000000:00000001:3.0:1749609159.948319:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948320:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609159.948322:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609159.948323:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749609159.948323:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609159.948324:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749609159.948325:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609159.948326:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609159.948327:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609159.948327:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609159.948327:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609159.948328:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609159.948329:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609159.948329:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 28 to 0@lo 00000100:00000040:1.0:1749609159.948330:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:1.0:1749609159.948331:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948331:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:1.0:1749609159.948332:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609159.948332:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609159.948334:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b8a80 x1834594612235136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609159.948334:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:3.0:1749609159.948335:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609159.948336:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948337:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609159.948338:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612235136:12345-0@lo:38: Request processed in 85us (286us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609159.948339:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749609159.948341:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000400:00000010:3.0:1749609159.948341:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000100:00000001:1.0:1749609159.948342:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609159.948343:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1749609159.948343:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612234880, offset 0 00000020:00000010:1.0:1749609159.948344:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000400:00000200:3.0:1749609159.948345:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609159.948346:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2eaf0. 00000020:00000010:1.0:1749609159.948347:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:1.0:1749609159.948349:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609159.948349:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609159.948353:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b4a80 00000100:00000001:1.0:1749609159.948354:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609159.948355:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609159.948356:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1655d [1] + 0 00000400:00000001:1.0:1749609159.948358:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749609159.948358:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1749609159.948359:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609159.948360:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000400:00000200:1.0:1749609159.948361:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000400:00000200:3.0:1749609159.948361:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609159.948362:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000100:00000001:1.0:1749609159.948363:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609159.948364:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609159.948368:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609159.948368:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609159.948371:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948372:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609159.948372:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948373:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609159.948374:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609159.948374:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609159.948375:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609159.948376:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609159.948377:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609159.948378:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609159 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609159.948379:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=125 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609159.948380:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609159.948381:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609159.948382:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609159.948383:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609159.948384:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609159.948386:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000100:00000001:1.0:1749609159.948387:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609159.948387:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00000001:1.0:1749609159.948388:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609159.948389:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609159.948389:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609159.948390:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609159.948390:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609159.948391:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.948392:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609159.948393:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749609159.948393:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609159.948394:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609159.948395:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000001:3.0:1749609159.948395:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609159.948396:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609159.948397:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609159.948397:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bf8a80 x1834594612234880/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609179 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609159.948401:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612235136:0@lo:38: 00000400:00000001:1.0:1749609159.948403:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609159.948404:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609159.948404:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62688. 00000100:00100000:3.0:1749609159.948404:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612234880:12345-0@lo:38: Request processed in 108us (498us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609159.948405:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:1.0:1749609159.948406:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000001:1.0:1749609159.948407:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609159.948408:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9880 x1834594612235264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609159.948409:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00000001:3.0:1749609159.948410:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749609159.948411:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9880 x1834594612235264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609159.948411:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609159.948413:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1300. 00000100:00000001:1.0:1749609159.948415:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609159.948415:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609159.948415:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f7d0. 00000100:00000001:1.0:1749609159.948417:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609159.948417:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749609159.948417:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609159.948418:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609159.948419:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609159.948419:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609159.948419:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609159.948421:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609159 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609159.948422:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=122 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609159.948423:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609159.948423:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609159.948424:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609159.948426:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9880 x1834594612235264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948432:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609159.948434:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609159.948459:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948460:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609159.948461:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609159.948462:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609159.948463:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609159.948464:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609159.948466:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9880 x1834594612235264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609159.948469:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612235264:0@lo:38: 00000400:00000001:1.0:1749609159.948471:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609159.948472:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609159.948473:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62b00. 00000400:00000200:1.0:1749609159.948474:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000400:00000010:1.0:1749609159.948474:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000001:1.0:1749609159.948475:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609159.948476:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609159.948479:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948483:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609159.948484:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948485:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609159.948485:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609159.948486:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609159.948486:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609159.948487:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609159.948489:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609159 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609159.948490:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=125 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609159.948492:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609159.948493:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609159.948494:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609159.948495:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948529:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609159.948530:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609159.948531:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948532:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609159.948533:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609159.948537:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609159.948539:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609159.948540:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609159.948541:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609159.948545:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612234880:0@lo:38: 00000100:00000001:1.0:1749609159.948547:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948548:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609159.948549:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c8e00 x1834594612235136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948552:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609159.948552:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609159.948552:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1749609159.948553:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab0c00. 02000000:00000001:2.0:1749609159.948554:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749609159.948555:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1749609159.948555:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8400. 00000020:00000001:1.0:1749609159.948556:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609159.948557:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609159.948557:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609159.948558:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609159.948558:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a07fc400. 00000020:00000001:2.0:1749609159.948558:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609159.948559:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749609159.948560:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749609159.948560:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749609159.948561:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609159.948561:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8e00. 02000000:00000010:2.0:1749609159.948561:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7700. 02000000:00000001:2.0:1749609159.948562:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609159.948562:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609159.948563:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02ca680. 00000100:00000001:2.0:1749609159.948564:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609159.948565:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609159.948566:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948568:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609159.948568:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609159.948568:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.948569:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609159.948569:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609159.948570:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609159.948570:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609159.948571:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9880 x1834594612235264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948585:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609159.948586:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609159.948586:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab0000. 02000000:00000001:1.0:1749609159.948587:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609159.948588:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609159.948588:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609159.948589:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609159.948589:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072c000. 02000000:00000001:1.0:1749609159.948590:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609159.948591:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609159.948591:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9880. 00000100:00000001:1.0:1749609159.948592:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609159.948593:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948594:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609159.948594:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02cb100 x1834594612234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609159.948597:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609159.948598:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609159.948598:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab2c00. 02000000:00000001:1.0:1749609159.948599:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609159.948600:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609159.948600:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609159.948601:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609159.948601:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2f400. 02000000:00000001:1.0:1749609159.948602:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609159.948603:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609159.948603:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02cb100. 00000100:00000001:1.0:1749609159.948605:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609159.948605:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948606:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609159.948607:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609159.948608:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609159.948609:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609159.948610:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609159.955542:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298436360, at 4298436360 00000100:00000010:1.0:1749609159.955546:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8040. 00000100:00000040:2.0:1749609159.955553:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298436360, at 4298436360 00000100:00000040:3.0:1749609159.955553:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298436360, at 4298436360 00000100:00000010:2.0:1749609159.955562:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8680. 00000100:00000010:3.0:1749609159.955571:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8cc0. 00000020:00000001:1.0:1749609160.241723:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609160.241726:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609160.241728:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609161.243686:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609161.243690:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609161.243693:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609161.710383:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609161.710386:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730236800 02000000:00000001:2.0:1749609161.710388:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609161.710390:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609161.710391:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609161.710394:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609161.710397:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730236800 00000020:00000001:2.0:1749609161.710399:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609161.710401:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609161.710402:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609161.710417:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609161.710419:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609161.710420:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609161.710425:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609161.710427:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 00000100:00000001:2.0:1749609161.710429:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609161.710431:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706780. 00000100:00000001:3.0:1749609161.710434:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749609161.710435:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00100000:3.0:1749609161.710436:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730236928 02000000:00000001:3.0:1749609161.710437:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1749609161.710438:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000100:00000001:3.0:1749609161.710439:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609161.710440:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609161.710442:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 02000000:00000001:3.0:1749609161.710442:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609161.710443:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730236928 00000020:00000001:3.0:1749609161.710444:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609161.710445:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609161.710446:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609161.710447:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609161.710448:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1749609161.710448:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609161.710450:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609161.710451:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749609161.710451:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:2.0:1749609161.710452:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609161.710453:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1300. 00000100:00000001:2.0:1749609161.710456:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609161.710456:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f7d0. 00000100:00000001:3.0:1749609161.710458:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609161.710459:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609161.710461:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609161.710463:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609161.710468:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609161.710468:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609161.710472:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609161.710473:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730237056 00000100:00000001:2.0:1749609161.710474:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609161.710474:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609161.710475:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609161.710475:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609161.710476:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609161.710477:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609161.710478:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1391 00000100:00100000:3.0:1749609161.710478:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730237056 00000020:00000001:3.0:1749609161.710478:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609161.710479:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749609161.710480:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000001:3.0:1749609161.710480:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609161.710480:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609161.710481:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295891536 : -131938413660080 : ffff8800b1b8b850) 00000020:00000001:3.0:1749609161.710481:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609161.710482:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000020:00000010:3.0:1749609161.710483:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609161.710484:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:3.0:1749609161.710485:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749609161.710486:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8b850 x1834594730236800/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:107/0 lens 224/0 e 0 to 0 dl 1749609172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609161.710486:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609161.710486:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609161.710492:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609161.710493:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 00000100:00000001:3.0:1749609161.710493:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609161.710494:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609161.710495:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706780. 00000100:00100000:2.0:1749609161.710497:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730236800:12345-192.168.201.20@tcp:400: 00000100:00000001:3.0:1749609161.710497:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609161.710517:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730236800 00000020:00000001:2.0:1749609161.710519:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609161.710522:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609161.710523:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609161.710525:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609161.710526:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:2.0:1749609161.710528:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609161.710528:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609161.710529:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609161.710529:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609161.710530:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609161.710532:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1749609161.710532:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2619 00000100:00000001:1.0:1749609161.710533:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1749609161.710533:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609161.710533:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082999808 : -131938626551808 : ffff8800a5084000) 00000020:00000001:2.0:1749609161.710535:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609161.710535:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5084000 x1834594730237056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609161.710536:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609161.710537:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609161.710537:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609161.710538:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749609161.710539:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609161.710541:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749609161.710542:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072c800. 00000100:00000001:1.0:1749609161.710543:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609161.710543:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609161.710543:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5084000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730237056:12345-192.168.201.20@tcp:38: 00000100:00000001:1.0:1749609161.710545:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609161.710545:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609161.710546:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609161.710546:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609161.710546:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730237056 00000100:00000001:1.0:1749609161.710547:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609161.710548:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730236800 00000020:00000001:3.0:1749609161.710548:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609161.710549:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:3.0:1749609161.710550:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000200:2.0:1749609161.710552:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8b850 x1834594730236800/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:107/0 lens 224/224 e 0 to 0 dl 1749609172 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609161.710555:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:2.0:1749609161.710556:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609161.710557:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609161.710557:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00001000:2.0:1749609161.710559:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609161.710561:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609161.710561:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609161.710563:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609161.710563:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609161.710564:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609161.710565:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609161.710566:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609161.710567:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a54c7000. 00000100:00000001:2.0:1749609161.710568:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609161.710568:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609161.710569:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609161.710570:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609161.710572:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93198. 00010000:00000040:3.0:1749609161.710572:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000200:2.0:1749609161.710575:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730236800, offset 224 00010000:00080000:3.0:1749609161.710577:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3770 last 0 00000400:00000200:2.0:1749609161.710578:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:3.0:1749609161.710580:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 00000004:00000001:3.0:1749609161.710584:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000400:00000200:2.0:1749609161.710585:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:3.0:1749609161.710586:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609161.710588:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1980:1980:256:4294967295] 192.168.201.20@tcp LPNI seq info [1976:1976:8:4294967295] 00000004:00000001:3.0:1749609161.710589:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609161.710595:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609161.710598:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609161.710600:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7700. 00000004:00000001:3.0:1749609161.710600:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000200:2.0:1749609161.710604:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:3.0:1749609161.710604:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609161.710605:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609161.710608:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000040:3.0:1749609161.710609:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000800:00000200:2.0:1749609161.710611:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7700 type 1, nob 320 niov 1 nkiov 1 00000004:00000040:3.0:1749609161.710611:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:3.0:1749609161.710613:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:3.0:1749609161.710615:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609161.710617:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609161.710619:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609161.710621:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609161.710622:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609161.710623:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609161.710623:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:2.0:1749609161.710625:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609161.710625:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00010000:00000001:2.0:1749609161.710627:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609161.710627:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609161.710627:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:3.0:1749609161.710628:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:2.0:1749609161.710629:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609161.710629:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749609161.710630:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8b850 x1834594730236800/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:107/0 lens 224/224 e 0 to 0 dl 1749609172 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609161.710631:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609161.710632:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609161.710633:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1749609161.710635:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749609161.710636:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730236800:12345-192.168.201.20@tcp:400: Request processed in 143us (309us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609161.710639:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00100000:2.0:1749609161.710640:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1391 00000100:00000040:2.0:1749609161.710641:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609161.710641:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609161.710642:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749609161.710642:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609161.710643:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609161.710643:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000010:2.0:1749609161.710644:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000100:00000001:3.0:1749609161.710644:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000020:00000010:2.0:1749609161.710646:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000100:00000040:3.0:1749609161.710646:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000010:2.0:1749609161.710648:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 02000000:00000001:3.0:1749609161.710648:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609161.710649:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609161.710650:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:3.0:1749609161.710650:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609161.710651:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609161.710652:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609161.710653:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000100:00000200:2.0:1749609161.710654:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1749609161.710655:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730237056, offset 0 00000400:00000010:2.0:1749609161.710656:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fd10. 00000400:00000200:3.0:1749609161.710658:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609161.710661:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007ebd2c00. 00000400:00000200:3.0:1749609161.710661:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609161.710664:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1982:1982:254:4294967295] 192.168.201.20@tcp LPNI seq info [1978:1978:6:4294967295] 00000400:00000200:3.0:1749609161.710669:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609161.710672:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000200:1.0:1749609161.710673:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609161.710674:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695c00. 00000800:00000010:1.0:1749609161.710675:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7700. 00000800:00000200:3.0:1749609161.710676:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:1.0:1749609161.710677:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1749609161.710678:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:1.0:1749609161.710680:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000800:00000200:3.0:1749609161.710680:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695c00 type 1, nob 512 niov 1 nkiov 1 00000400:00000200:1.0:1749609161.710682:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93198 00000100:00000001:3.0:1749609161.710682:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609161.710683:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93198. 00000100:00000040:3.0:1749609161.710683:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609161.710685:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609161.710685:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609161.710685:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609161.710687:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609161.710688:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072c800. 00000100:00000040:3.0:1749609161.710688:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5084000 x1834594730237056/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609181 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609161.710690:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609161.710690:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609161.710693:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5084000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730237056:12345-192.168.201.20@tcp:38: Request processed in 150us (257us total) trans 0 rc -11/-11 00000800:00000200:1.0:1749609161.710696:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609161.710697:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057a00. 00000100:00100000:3.0:1749609161.710697:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2619 00000400:00000200:1.0:1749609161.710699:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609161.710699:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609161.710699:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609161.710700:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609161.710701:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668bb0 00000020:00000010:3.0:1749609161.710701:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000400:00000010:1.0:1749609161.710702:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668bb0. 00000100:00000001:1.0:1749609161.710703:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749609161.710703:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609161.710704:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609161.710704:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 00000100:00000001:3.0:1749609161.710706:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609161.710742:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609161.710743:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695c00. 00000400:00000200:1.0:1749609161.710745:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609161.710747:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609161.710748:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000400:00000010:1.0:1749609161.710749:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00000001:1.0:1749609161.710750:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609161.710751:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609162.245709:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609162.245713:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609162.245715:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609162.710620:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609162.710626:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609162.710628:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609162.710631:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609162.710634:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609162.710637:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609162.710639:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609162.710642:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609162.710643:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609163.247691:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609163.247695:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609163.247698:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609163.710595:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609163.710601:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609163.710603:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609163.710606:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609163.710609:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609163.710612:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609163.710614:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609163.710616:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609163.710618:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609164.249737:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609164.249740:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609164.249742:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609164.710610:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609164.710616:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609164.710618:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609164.710620:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609164.710622:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609164.710625:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.710627:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609164.710629:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.710630:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609164.955626:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609164.955633:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609164.955638:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02ca680. 00000020:00000040:2.0:1749609164.955643:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609164.955647:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609164.955649:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609164.955653:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609164.955658:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7c00. 00000100:00000001:2.0:1749609164.955664:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609164.955670:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609164.955677:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609164.955679:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609164.955682:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02ca680] to pc [ptlrpcd_00_01+1] req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609164.955709:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609164.955711:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609164.955714:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609164.955716:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609164.955717:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609164.955720:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609164.955722:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3769 00000100:00080000:2.0:1749609164.955725:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609164.955727:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609164.955729:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609164.955731:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609164.955732:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609164.955735:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609164.955737:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609164.955739:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609164.955742:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:3.0:1749609164.955743:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609164.955744:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609164.955746:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00100000:3.0:1749609164.955747:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1749609164.955748:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609164.955748:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609164.955750:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609164.955751:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609164.955752:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609164.955754:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:3.0:1749609164.955754:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609164.955755:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609164.955757:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609164.955757:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609164.955758:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609164.955759:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.955760:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609164.955761:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1749609164.955763:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609164.955767:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609164.955769:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.955770:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609164.955771:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609164.955771:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609164.955773:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.955773:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609164.955774:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609164.955776:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609164.955777:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02ca300. 00000100:00100000:3.0:1749609164.955777:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612235904:0@lo:400: 00000020:00000040:2.0:1749609164.955779:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749609164.955780:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609164.955782:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609164.955783:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.955783:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609164.955784:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609164.955785:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609164.955786:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609164.955786:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609164.955788:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609164.955788:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9000. 02000000:00000001:3.0:1749609164.955790:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609164.955791:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072cc00. 00000400:00000010:3.0:1749609164.955793:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62d10. 00000100:00000001:2.0:1749609164.955794:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609164.955797:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749609164.955798:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283550. 00000100:00000001:2.0:1749609164.955804:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609164.955805:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609164.955806:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612235904, portal 25 00000100:00000040:2.0:1749609164.955807:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02ca300] to pc [ptlrpcd_rcv+-1] req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609164.955808:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609164.955809:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001499264 : -131938708052352 : ffff8800a02ca680) 00000100:00000040:3.0:1749609164.955812:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609164.955817:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609164.955818:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609164.955819:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000200:3.0:1749609164.955820:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612235904, offset 0 00000100:00000001:2.0:1749609164.955824:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609164.955824:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609164.955826:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609164.955828:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609164.955830:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02cb100. 00000020:00000040:2.0:1749609164.955831:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609164.955832:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609164.955833:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609164.955834:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609164.955834:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609164.955836:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7f00. 00000100:00000001:2.0:1749609164.955838:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609164.955840:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a02cb100 x1834594612236160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609164.955841:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b4e80 00000100:00000001:2.0:1749609164.955844:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609164.955845:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609164.955845:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15a65 [2] + 0 00000100:00000040:2.0:1749609164.955846:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02cb100] to pc [ptlrpcd_00_02+2] req@ffff8800a02cb100 x1834594612236160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609164.955847:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17630. 00000400:00000200:3.0:1749609164.955851:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19a80 00000400:00000200:3.0:1749609164.955855:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609164.955857:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609164.955858:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609164.955859:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:3.0:1749609164.955859:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19a80 00000100:00080000:2.0:1749609164.955861:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:3.0:1749609164.955861:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19a80. 00000100:00000001:2.0:1749609164.955862:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609164.955862:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609164.955864:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609164.955865:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3769 00000100:00000001:3.0:1749609164.955865:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609164.955866:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00080000:2.0:1749609164.955867:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609164.955868:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:3.0:1749609164.955868:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8a450 x1834594612235904 msgsize 224 00000100:00000001:2.0:1749609164.955869:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609164.955870:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609164.955871:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609164.955871:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:3.0:1749609164.955871:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609164.955872:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609164.955872:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000040:3.0:1749609164.955872:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:2.0:1749609164.955873:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609164.955874:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609164.955874:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:2.0:1749609164.955875:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609164.955876:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609164.955876:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:2.0:1749609164.955877:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609164.955878:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609164.955878:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609164.955879:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:1.0:1749609164.955880:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609164.955880:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609164.955881:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:2.0:1749609164.955882:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609164.955883:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609164.955883:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 02000000:00000001:2.0:1749609164.955884:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1749609164.955884:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 02000000:00000001:2.0:1749609164.955886:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609164.955887:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609164.955887:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.955887:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609164.955888:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609164.955889:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:1.0:1749609164.955890:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609164.955890:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609164.955891:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9880. 00000100:00000200:3.0:1749609164.955891:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609164.955892:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609164.955892:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749609164.955894:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609164.955894:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609164.955895:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609164.955896:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612236032:0@lo:38: 00000100:00000001:2.0:1749609164.955896:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609164.955896:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609164.955896:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609164.955897:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609164.955898:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072d000. 00000100:00000040:3.0:1749609164.955898:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609180 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.955899:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609164.955900:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609164.955901:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749609164.955901:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609164.955901:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609164.955902:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.955902:0:1509:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609164.955903:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609164.955905:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609164.955905:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609164.955906:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508ec00. 00000100:00000001:2.0:1749609164.955906:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609164.955907:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9880] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609164.955907:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298441368 02000000:00000001:1.0:1749609164.955908:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609164.955909:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8e40. 00000400:00000010:1.0:1749609164.955911:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000100:00000001:2.0:1749609164.955911:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609164.955912:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749609164.955913:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1749609164.955914:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00080000:2.0:1749609164.955914:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609164.955914:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609164.955915:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609164.955916:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:1.0:1749609164.955917:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612236032, portal 4 00000100:00080000:2.0:1749609164.955917:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3769 00000100:00080000:2.0:1749609164.955918:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609164.955918:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298441368 00000100:00000001:1.0:1749609164.955919:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749609164.955919:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000010:3.0:1749609164.955919:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8a00. 00000100:00000001:1.0:1749609164.955920:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001498368 : -131938708053248 : ffff8800a02ca300) 00000100:00000001:3.0:1749609164.955920:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609164.955921:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609164.955922:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609164.955922:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298441368 00000100:00000001:2.0:1749609164.955923:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000010:3.0:1749609164.955923:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8f40. 00000100:00000040:1.0:1749609164.955924:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609164.955925:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609164.955925:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000020:00000040:2.0:1749609164.955926:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:3.0:1749609164.955926:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298441368 00000020:00000001:2.0:1749609164.955927:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1749609164.955927:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8640. 00000020:00000040:2.0:1749609164.955928:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:3.0:1749609164.955929:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1749609164.955930:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:3.0:1749609164.955930:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609164.955931:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609164.955931:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:3.0:1749609164.955931:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609164.955933:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609164.955933:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609164.955933:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609164.955934:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000001:2.0:1749609164.955934:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609164.955934:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609164.955936:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612236032, offset 0 00000100:00000040:2.0:1749609164.955936:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609164.955937:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609164.955939:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000400:00000200:1.0:1749609164.955940:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749609164.955940:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609164.955942:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609164.955943:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1749609164.955945:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609164.955945:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609164.955946:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609164.955948:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609164.955949:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609164.955950:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b4f00 00000100:00000010:2.0:1749609164.955951:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8e00. 00000020:00000040:2.0:1749609164.955952:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749609164.955953:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609164.955954:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1749609164.955954:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612235904 00000400:00000200:1.0:1749609164.955955:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 6240 02000000:00000001:2.0:1749609164.955955:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609164.955956:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609164.955956:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749609164.955957:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609164.955957:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609164.955958:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.955958:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609164.955960:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609164.955960:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609164.955961:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072d400. 00000400:00000200:1.0:1749609164.955962:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609164.955962:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612235904 00000020:00000001:3.0:1749609164.955963:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609164.955964:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609164.955964:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:3.0:1749609164.955965:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609164.955966:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609164.955966:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1749609164.955966:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000200:1.0:1749609164.955967:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:3.0:1749609164.955968:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:3.0:1749609164.955969:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000010:1.0:1749609164.955970:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a097800. 00000100:00000040:1.0:1749609164.955972:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a097800 x1834594612236032 msgsize 520 00000100:00000001:2.0:1749609164.955972:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609164.955972:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609164.955973:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609164.955973:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8e80. 00000100:00000040:2.0:1749609164.955975:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c8e00] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609164.955975:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609164.955976:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749609164.955976:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8e80. 00000020:00000010:3.0:1749609164.955979:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000010:3.0:1749609164.955981:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000100:00000001:1.0:1749609164.955984:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749609164.955984:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:2.0:1749609164.955985:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609164.955987:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1749609164.955988:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000040:3.0:1749609164.955988:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:1.0:1749609164.955989:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:2.0:1749609164.955989:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749609164.955990:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609164.955991:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:2.0:1749609164.955991:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9f80. 00000100:00000001:3.0:1749609164.955991:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609164.955992:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609164.955993:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:1.0:1749609164.955994:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609164.955994:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609164.955995:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609164.955996:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.955996:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609164.955999:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7100. 00000100:00000001:1.0:1749609164.956000:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609164.956000:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609164.956001:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609164.956002:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609164.956003:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a02c9f80 x1834594612236544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609164.956005:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609164.956007:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956007:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609164.956009:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609164.956009:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749609164.956009:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00000001:2.0:1749609164.956010:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609164.956011:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609164.956012:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956012:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295886416 : -131938413665200 : ffff8800b1b8a450) 00000100:00000040:2.0:1749609164.956013:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9f80] to pc [ptlrpcd_00_03+3] req@ffff8800a02c9f80 x1834594612236544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609164.956014:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1027 usecs (2 jiffies) 00000100:00000040:3.0:1749609164.956014:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8a450 x1834594612235904/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:110/0 lens 224/0 e 0 to 0 dl 1749609175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.956016:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298441362 00000100:00000001:1.0:1749609164.956018:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298441368 00000100:00000001:2.0:1749609164.956018:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956019:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609164.956020:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298441362 00000020:00000010:3.0:1749609164.956020:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8e80. 00000100:00000001:1.0:1749609164.956021:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298441368 00000100:00000001:3.0:1749609164.956021:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609164.956022:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298441362 00000100:00000040:2.0:1749609164.956022:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3779) 00000020:00000010:3.0:1749609164.956022:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8e80. 00000100:00000001:1.0:1749609164.956023:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298441368 00000100:00100000:3.0:1749609164.956023:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612235904:12345-0@lo:400: 00000100:00000001:1.0:1749609164.956025:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298441362 00000100:00000200:3.0:1749609164.956025:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612235904 00000100:00000001:1.0:1749609164.956026:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298441368 00000020:00000001:3.0:1749609164.956026:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609164.956027:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609164.956029:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609164.956030:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609164.956030:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956031:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609164.956031:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609164.956032:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609164.956033:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609164.956034:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609164.956035:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609164.956036:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609164.956037:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609164.956038:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609164.956039:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1749609164.956039:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956040:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609164.956040:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609164.956041:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609164.956042:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609164.956042:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609164.956043:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609164.956043:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749609164.956044:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612236032 00000100:00000040:1.0:1749609164.956045:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609164.956045:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1749609164.956045:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a101c00. 02000000:00000001:3.0:1749609164.956046:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609164.956047:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609164.956047:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609164.956048:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609164.956048:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609164.956050:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609164.956050:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612235904 00000100:00000001:1.0:1749609164.956051:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609164.956052:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609164.956052:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612236032 00010000:00000001:3.0:1749609164.956052:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749609164.956053:0:16946:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749609164.956054:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749609164.956054:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000200:3.0:1749609164.956054:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8a450 x1834594612235904/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:110/0 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609164.956055:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609164.956056:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609164.956057:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609164.956057:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609164.956058:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609164.956059:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612236288:0@lo:38: 00010000:00000001:3.0:1749609164.956059:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609164.956060:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609164.956061:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000001:1.0:1749609164.956062:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00001000:3.0:1749609164.956062:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=133 v=5 (1 1 1 1) 02000000:00000001:1.0:1749609164.956063:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1749609164.956063:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 02000000:00000001:1.0:1749609164.956064:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956065:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609164.956066:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749609164.956066:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000040:3.0:1749609164.956066:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609164.956067:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609164.956068:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1749609164.956069:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f000. 00000100:00000001:2.0:1749609164.956069:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609164.956069:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609164.956070:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609164.956070:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609164.956070:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609164.956071:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609164.956071:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609164.956072:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000400:00000010:3.0:1749609164.956072:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000001:2.0:1749609164.956074:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609164.956074:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612235904, offset 224 00000400:00000010:1.0:1749609164.956075:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000400:00000200:3.0:1749609164.956076:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609164.956078:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612236288, portal 10 00000400:00000200:3.0:1749609164.956079:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609164.956080:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609164.956080:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956081:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001495680 : -131938708055936 : ffff8800a02c9880) 00000400:00000200:3.0:1749609164.956082:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b4e80 00000400:00000200:3.0:1749609164.956085:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x165b1 [1] + 224 00000100:00000040:1.0:1749609164.956086:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609164.956086:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609164.956087:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609164.956088:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609164.956089:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609164.956090:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609164.956091:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609164.956091:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00000200:3.0:1749609164.956092:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609164.956093:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609164.956093:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361659392 : -131939347892224 : ffff88007a097800) 00000400:00000010:1.0:1749609164.956094:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000200:1.0:1749609164.956096:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612236288, offset 0 00000100:00000040:2.0:1749609164.956096:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a097800 x1834594612236032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609164.956097:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609164.956099:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609164.956103:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612236032:12345-0@lo:38: 00000100:00000001:3.0:1749609164.956103:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609164.956104:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609164.956105:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000100:00000200:2.0:1749609164.956106:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612236032 00000400:00000010:3.0:1749609164.956106:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609164.956107:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749609164.956108:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609164.956108:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609164.956109:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b5000 00000100:00000001:3.0:1749609164.956109:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609164.956110:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609164.956111:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:1.0:1749609164.956112:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 146640 00010000:00000001:3.0:1749609164.956112:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609164.956113:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609164.956114:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609164.956116:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609164.956116:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8a450 x1834594612235904/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:110/0 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609164.956118:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609164.956120:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956121:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749609164.956121:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612235904:12345-0@lo:400: Request processed in 101us (251us total) trans 0 rc 0/0 00000100:00000200:1.0:1749609164.956122:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:2.0:1749609164.956123:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749609164.956124:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00000010:1.0:1749609164.956125:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a097b80. 00010000:00000001:2.0:1749609164.956125:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609164.956126:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a097b80 x1834594612236288 msgsize 520 00000100:00000040:3.0:1749609164.956126:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00010000:00000001:2.0:1749609164.956127:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609164.956127:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609164.956128:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609164.956129:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749609164.956130:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609164.956130:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749609164.956130:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609164.956131:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 02000000:00000001:2.0:1749609164.956132:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749609164.956133:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 02000000:00000010:2.0:1749609164.956134:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072d800. 00000020:00000040:3.0:1749609164.956135:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000001:2.0:1749609164.956136:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956137:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609164.956137:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.956137:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609164.956138:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a101c00. 00010000:00000001:2.0:1749609164.956139:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609164.956139:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749609164.956140:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00010000:00000001:2.0:1749609164.956140:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956140:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609164.956141:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:1.0:1749609164.956142:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:2.0:1749609164.956142:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749609164.956142:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609164.956143:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62210. 00000100:00000200:1.0:1749609164.956144:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609164.956145:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:3.0:1749609164.956146:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880085dd26c0. 00000100:00000001:2.0:1749609164.956147:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609164.956149:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609164.956150:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609164.956151:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609164.956152:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609164.956153:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609164.956154:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609164.956155:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609164.956155:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609164.956156:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609164.956157:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609164.956157:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956158:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000001:3.0:1749609164.956158:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609164.956159:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:3.0:1749609164.956159:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609164.956159:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62d10. 00000100:00000040:2.0:1749609164.956160:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609164.956161:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609164.956161:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283550 00000400:00000010:3.0:1749609164.956161:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283550. 00000400:00000010:2.0:1749609164.956162:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c937f8. 00000100:00000001:3.0:1749609164.956162:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609164.956164:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000100:00000200:3.0:1749609164.956164:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.956165:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298441361 00000100:00000200:2.0:1749609164.956165:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612236032, offset 0 00000100:00000001:1.0:1749609164.956167:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298441368 00000100:00000200:3.0:1749609164.956168:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.956169:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298441361 00000400:00000200:2.0:1749609164.956169:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609164.956170:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298441368 00000100:00000001:1.0:1749609164.956171:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298441361 00000100:00000001:3.0:1749609164.956171:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609164.956172:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298441368 00000100:00000001:3.0:1749609164.956172:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956174:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298441361 00000400:00000200:2.0:1749609164.956174:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609164.956174:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609164.956175:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298441368 02000000:00000001:3.0:1749609164.956175:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609164.956176:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609164.956176:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609164.956177:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956178:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.956178:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609164.956179:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b4f00 00000100:00000001:1.0:1749609164.956180:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1749609164.956180:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1749609164.956182:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=123 v=5 (1 1 1 1) 00000100:00000040:1.0:1749609164.956183:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609164.956183:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x165bd [1] + 0 00000100:00000001:3.0:1749609164.956183:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609164.956184:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609164.956185:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749609164.956186:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749609164.956186:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956188:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956189:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749609164.956189:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609164.956190:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609164.956190:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609164.956191:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609164.956191:0:16946:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609164.956193:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609164.956193:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609164.956193:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609164.956194:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956195:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609164.956195:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609164.956196:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612236416:0@lo:38: 00000100:00000040:3.0:1749609164.956197:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.956198:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609164.956200:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749609164.956200:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609164.956200:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612235904:0@lo:400: 02000000:00000001:1.0:1749609164.956201:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609164.956203:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609164.956203:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609164.956203:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749609164.956205:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f400. 00000100:00000040:3.0:1749609164.956205:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02ca680 x1834594612235904/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609164.956206:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609164.956206:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609164.956208:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000100:00000001:3.0:1749609164.956208:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609164.956209:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749609164.956210:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c937f8 02000000:00000010:3.0:1749609164.956210:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9000. 00000400:00000010:2.0:1749609164.956211:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c937f8. 02000000:00000001:3.0:1749609164.956211:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609164.956213:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749609164.956213:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609164.956213:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609164.956214:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609164.956214:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609164.956215:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7c00. 00000100:00000001:2.0:1749609164.956216:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.956216:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609164.956217:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749609164.956218:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:1.0:1749609164.956219:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000010:3.0:1749609164.956219:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02ca680. 00000100:00000001:2.0:1749609164.956220:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956221:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1749609164.956222:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612236416, portal 10 00000020:00000001:2.0:1749609164.956222:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609164.956222:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609164.956223:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956224:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609164.956224:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001492992 : -131938708058624 : ffff8800a02c8e00) 00000100:00000040:2.0:1749609164.956224:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a097800 x1834594612236032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609164.956225:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609164.956225:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956226:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609164.956227:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609164.956229:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609164.956232:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612236032:12345-0@lo:38: Request processed in 128us (257us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609164.956234:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:3.0:1749609164.956235:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749609164.956236:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609164.956237:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000020:00000040:3.0:1749609164.956237:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000200:1.0:1749609164.956239:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612236416, offset 0 00000100:00100000:2.0:1749609164.956241:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000400:00000200:1.0:1749609164.956242:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609164.956243:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609164.956244:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609164.956246:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609164.956246:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000020:00000010:2.0:1749609164.956249:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000100:00000001:3.0:1749609164.956250:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749609164.956251:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b5080 00000020:00000010:2.0:1749609164.956251:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:3.0:1749609164.956251:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609164.956253:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 147160 00000100:00100000:3.0:1749609164.956253:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00000001:2.0:1749609164.956254:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609164.956254:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361660288 : -131939347891328 : ffff88007a097b80) 00000100:00000040:3.0:1749609164.956256:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a097b80 x1834594612236288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609164.956258:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609164.956260:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609164.956261:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612236288:12345-0@lo:38: 00000100:00000001:1.0:1749609164.956263:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609164.956263:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612236288 00000100:00000200:1.0:1749609164.956264:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749609164.956264:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609164.956265:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:1.0:1749609164.956267:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ed180. 00000100:00000040:1.0:1749609164.956269:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ed180 x1834594612236416 msgsize 520 00000020:00000001:3.0:1749609164.956269:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609164.956270:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749609164.956272:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749609164.956272:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609164.956273:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609164.956274:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609164.956275:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609164.956276:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609164.956277:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a101c00. 02000000:00000001:3.0:1749609164.956278:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956279:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609164.956280:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609164.956281:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609164.956283:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609164.956284:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609164.956285:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612236160 00000100:00000001:3.0:1749609164.956285:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609164.956286:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609164.956287:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609164.956287:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609164.956287:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609164.956288:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609164.956288:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609164.956289:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:1.0:1749609164.956290:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:2.0:1749609164.956290:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609164.956290:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:1.0:1749609164.956291:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 02000000:00000001:3.0:1749609164.956291:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609164.956292:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.956292:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609164.956293:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612236160 00000100:00000001:3.0:1749609164.956293:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609164.956294:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609164.956294:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609164.956294:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283550. 00000020:00000001:2.0:1749609164.956295:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749609164.956296:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609164.956296:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000200:3.0:1749609164.956296:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612236288, offset 0 00000400:00000200:3.0:1749609164.956297:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609164.956298:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609164.956299:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:1.0:1749609164.956301:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609164.956301:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:3.0:1749609164.956301:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609164.956302:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000040:1.0:1749609164.956303:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609164.956304:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b5000 00000100:00000001:2.0:1749609164.956305:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609164.956306:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x165d1 [1] + 0 00000020:00000010:2.0:1749609164.956307:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 00000100:00000001:1.0:1749609164.956308:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609164.956308:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609164.956309:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609164.956309:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e86c0. 00000400:00000200:3.0:1749609164.956309:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609164.956310:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609164.956312:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609164.956312:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000200:3.0:1749609164.956312:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609164.956314:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 682 usecs (1 jiffies) 00000100:00000001:1.0:1749609164.956316:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298441361 00000100:00000040:3.0:1749609164.956316:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.956317:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298441368 00000100:00000001:2.0:1749609164.956317:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609164.956319:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298441361 00000020:00000010:2.0:1749609164.956319:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000001:1.0:1749609164.956320:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298441368 00000100:00000001:3.0:1749609164.956320:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609164.956321:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298441361 00000020:00000010:2.0:1749609164.956321:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000100:00000001:1.0:1749609164.956323:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298441368 00000020:00000010:2.0:1749609164.956323:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000400:00000200:3.0:1749609164.956323:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283550 00000100:00000001:1.0:1749609164.956324:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298441361 00000400:00000010:3.0:1749609164.956324:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283550. 00000100:00000001:1.0:1749609164.956325:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298441368 00000100:00000001:3.0:1749609164.956325:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609164.956325:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609164.956326:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609164.956327:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1749609164.956327:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956328:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609164.956328:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609164.956329:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609164.956329:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609164.956330:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609164.956330:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1749609164.956331:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609164.956331:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609164.956331:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a097b80 x1834594612236288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609164.956332:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609164.956333:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000100:00000001:2.0:1749609164.956335:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1749609164.956336:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:2.0:1749609164.956336:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1749609164.956336:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612236288:12345-0@lo:38: Request processed in 75us (209us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749609164.956337:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:2.0:1749609164.956337:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956338:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609164.956340:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609164.956340:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00000001:2.0:1749609164.956341:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609164.956341:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609164.956341:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609164.956342:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000010:3.0:1749609164.956344:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000020:00000010:3.0:1749609164.956345:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000200:1.0:1749609164.956347:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609164.956347:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609164.956347:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609164.956349:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609164.956369:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609164.956371:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956372:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609164.956373:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609164.956373:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609164.956374:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612236416 00000100:00000001:1.0:1749609164.956375:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609164.956376:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.956376:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609164.956377:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609164.956377:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609164.956378:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.956380:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609164.956381:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609164 v=5 (0 0 0 0) 00000100:00100000:3.0:1749609164.956382:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612236416 00000100:00001000:1.0:1749609164.956383:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=130 v=20 (1 20 1 1) 00000020:00000001:3.0:1749609164.956384:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609164.956385:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1749609164.956385:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609164.956386:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609164.956387:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609164.956387:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609164.956388:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000020:00000001:3.0:1749609164.956388:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956389:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609164.956390:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000020:00000010:3.0:1749609164.956390:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 00000100:00000040:1.0:1749609164.956391:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609164.956392:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083004288 : -131938626547328 : ffff8800a5085180) 00000020:00000010:3.0:1749609164.956392:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609164.956393:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609164.956396:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609164.956396:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5085180 x1834594612236160/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:110/0 lens 224/0 e 0 to 0 dl 1749609175 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609164.956396:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609164.956396:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609164.956398:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609164.956398:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956400:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956401:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609164.956402:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956403:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609164.956403:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00080000:1.0:1749609164.956405:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:2.0:1749609164.956405:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07062c0. 00000100:00000001:2.0:1749609164.956406:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609164.956406:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749609164.956407:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000010:2.0:1749609164.956408:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07062c0. 00000100:00000001:1.0:1749609164.956409:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609164.956410:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609164.956411:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609164.956412:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609164.956412:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5085180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612236160:12345-0@lo:400: 00000100:00100000:3.0:1749609164.956414:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621 00000100:00000200:2.0:1749609164.956415:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612236160 00000100:00000001:3.0:1749609164.956415:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806606208 : -131938902945408 : ffff8800948ed180) 00000020:00000001:2.0:1749609164.956417:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609164.956418:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612236032:0@lo:38: 00000020:00000001:2.0:1749609164.956418:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749609164.956418:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ed180 x1834594612236416/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609164.956420:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956421:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609164.956422:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609164.956423:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609164.956423:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:1.0:1749609164.956425:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02ca300 x1834594612236032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609164.956425:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1749609164.956426:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612236416:12345-0@lo:38: 00000020:00000001:2.0:1749609164.956427:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609164.956429:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1749609164.956429:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612236416 00000100:00000001:1.0:1749609164.956430:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609164.956430:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609164.956430:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609164.956431:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609164.956431:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749609164.956432:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749609164.956432:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1749609164.956433:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508ec00. 00000100:00000001:2.0:1749609164.956434:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609164.956436:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609164.956436:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609164.956438:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00010000:00020000:3.0:1749609164.956438:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:1.0:1749609164.956439:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609164.956440:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749609164.956440:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609164.956441:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609164.956442:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072cc00. 00010000:00000001:3.0:1749609164.956442:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609164.956443:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749609164.956444:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1749609164.956444:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072dc00. 00000100:00000001:3.0:1749609164.956444:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609164.956445:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749609164.956445:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.956445:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:1.0:1749609164.956446:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02ca300. 00000100:00000001:2.0:1749609164.956447:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609164.956447:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880082211000. 00000100:00000001:1.0:1749609164.956448:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1749609164.956448:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.956448:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956449:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609164.956449:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956450:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1749609164.956450:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612236160 00010000:00000001:3.0:1749609164.956451:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609164.956451:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609164.956452:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609164.956453:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1749609164.956453:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609164.956454:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000200:2.0:1749609164.956454:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5085180 x1834594612236160/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:110/0 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609164.956454:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609164.956455:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609164.956456:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609164.956456:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609164.956457:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609164.956457:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609164.956458:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000001:1.0:1749609164.956459:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1749609164.956460:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609164.956460:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000001:1.0:1749609164.956461:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749609164.956461:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609164.956461:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609164.956461:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609164.956462:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000100:00000001:3.0:1749609164.956462:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:2.0:1749609164.956463:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=120 v=5 (1 1 1 1) 00000100:00000040:3.0:1749609164.956463:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609164.956464:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283550. 00000400:00000200:1.0:1749609164.956465:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609164.956466:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:2.0:1749609164.956466:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609164.956468:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609164.956468:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609164.956469:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:1.0:1749609164.956470:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609164.956471:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609164.956472:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609164.956472:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612236416, offset 0 00000100:00000001:2.0:1749609164.956473:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609164.956474:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609164.956475:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609164.956475:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609164.956477:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c937f8. 00000400:00000200:3.0:1749609164.956477:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609164.956480:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612236160, offset 224 00000100:00000001:1.0:1749609164.956481:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609164.956481:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b5080 00000100:00000001:1.0:1749609164.956482:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956483:0:1508:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749609164.956483:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609164.956485:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749609164.956485:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x165e5 [1] + 0 00000100:00000001:1.0:1749609164.956486:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609164.956487:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609164.956488:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609164.956489:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609164.956490:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609164.956490:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749609164.956491:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609164 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609164.956491:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749609164.956493:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=130 v=20 (1 20 1 1) 00000100:00000200:3.0:1749609164.956493:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.956495:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749609164.956495:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b4f80 00000100:00000001:1.0:1749609164.956496:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609164.956497:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609164.956516:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x165b9 [1] + 224 00000400:00000200:2.0:1749609164.956520:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609164.956522:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609164.956523:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609164.956525:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609164.956525:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609164.956527:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749609164.956528:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02cb100 x1834594612236160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609164.956530:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283550 00000100:00000001:1.0:1749609164.956531:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609164.956531:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283550. 00000100:00000001:3.0:1749609164.956532:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609164.956533:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609164.956533:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609164.956534:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609164.956534:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609164.956535:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02cb100 x1834594612236160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.956536:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749609164.956536:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609164.956537:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609164.956537:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609164.956538:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1749609164.956539:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749609164.956539:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ed180 x1834594612236416/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609184 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609164.956541:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609164.956541:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609164.956543:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609164.956544:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612236416:12345-0@lo:38: Request processed in 118us (274us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609164.956545:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609164.956545:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c937f8 00000400:00000010:2.0:1749609164.956546:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c937f8. 00000100:00100000:3.0:1749609164.956547:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621 00000100:00000001:2.0:1749609164.956548:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609164.956548:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609164.956549:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609164.956549:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609164.956550:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000100:00100000:1.0:1749609164.956551:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612236288:0@lo:38: 00000100:00000001:2.0:1749609164.956551:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609164.956551:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000020:00000010:3.0:1749609164.956552:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000100:00000040:2.0:1749609164.956553:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609164.956553:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609164.956555:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:1.0:1749609164.956556:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609164.956557:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749609164.956557:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609164.956558:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1749609164.956559:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000100:00000040:2.0:1749609164.956560:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5085180 x1834594612236160/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:110/0 lens 224/224 e 0 to 0 dl 1749609175 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609164.956560:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:1.0:1749609164.956561:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000020:00000040:3.0:1749609164.956561:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000010:1.0:1749609164.956562:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:1.0:1749609164.956564:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609164.956566:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609164.956567:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5085180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612236160:12345-0@lo:400: Request processed in 163us (611us total) trans 0 rc 0/0 00000100:00000200:1.0:1749609164.956572:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609164.956573:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00000040:2.0:1749609164.956575:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:2.0:1749609164.956576:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609164.956578:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609164.956578:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609164.956579:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609164.956580:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000100:00000001:1.0:1749609164.956581:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609164.956582:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749609164.956582:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000100:00000001:1.0:1749609164.956583:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749609164.956584:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:1.0:1749609164.956585:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609164.956586:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609164.956586:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:2.0:1749609164.956587:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609164.956589:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609164 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609164.956591:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=127 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609164.956593:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609164.956594:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609164.956596:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609164.956599:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.956604:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609164.956605:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609164.956607:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956608:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609164.956609:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609164.956610:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609164.956612:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609164.956614:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609164.956617:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609164.956623:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612236416:0@lo:38: 00000100:00000001:1.0:1749609164.956626:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956627:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609164.956628:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9880 x1834594612236288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.956633:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609164.956635:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609164.956636:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f000. 02000000:00000001:1.0:1749609164.956639:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609164.956641:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609164.956642:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609164.956643:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609164.956644:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072d000. 02000000:00000001:1.0:1749609164.956646:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609164.956647:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609164.956648:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9880. 00000100:00000001:1.0:1749609164.956652:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609164.956653:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956654:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609164.956656:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c8e00 x1834594612236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609164.956661:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609164.956662:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609164.956663:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f400. 02000000:00000001:1.0:1749609164.956665:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609164.956666:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609164.956667:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609164.956668:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609164.956669:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072d400. 02000000:00000001:1.0:1749609164.956671:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609164.956671:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609164.956672:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8e00. 00000100:00000001:1.0:1749609164.956679:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609164.956679:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956681:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609164.956684:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609164.956685:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609164.956686:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609164.956687:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609164.963553:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298441368, at 4298441368 00000100:00000040:2.0:1749609164.963556:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298441368, at 4298441368 00000100:00000040:1.0:1749609164.963557:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298441368, at 4298441368 00000100:00000010:3.0:1749609164.963560:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8640. 00000100:00000010:2.0:1749609164.963566:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8f40. 00000100:00000010:1.0:1749609164.963578:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8a00. 00000020:00000001:2.0:1749609165.251717:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609165.251720:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609165.251723:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609165.710612:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609165.710619:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609165.710620:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609165.710622:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609165.710625:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609165.710628:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609165.710630:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609165.710631:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609165.710632:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609166.253703:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609166.253707:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609166.253709:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609166.710669:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609166.710678:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609166.710680:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609166.710684:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609166.710688:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609166.710692:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609166.710695:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609166.710698:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609166.710700:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609166.718614:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609166.718619:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730237312 02000000:00000001:2.0:1749609166.718623:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609166.718627:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609166.718630:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609166.718635:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609166.718640:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730237312 00000020:00000001:2.0:1749609166.718643:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609166.718645:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609166.718648:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609166.718651:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609166.718653:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609166.718659:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000010:2.0:1749609166.718665:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000020:00000010:2.0:1749609166.718670:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000001:2.0:1749609166.718677:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609166.718679:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609166.718681:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609166.718687:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609166.718697:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609166.718707:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609166.718709:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609166.718716:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2622 00000100:00000001:2.0:1749609166.718719:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083003392 : -131938626548224 : ffff8800a5084e00) 00000100:00000040:2.0:1749609166.718725:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5084e00 x1834594730237312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609166.718738:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5084e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730237312:12345-192.168.201.20@tcp:38: 00000100:00000200:2.0:1749609166.718742:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730237312 00000020:00000001:2.0:1749609166.718745:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609166.718749:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609166.718765:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609166.718769:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609166.718772:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609166.718775:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609166.718777:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609166.718778:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609166.718781:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749609166.718782:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730237184 02000000:00000001:2.0:1749609166.718783:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609166.718785:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1749609166.718787:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072e000. 00000100:00000001:3.0:1749609166.718787:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609166.718789:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609166.718790:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609166.718792:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609166.718793:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609166.718796:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1749609166.718796:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730237184 00010000:00000001:2.0:1749609166.718798:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609166.718798:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609166.718799:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000100:00001000:2.0:1749609166.718801:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749609166.718801:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609166.718804:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00000001:2.0:1749609166.718805:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749609166.718807:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609166.718809:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:2.0:1749609166.718813:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:3.0:1749609166.718814:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609166.718818:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749609166.718819:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8640. 00000100:00000040:2.0:1749609166.718821:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609166.718821:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609166.718823:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000010:3.0:1749609166.718824:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8640. 00000100:00000001:2.0:1749609166.718825:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:2.0:1749609166.718828:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000010:3.0:1749609166.718829:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 02000000:00000001:2.0:1749609166.718830:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609166.718832:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609166.718832:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000100:00000001:2.0:1749609166.718834:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609166.718836:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000040:2.0:1749609166.718837:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609166.718841:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c937f8. 00000100:00000040:3.0:1749609166.718843:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:2.0:1749609166.718845:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730237312, offset 0 00000100:00000001:3.0:1749609166.718846:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609166.718847:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609166.718848:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609166.718850:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609166.718853:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609166.718860:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:3.0:1749609166.718863:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609166.718866:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1983:1983:256:4294967295] 192.168.201.20@tcp LPNI seq info [1979:1979:8:4294967295] 00000100:00000001:3.0:1749609166.718871:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609166.718872:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609166.718878:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:3.0:1749609166.718879:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1393 00000100:00000040:3.0:1749609166.718881:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000800:00000200:2.0:1749609166.718883:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609166.718883:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295888464 : -131938413663152 : ffff8800b1b8ac50) 00000800:00000010:2.0:1749609166.718888:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7600. 00000100:00000040:3.0:1749609166.718888:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8ac50 x1834594730237184/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:112/0 lens 224/0 e 0 to 0 dl 1749609177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749609166.718893:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:2.0:1749609166.718901:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:2.0:1749609166.718904:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1749609166.718906:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609166.718907:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8640. 00000100:00000001:3.0:1749609166.718909:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609166.718911:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8640. 00000100:00100000:3.0:1749609166.718915:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730237184:12345-192.168.201.20@tcp:400: 00000100:00000200:3.0:1749609166.718919:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730237184 00000020:00000001:3.0:1749609166.718921:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609166.718924:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609166.718926:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609166.718928:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609166.718930:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609166.718930:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:2.0:1749609166.718933:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000001:3.0:1749609166.718933:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609166.718934:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609166.718935:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609166.718936:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609166.718937:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609166.718938:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609166.718940:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609166.718941:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5084e00 x1834594730237312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609186 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609166.718942:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609166.718945:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609166.718946:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749609166.718951:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5084e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730237312:12345-192.168.201.20@tcp:38: Request processed in 214us (479us total) trans 0 rc -19/-19 02000000:00000010:3.0:1749609166.718951:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130186400. 02000000:00000001:3.0:1749609166.718953:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609166.718955:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609166.718957:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609166.718959:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2622 00010000:00000040:3.0:1749609166.718959:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730237184 00010000:00000001:3.0:1749609166.718962:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609166.718963:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609166.718964:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:3.0:1749609166.718966:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8ac50 x1834594730237184/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:112/0 lens 224/224 e 0 to 0 dl 1749609177 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609166.718968:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000020:00000010:2.0:1749609166.718972:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00010000:00000001:3.0:1749609166.718974:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609166.718975:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609166.718976:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00001000:3.0:1749609166.718978:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609166.718979:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609166.718982:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609166.718984:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609166.718987:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609166.718989:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609166.718991:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609166.718992:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609166.718995:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609166.718998:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283550. 00000100:00000200:3.0:1749609166.719002:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730237184, offset 224 00000400:00000200:3.0:1749609166.719007:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609166.719016:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609166.719021:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1984:1984:255:4294967295] 192.168.201.20@tcp LPNI seq info [1980:1980:7:4294967295] 00000400:00000200:3.0:1749609166.719031:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609166.719036:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609166.719040:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695900. 00000800:00000200:3.0:1749609166.719044:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:3.0:1749609166.719050:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609166.719053:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1749609166.719056:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609166.719059:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609166.719061:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609166.719062:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609166.719064:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609166.719067:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8ac50 x1834594730237184/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:112/0 lens 224/224 e 0 to 0 dl 1749609177 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609166.719076:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730237184:12345-192.168.201.20@tcp:400: Request processed in 169us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1749609166.719083:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1393 00000100:00000040:3.0:1749609166.719085:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000800:00000200:2.0:1749609166.719086:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1749609166.719088:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:2.0:1749609166.719089:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7600. 00000100:00000001:3.0:1749609166.719089:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609166.719092:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609166.719092:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609166.719095:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000400:00000200:2.0:1749609166.719097:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:3.0:1749609166.719098:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000400:00000200:2.0:1749609166.719100:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c937f8 00000400:00000010:2.0:1749609166.719102:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c937f8. 00000020:00000040:3.0:1749609166.719102:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:3.0:1749609166.719105:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609166.719106:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609166.719107:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749609166.719108:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609166.719112:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62d10. 00000800:00000200:2.0:1749609166.719127:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609166.719129:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695900. 00000400:00000010:3.0:1749609166.719129:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880085dd2840. 00000400:00000200:2.0:1749609166.719132:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609166.719136:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609166.719138:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283550 00000400:00000010:2.0:1749609166.719140:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283550. 00000100:00000001:2.0:1749609166.719143:0:1504:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609166.719145:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1749609166.719147:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130186400. 02000000:00000001:2.0:1749609166.719149:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609166.719150:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609166.719268:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609166.719274:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057600. 00000400:00000200:1.0:1749609166.719278:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609166.719284:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609166.719288:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668ee0 00000400:00000010:1.0:1749609166.719290:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668ee0. 00000100:00000001:1.0:1749609166.719294:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609166.719295:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609167.255738:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609167.255742:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609167.255744:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609167.710601:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609167.710607:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609167.710608:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609167.710610:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609167.710613:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609167.710615:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609167.710617:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609167.710619:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609167.710620:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609168.257665:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609168.257670:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609168.257672:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609168.710673:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609168.710679:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609168.710681:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609168.710684:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609168.710686:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609168.710688:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609168.710690:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609168.710692:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609168.710693:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609169.259774:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609169.259779:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609169.259782:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609169.710641:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609169.710659:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609169.710661:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609169.710664:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609169.710667:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609169.710670:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.710673:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609169.710676:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.710677:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609169.963665:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609169.963676:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609169.963684:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8380. 00000020:00000040:2.0:1749609169.963690:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609169.963696:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609169.963701:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609169.963707:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609169.963716:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7600. 00000100:00000001:2.0:1749609169.963724:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609169.963734:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609169.963745:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609169.963748:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609169.963754:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c8380] to pc [ptlrpcd_00_00+0] req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609169.963788:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609169.963790:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609169.963793:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609169.963796:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609169.963798:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609169.963801:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609169.963804:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3774 00000100:00080000:2.0:1749609169.963808:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609169.963810:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609169.963813:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609169.963814:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609169.963816:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609169.963819:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609169.963821:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609169.963823:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609169.963827:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609169.963828:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609169.963830:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609169.963833:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609169.963834:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609169.963834:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609169.963835:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609169.963836:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609169.963838:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609169.963840:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609169.963840:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609169.963842:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.963843:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609169.963845:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609169.963852:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609169.963852:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609169.963854:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.963856:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609169.963859:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.963859:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609169.963860:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609169.963862:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9180. 02000000:00000001:3.0:1749609169.963862:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749609169.963863:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749609169.963865:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609169.963866:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749609169.963867:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609169.963868:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609169.963868:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612236928:0@lo:400: 00000100:00000001:2.0:1749609169.963870:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609169.963871:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609169.963871:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609169.963873:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609169.963875:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1749609169.963876:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072e800. 02000000:00000001:3.0:1749609169.963877:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.963878:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609169.963879:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609169.963882:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1749609169.963883:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9000. 02000000:00000001:3.0:1749609169.963884:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.963888:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1749609169.963888:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62108. 00000100:00000001:2.0:1749609169.963889:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609169.963891:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9180] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609169.963893:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000200:3.0:1749609169.963898:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612236928, portal 25 00000100:00000001:3.0:1749609169.963900:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609169.963901:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001490304 : -131938708061312 : ffff8800a02c8380) 00000100:00000040:3.0:1749609169.963904:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609169.963907:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.963908:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609169.963910:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1749609169.963910:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609169.963911:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00000100:00000001:2.0:1749609169.963912:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1749609169.963913:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612236928, offset 0 00000100:00000010:2.0:1749609169.963914:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8000. 00000020:00000040:2.0:1749609169.963916:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000400:00000200:3.0:1749609169.963917:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609169.963918:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609169.963919:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609169.963920:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609169.963922:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7800. 00000100:00000001:2.0:1749609169.963924:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609169.963926:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a02c8000 x1834594612237184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609169.963927:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609169.963934:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b5280 00000100:00000001:2.0:1749609169.963936:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609169.963937:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609169.963938:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15ac1 [2] + 0 00000100:00000040:2.0:1749609169.963939:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c8000] to pc [ptlrpcd_00_01+1] req@ffff8800a02c8000 x1834594612237184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609169.963941:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62e18. 00000400:00000200:3.0:1749609169.963943:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfde40 00000400:00000200:3.0:1749609169.963947:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609169.963948:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609169.963950:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609169.963951:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.963952:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609169.963952:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:3.0:1749609169.963952:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfde40 00000400:00000010:3.0:1749609169.963953:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfde40. 00000100:00000001:1.0:1749609169.963954:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609169.963955:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609169.963956:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609169.963957:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609169.963957:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609169.963958:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1749609169.963959:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609169.963959:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:3.0:1749609169.963960:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8bc50 x1834594612236928 msgsize 224 00000100:00080000:2.0:1749609169.963961:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3774 00000100:00080000:2.0:1749609169.963963:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749609169.963963:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609169.963964:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1749609169.963965:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609169.963967:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609169.963968:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609169.963968:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609169.963969:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.963969:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609169.963970:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609169.963971:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 02000000:00000001:1.0:1749609169.963972:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609169.963972:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609169.963973:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 02000000:00000001:1.0:1749609169.963974:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609169.963974:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 02000000:00000001:1.0:1749609169.963976:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609169.963976:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:3.0:1749609169.963976:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609169.963978:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00100000:1.0:1749609169.963979:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612237056:0@lo:38: 00000100:00000001:2.0:1749609169.963979:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609169.963980:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609169.963981:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609169.963981:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000400:00000010:3.0:1749609169.963981:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00000100:00000001:1.0:1749609169.963982:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749609169.963982:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:2.0:1749609169.963984:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609169.963984:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609169.963985:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609169.963986:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609169.963987:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:3.0:1749609169.963987:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609169.963988:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609169.963989:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609169.963990:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609169.963991:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.963992:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609169.963992:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609169.963993:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609169.963994:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f400. 00000100:00000001:2.0:1749609169.963994:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609169.963995:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609169.963996:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9c00. 00000100:00000001:3.0:1749609169.963997:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.963997:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749609169.963998:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609169.963999:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609169.964000:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964000:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609169.964001:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000100:00000001:2.0:1749609169.964001:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609169.964002:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609169.964002:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964002:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298446376 02000000:00000010:2.0:1749609169.964004:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072e400. 00000100:00000010:3.0:1749609169.964004:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8640. 00000400:00000010:1.0:1749609169.964006:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609169.964006:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609169.964009:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609169.964009:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1749609169.964012:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612237056, portal 4 00000100:00000001:2.0:1749609169.964013:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609169.964014:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609169.964014:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964014:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298446376 00000100:00000001:1.0:1749609169.964015:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001493888 : -131938708057728 : ffff8800a02c9180) 00000100:00000010:3.0:1749609169.964015:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8e80. 00000100:00000040:2.0:1749609169.964016:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9c00] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609169.964017:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609169.964019:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298446376 00000100:00000010:3.0:1749609169.964020:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b85c0. 00000100:00000040:1.0:1749609169.964021:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609169.964021:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964022:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00080000:2.0:1749609169.964023:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749609169.964023:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298446376 00000100:00000010:3.0:1749609169.964024:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8140. 00000100:00000001:3.0:1749609169.964025:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00080000:2.0:1749609169.964026:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609169.964027:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749609169.964027:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609169.964028:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749609169.964028:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609169.964028:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609169.964030:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609169.964030:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749609169.964030:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609169.964031:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3774 00000100:00000001:3.0:1749609169.964031:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609169.964032:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00080000:2.0:1749609169.964032:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1749609169.964034:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612237056, offset 0 00000100:00000040:2.0:1749609169.964034:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609169.964035:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609169.964036:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609169.964037:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609169.964038:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609169.964038:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609169.964038:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749609169.964039:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609169.964040:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:3.0:1749609169.964040:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609169.964040:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609169.964041:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609169.964042:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609169.964043:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:3.0:1749609169.964043:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609169.964044:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:2.0:1749609169.964046:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:2.0:1749609169.964048:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609169.964049:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609169.964050:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609169.964050:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609169.964051:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609169.964052:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:2.0:1749609169.964054:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609169.964055:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609169.964056:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1749609169.964058:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b5300 02000000:00000001:2.0:1749609169.964058:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609169.964059:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964059:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609169.964060:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:3.0:1749609169.964060:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612236928 00000100:00000001:2.0:1749609169.964061:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609169.964062:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1749609169.964063:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02cb480. 00000100:00000001:3.0:1749609169.964063:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749609169.964064:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749609169.964064:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609169.964065:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 6760 02000000:00000001:2.0:1749609169.964066:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609169.964066:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964067:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609169.964067:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609169.964068:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609169.964069:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609169.964070:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612236928 00000400:00000200:1.0:1749609169.964071:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749609169.964071:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072ec00. 00000020:00000001:3.0:1749609169.964071:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609169.964073:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609169.964073:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000400:00000200:1.0:1749609169.964074:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609169.964074:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609169.964075:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1749609169.964076:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:3.0:1749609169.964078:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609169.964079:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609169.964079:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1749609169.964079:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609169.964080:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609169.964081:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749609169.964081:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02cb480] to pc [ptlrpcd_rcv+-1] req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609169.964082:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609169.964084:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000100:00000010:1.0:1749609169.964085:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ee680. 00000100:00000001:3.0:1749609169.964085:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609169.964086:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a40. 00000100:00000040:1.0:1749609169.964087:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ee680 x1834594612237056 msgsize 520 00000100:00100000:1.0:1749609169.964090:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749609169.964090:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000001:2.0:1749609169.964092:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609169.964092:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000100:00000040:2.0:1749609169.964094:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:3.0:1749609169.964095:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:2.0:1749609169.964097:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609169.964098:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02caa00. 00000100:00000040:3.0:1749609169.964099:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609169.964100:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749609169.964100:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609169.964100:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609169.964101:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609169.964101:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609169.964102:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609169.964102:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609169.964103:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609169.964104:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7500. 00000400:00000200:1.0:1749609169.964106:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000001:2.0:1749609169.964106:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964107:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609169.964108:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000040:2.0:1749609169.964108:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a02caa00 x1834594612237568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609169.964110:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609169.964111:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609169.964113:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609169.964113:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609169.964113:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609169.964115:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02caa00] to pc [ptlrpcd_00_02+2] req@ffff8800a02caa00 x1834594612237568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609169.964117:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609169.964118:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609169.964120:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609169.964120:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00000040:1.0:1749609169.964122:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609169.964122:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:3.0:1749609169.964123:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295892560 : -131938413659056 : ffff8800b1b8bc50) 00000100:00000040:3.0:1749609169.964126:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8bc50 x1834594612236928/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:115/0 lens 224/0 e 0 to 0 dl 1749609180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964127:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964128:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609169.964128:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964131:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609169.964132:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3784) 00000020:00000010:3.0:1749609169.964132:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000100:00000001:3.0:1749609169.964132:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609169.964133:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609169.964133:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a40. 00000100:00100000:3.0:1749609169.964135:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612236928:12345-0@lo:400: 00000100:00000040:1.0:1749609169.964136:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1027 usecs (2 jiffies) 00000100:00000200:3.0:1749609169.964137:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612236928 00000100:00000001:1.0:1749609169.964139:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298446370 00000020:00000001:3.0:1749609169.964139:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609169.964141:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298446376 00000020:00000001:3.0:1749609169.964141:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609169.964142:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964143:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298446370 00000020:00000001:3.0:1749609169.964144:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609169.964145:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298446376 00000020:00000001:3.0:1749609169.964145:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609169.964146:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298446370 00000020:00000001:3.0:1749609169.964146:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609169.964147:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298446376 00000020:00000001:3.0:1749609169.964147:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609169.964148:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609169.964149:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298446370 00000100:00000001:1.0:1749609169.964150:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298446376 00000020:00000001:3.0:1749609169.964150:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609169.964151:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609169.964151:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964152:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609169.964152:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609169.964153:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609169.964154:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612237056 00000100:00000001:1.0:1749609169.964155:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964155:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609169.964156:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609169.964156:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609169.964156:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609169.964157:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609169.964159:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609169.964160:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130186400. 02000000:00000001:3.0:1749609169.964161:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609169.964162:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964162:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964163:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609169.964164:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1749609169.964164:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964165:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609169.964165:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612237056 00010000:00000040:3.0:1749609169.964165:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612236928 00000100:00000001:1.0:1749609169.964166:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609169.964166:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609169.964167:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609169.964167:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:3.0:1749609169.964167:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749609169.964168:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609169.964169:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609169.964169:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609169.964170:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609169.964170:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8bc50 x1834594612236928/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:115/0 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964174:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749609169.964174:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00010000:00000001:3.0:1749609169.964174:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609169.964175:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609169.964175:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609169.964176:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609169.964177:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749609169.964177:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=138 v=5 (1 1 1 1) 00000020:00000010:2.0:1749609169.964178:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 02000000:00000001:1.0:1749609169.964179:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964180:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609169.964181:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612237312:0@lo:38: 00000100:00000040:3.0:1749609169.964181:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:2.0:1749609169.964182:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000001:1.0:1749609169.964183:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609169.964183:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609169.964184:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609169.964185:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609169.964185:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609169.964186:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964186:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609169.964187:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609169.964187:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609169.964188:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609169.964188:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749609169.964188:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00000100:00000001:2.0:1749609169.964189:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609169.964190:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f000. 02000000:00000001:1.0:1749609169.964191:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609169.964191:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612236928, offset 224 00000400:00000200:3.0:1749609169.964193:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749609169.964194:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000100:00000001:2.0:1749609169.964194:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609169.964196:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000400:00000200:3.0:1749609169.964197:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749609169.964198:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612237312, portal 10 00000100:00000001:1.0:1749609169.964199:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609169.964200:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001496576 : -131938708055040 : ffff8800a02c9c00) 00000400:00000200:3.0:1749609169.964200:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b5280 00000100:00000001:2.0:1749609169.964201:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609169.964203:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1660d [1] + 224 00000100:00000040:1.0:1749609169.964205:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609169.964205:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609169.964207:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609169.964208:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609169.964209:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609169.964209:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609169.964210:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609169.964211:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609169.964212:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609169.964213:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00100000:2.0:1749609169.964213:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00000200:1.0:1749609169.964215:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612237312, offset 0 00000100:00000001:2.0:1749609169.964215:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806611584 : -131938902940032 : ffff8800948ee680) 00000100:00000040:3.0:1749609169.964217:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609169.964218:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609169.964218:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ee680 x1834594612237056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609189 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609169.964221:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609169.964223:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609169.964225:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b5400 00000100:00100000:2.0:1749609169.964226:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612237056:12345-0@lo:38: 00000400:00000200:3.0:1749609169.964227:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000400:00000010:3.0:1749609169.964228:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00000100:00000200:2.0:1749609169.964229:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612237056 00000100:00000001:3.0:1749609169.964229:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609169.964230:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609169.964231:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609169.964231:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609169.964232:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 148720 00000100:00000040:3.0:1749609169.964233:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:2.0:1749609169.964234:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749609169.964235:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609169.964235:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609169.964236:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609169.964236:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609169.964238:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8bc50 x1834594612236928/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:115/0 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609169.964239:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609169.964242:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609169.964243:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749609169.964243:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612236928:12345-0@lo:400: Request processed in 111us (281us total) trans 0 rc 0/0 00000100:00000010:1.0:1749609169.964245:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eea00. 00000100:00000040:1.0:1749609169.964247:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948eea00 x1834594612237312 msgsize 520 00000100:00100000:3.0:1749609169.964247:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000020:00000001:2.0:1749609169.964248:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609169.964248:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00100000:1.0:1749609169.964250:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609169.964250:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609169.964250:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00020000:2.0:1749609169.964251:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749609169.964253:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00010000:00000001:2.0:1749609169.964254:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609169.964255:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000020:00000010:3.0:1749609169.964256:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:1.0:1749609169.964257:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749609169.964257:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749609169.964259:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000400:00000200:1.0:1749609169.964260:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:2.0:1749609169.964260:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:1.0:1749609169.964261:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 02000000:00000001:3.0:1749609169.964261:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749609169.964262:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609169.964263:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:3.0:1749609169.964263:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130186400. 02000000:00000001:2.0:1749609169.964264:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609169.964264:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1749609169.964265:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609169.964286:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072f000. 02000000:00000001:2.0:1749609169.964288:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964290:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964291:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609169.964293:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609169.964294:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609169.964294:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609169.964295:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609169.964295:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62e18. 00000100:00001000:2.0:1749609169.964297:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609169.964298:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609169.964298:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880085dd23c0. 00000100:00000001:2.0:1749609169.964300:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609169.964302:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609169.964303:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964304:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749609169.964304:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609169.964306:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609169.964307:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964308:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:2.0:1749609169.964310:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609169.964310:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609169.964311:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609169.964312:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1749609169.964313:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1749609169.964314:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609169.964314:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609169.964315:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749609169.964315:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62108. 00000400:00000200:3.0:1749609169.964316:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000100:00000040:2.0:1749609169.964317:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609169.964317:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000040:1.0:1749609169.964318:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 830 usecs (1 jiffies) 00000100:00000001:3.0:1749609169.964318:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609169.964319:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298446369 00000400:00000010:2.0:1749609169.964319:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c937f8. 00000100:00000200:3.0:1749609169.964320:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964322:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298446376 00000100:00000001:1.0:1749609169.964323:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298446369 00000100:00000200:2.0:1749609169.964323:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612237056, offset 0 00000100:00000200:3.0:1749609169.964324:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964325:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298446376 00000100:00000001:1.0:1749609169.964326:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298446369 00000100:00000001:1.0:1749609169.964327:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298446376 00000400:00000200:2.0:1749609169.964327:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609169.964327:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609169.964328:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298446369 00000100:00000001:3.0:1749609169.964328:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964329:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298446376 00000100:00000001:3.0:1749609169.964329:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609169.964330:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609169.964331:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609169.964332:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964332:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609169.964333:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749609169.964333:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609169.964333:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609169.964334:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609169.964335:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609169.964336:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=138 v=5 (5 5 5 5) 00000400:00000200:2.0:1749609169.964338:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b5300 00000100:00001000:3.0:1749609169.964338:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=128 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609169.964339:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609169.964340:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609169.964340:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964341:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609169.964341:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16615 [1] + 0 02000000:00000001:1.0:1749609169.964342:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1749609169.964342:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1749609169.964343:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609169.964343:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964344:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609169.964345:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609169.964345:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609169.964346:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612237440:0@lo:38: 00000100:00000040:3.0:1749609169.964346:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609169.964348:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609169.964349:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609169.964349:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609169.964350:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609169.964351:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964351:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609169.964351:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749609169.964352:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609169.964352:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609169.964353:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609169.964353:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609169.964354:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508ec00. 02000000:00000001:1.0:1749609169.964355:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609169.964357:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612236928:0@lo:400: 00000400:00000010:1.0:1749609169.964358:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000400:00000010:1.0:1749609169.964360:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000040:2.0:1749609169.964360:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609169.964360:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609169.964360:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749609169.964362:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612237440, portal 10 00000100:00000040:3.0:1749609169.964362:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c8380 x1834594612236928/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609169.964365:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609169.964366:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609169.964367:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609169.964367:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609169.964368:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001502848 : -131938708048768 : ffff8800a02cb480) 02000000:00000010:3.0:1749609169.964368:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9000. 02000000:00000001:3.0:1749609169.964370:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609169.964371:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609169.964372:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000040:1.0:1749609169.964373:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609169.964373:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749609169.964374:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c937f8 02000000:00000010:3.0:1749609169.964374:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7600. 00000400:00000010:2.0:1749609169.964375:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c937f8. 02000000:00000001:3.0:1749609169.964376:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609169.964377:0:16946:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609169.964377:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609169.964378:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609169.964378:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:3.0:1749609169.964378:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8380. 00000100:00000040:1.0:1749609169.964380:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609169.964380:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609169.964381:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000200:1.0:1749609169.964383:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612237440, offset 0 00000100:00000040:2.0:1749609169.964383:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609169.964383:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609169.964384:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964384:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609169.964385:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609169.964386:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609169.964386:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609169.964387:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609169.964388:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609169.964389:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609169.964389:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ee680 x1834594612237056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609169.964389:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609169.964390:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609169.964393:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b5480 00000400:00000200:1.0:1749609169.964398:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 149240 00000100:00100000:2.0:1749609169.964398:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612237056:12345-0@lo:38: Request processed in 170us (307us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609169.964401:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609169.964403:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609169.964405:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609169.964406:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749609169.964407:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749609169.964408:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1749609169.964408:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612237184 00000100:00000010:1.0:1749609169.964409:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ef800. 02000000:00000001:3.0:1749609169.964409:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609169.964410:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609169.964411:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ef800 x1834594612237440 msgsize 520 00000100:00000001:2.0:1749609169.964411:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609169.964411:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964412:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609169.964412:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609169.964413:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612237184 00000100:00100000:1.0:1749609169.964414:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749609169.964414:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000020:00000001:3.0:1749609169.964414:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609169.964415:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:3.0:1749609169.964416:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609169.964417:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000010:2.0:1749609169.964418:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000020:00000001:3.0:1749609169.964418:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609169.964419:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749609169.964419:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000010:2.0:1749609169.964420:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609169.964421:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749609169.964422:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000020:00000010:3.0:1749609169.964422:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000400:00000010:1.0:1749609169.964423:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609169.964423:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964425:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749609169.964425:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706780. 00000100:00000200:1.0:1749609169.964427:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609169.964429:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:1.0:1749609169.964433:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609169.964433:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749609169.964434:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 00000100:00000040:1.0:1749609169.964435:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609169.964435:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609169.964437:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609169.964439:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964440:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749609169.964441:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1749609169.964442:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609169.964443:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964443:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:2.0:1749609169.964444:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1749609169.964444:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609169.964445:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 682 usecs (1 jiffies) 00000100:00000001:1.0:1749609169.964446:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298446369 00000100:00000001:3.0:1749609169.964447:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609169.964448:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298446376 00000020:00000040:2.0:1749609169.964448:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609169.964448:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609169.964449:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298446369 00000100:00000001:3.0:1749609169.964449:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964450:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298446376 00000100:00000001:1.0:1749609169.964451:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298446369 00000100:00000001:1.0:1749609169.964452:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298446376 00000100:00000001:1.0:1749609169.964453:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298446369 00000100:00000001:1.0:1749609169.964454:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298446376 00000100:00000001:1.0:1749609169.964455:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609169.964455:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964456:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964458:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609169.964459:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:1.0:1749609169.964460:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609169.964461:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609169.964461:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000400:00000010:1.0:1749609169.964462:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000100:00000040:3.0:1749609169.964463:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:3.0:1749609169.964464:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361957248 : -131939347594368 : ffff88007a0e0380) 00000400:00000200:1.0:1749609169.964465:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:1.0:1749609169.964466:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000040:3.0:1749609169.964466:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e0380 x1834594612237184/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:115/0 lens 224/0 e 0 to 0 dl 1749609180 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964468:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609169.964469:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609169.964470:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609169.964471:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8340. 00000100:00000001:3.0:1749609169.964472:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609169.964473:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749609169.964473:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8340. 00000100:00000200:1.0:1749609169.964475:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609169.964475:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612237312 00000100:00100000:3.0:1749609169.964475:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612237184:12345-0@lo:400: 02000000:00000001:2.0:1749609169.964477:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749609169.964477:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612237184 00000100:00000001:2.0:1749609169.964478:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609169.964478:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609169.964479:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609169.964479:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964480:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609169.964480:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964481:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609169.964481:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749609169.964482:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609169.964482:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:1.0:1749609169.964483:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609169.964483:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1749609169.964484:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612237312 02000000:00000001:1.0:1749609169.964485:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749609169.964485:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749609169.964485:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964486:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749609169.964486:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609169.964486:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609169.964487:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609169.964487:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609169.964488:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609169.964488:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609169.964489:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609169.964489:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749609169.964490:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609169.964490:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964491:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749609169.964492:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 02000000:00000001:3.0:1749609169.964493:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749609169.964494:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 02000000:00000010:3.0:1749609169.964494:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130186400. 00000100:00001000:1.0:1749609169.964495:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609169 v=5 (0 0 0 0) 00000020:00000010:2.0:1749609169.964495:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 02000000:00000001:3.0:1749609169.964495:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964496:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964497:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609169.964519:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609169.964521:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609169.964524:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=135 v=20 (1 20 1 1) 00000100:00000001:2.0:1749609169.964524:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964527:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609169.964529:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609169.964529:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609169.964529:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609169.964530:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612237184 00000100:00000001:1.0:1749609169.964531:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609169.964531:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609169.964533:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0e0380 x1834594612237184/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:115/0 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609169.964534:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609169.964534:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609169.964535:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612237440 02000000:00000001:2.0:1749609169.964536:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749609169.964537:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609169.964538:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609169.964538:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964539:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609169.964539:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609169.964539:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=125 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609169.964541:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749609169.964541:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964541:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609169.964542:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609169.964543:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612237440 00000100:00000040:3.0:1749609169.964543:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609169.964543:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609169.964544:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1749609169.964544:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609169.964545:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749609169.964545:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609169.964546:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609169.964546:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609169.964546:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609169.964547:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964547:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:1.0:1749609169.964548:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1749609169.964548:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609169.964548:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609169.964549:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00080000:1.0:1749609169.964550:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000200:3.0:1749609169.964551:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612237184, offset 224 00000100:00000001:1.0:1749609169.964552:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609169.964552:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000020:00000010:2.0:1749609169.964553:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9500. 00000400:00000200:3.0:1749609169.964553:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609169.964554:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609169.964555:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883caf0. 00000100:00000001:2.0:1749609169.964556:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609169.964557:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749609169.964557:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609169.964558:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609169.964559:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612237056:0@lo:38: 00000100:00000001:2.0:1749609169.964560:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609169.964560:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b5380 00000100:00000001:1.0:1749609169.964562:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964563:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609169.964564:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1661d [1] + 224 00000100:00000040:1.0:1749609169.964565:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9180 x1834594612237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609169.964565:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609169.964567:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749609169.964567:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609169.964568:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612237568 00000100:00000001:1.0:1749609169.964569:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609169.964569:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609169.964569:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609169.964570:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609169.964570:0:15201:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609169.964571:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609169.964572:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609169.964573:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f400. 02000000:00000001:2.0:1749609169.964573:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609169.964573:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c8000 x1834594612237184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609169.964575:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612237568 02000000:00000001:1.0:1749609169.964576:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609169.964576:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609169.964576:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:2.0:1749609169.964577:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609169.964578:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749609169.964578:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02c8000 x1834594612237184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609169.964579:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000040:2.0:1749609169.964579:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:2.0:1749609169.964580:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609169.964581:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609169.964582:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072e800. 00000020:00000001:2.0:1749609169.964582:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 02000000:00000001:1.0:1749609169.964585:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609169.964585:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609169.964585:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609169.964586:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609169.964587:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9180. 00000020:00000010:2.0:1749609169.964587:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07062c0. 00000400:00000200:3.0:1749609169.964588:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609169.964589:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000020:00000010:2.0:1749609169.964590:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4c00. 00000100:00000001:3.0:1749609169.964591:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609169.964592:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:2.0:1749609169.964593:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:3.0:1749609169.964593:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609169.964595:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609169.964596:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1749609169.964596:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609169.964597:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1749609169.964597:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609169.964597:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609169.964598:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964599:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609169.964599:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000040:3.0:1749609169.964599:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e0380 x1834594612237184/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:115/0 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609169.964600:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9f80. 00000100:00000001:1.0:1749609169.964601:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609169.964602:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c960. 00000100:00000001:1.0:1749609169.964603:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:3.0:1749609169.964603:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612237184:12345-0@lo:400: Request processed in 132us (440us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609169.964604:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609169.964605:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609169.964606:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:3.0:1749609169.964606:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00000001:1.0:1749609169.964607:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609169.964607:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609169.964608:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964608:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609169.964609:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609169.964609:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609169.964610:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609169.964610:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609169.964612:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000100:00000001:2.0:1749609169.964613:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1749609169.964613:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000020:00000010:3.0:1749609169.964614:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000100:00000001:2.0:1749609169.964615:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609169.964616:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609169.964616:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:3.0:1749609169.964617:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609169.964620:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964622:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609169.964623:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609169.964624:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609169.964624:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609169.964625:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609169.964626:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749609169.964628:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000400:00000001:3.0:1749609169.964628:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609169.964628:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609169.964630:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000400:00000010:3.0:1749609169.964630:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17898. 00000400:00000200:3.0:1749609169.964631:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668b28 00000100:00000001:1.0:1749609169.964632:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361958144 : -131939347593472 : ffff88007a0e0700) 00000400:00000010:3.0:1749609169.964632:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668b28. 00000100:00000001:3.0:1749609169.964633:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609169.964635:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e0700 x1834594612237568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:115/0 lens 224/0 e 0 to 0 dl 1749609180 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609169.964635:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2624 00000100:00000200:3.0:1749609169.964636:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c8000 x1834594612237184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609169.964637:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806612480 : -131938902939136 : ffff8800948eea00) 00000100:00000040:2.0:1749609169.964639:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948eea00 x1834594612237312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609189 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609169.964640:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c8000 x1834594612237184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964643:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609169.964645:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8040. 00000100:00000001:1.0:1749609169.964647:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609169.964647:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612237312:12345-0@lo:38: 00000100:00000001:3.0:1749609169.964647:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609169.964648:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8040. 00000100:00000001:3.0:1749609169.964648:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609169.964649:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612237312 00000100:00000001:3.0:1749609169.964649:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609169.964650:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1749609169.964651:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612237568:12345-0@lo:400: 00000020:00000001:2.0:1749609169.964651:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609169.964651:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609169.964652:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609169.964653:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749609169.964653:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609169.964654:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612237568 00000100:00001000:3.0:1749609169.964655:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=125 v=5 (5 5 5 5) 00000020:00000001:1.0:1749609169.964656:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:3.0:1749609169.964657:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=125 v=5 (1 1 1 1) 00000020:00000001:2.0:1749609169.964658:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964658:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749609169.964659:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609169.964659:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609169.964660:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609169.964660:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1749609169.964661:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609169.964662:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00080000:3.0:1749609169.964662:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a02c8000 x1834594612237184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609169.964663:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749609169.964664:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609169.964665:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00010000:00000001:3.0:1749609169.964665:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964666:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609169.964667:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609169.964667:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609169.964667:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1749609169.964668:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609169.964668:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:3.0:1749609169.964669:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1749609169.964670:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609169.964670:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609169.964671:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072f400. 00000020:00000001:1.0:1749609169.964672:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1749609169.964672:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609169.964672:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c8000 x1834594612237184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609169.964673:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609169.964674:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609169.964675:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964675:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609169.964676:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1749609169.964676:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609169.964676:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1749609169.964677:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964677:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609169.964678:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c8000 x1834594612237184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964679:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1749609169.964679:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749609169.964681:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609169.964681:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609169.964682:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749609169.964682:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612237184:0@lo:400: 02000000:00000010:1.0:1749609169.964683:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508f400. 02000000:00000001:1.0:1749609169.964684:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964684:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609169.964685:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609169.964685:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609169.964686:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964686:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609169.964686:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c8000 x1834594612237184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609169.964688:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609169.964688:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00010000:00000040:1.0:1749609169.964690:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612237568 00000100:00000040:2.0:1749609169.964690:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609169.964690:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609169.964691:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1749609169.964692:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:2.0:1749609169.964692:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1749609169.964692:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0a00. 02000000:00000001:2.0:1749609169.964693:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609169.964693:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609169.964694:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609169.964694:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000200:1.0:1749609169.964695:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0e0700 x1834594612237568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:115/0 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609169.964695:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000040:2.0:1749609169.964696:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609169.964696:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1749609169.964697:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c937f8. 02000000:00000010:3.0:1749609169.964697:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7800. 02000000:00000001:3.0:1749609169.964698:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609169.964698:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609169.964699:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8000. 00010000:00000001:1.0:1749609169.964700:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749609169.964700:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612237312, offset 0 00000100:00000001:3.0:1749609169.964701:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1749609169.964702:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609169.964702:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609169.964702:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609169.964703:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=132 v=5 (1 1 1 1) 00000400:00000200:2.0:1749609169.964703:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609169.964705:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609169.964705:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.964706:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609169.964706:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609169.964707:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609169.964708:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:2.0:1749609169.964709:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609169.964710:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609169.964712:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609169.964713:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609169.964713:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b5400 00000100:00000001:1.0:1749609169.964714:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609169.964715:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609169.964716:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16629 [1] + 0 00000400:00000010:1.0:1749609169.964717:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000200:1.0:1749609169.964719:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612237568, offset 224 00000400:00000200:2.0:1749609169.964719:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609169.964722:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609169.964722:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609169.964724:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609169.964727:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609169.964728:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609169.964731:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b5500 00000100:00000040:2.0:1749609169.964734:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609169.964735:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1663d [1] + 224 00000400:00000200:1.0:1749609169.964739:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609169.964741:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609169.964743:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609169.964744:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609169.964747:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02caa00 x1834594612237568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609169.964747:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c937f8 00000400:00000010:2.0:1749609169.964749:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c937f8. 00000100:00000001:2.0:1749609169.964751:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609169.964752:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749609169.964753:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02caa00 x1834594612237568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609169.964754:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609169.964757:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609169.964758:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609169.964759:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609169.964761:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eea00 x1834594612237312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609189 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964763:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609169.964766:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:1.0:1749609169.964768:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00100000:2.0:1749609169.964768:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612237312:12345-0@lo:38: Request processed in 121us (519us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609169.964770:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609169.964771:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609169.964773:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609169.964774:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2624 00000100:00000040:1.0:1749609169.964775:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609169.964775:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609169.964776:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749609169.964777:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609169.964778:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609169.964779:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1749609169.964779:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000020:00000010:2.0:1749609169.964780:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000100:00000040:1.0:1749609169.964781:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e0700 x1834594612237568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:115/0 lens 224/224 e 0 to 0 dl 1749609180 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609169.964782:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:2.0:1749609169.964784:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609169.964787:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612237568:12345-0@lo:400: Request processed in 144us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609169.964793:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00000040:1.0:1749609169.964795:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:1.0:1749609169.964797:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609169.964798:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609169.964800:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9f80. 00000020:00000010:1.0:1749609169.964802:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c960. 00000100:00080000:2.0:1749609169.964802:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1749609169.964804:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000010:1.0:1749609169.964805:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000020:00000040:1.0:1749609169.964808:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609169.964810:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964820:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609169.964821:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609169.964824:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609169.964825:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609169.964827:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000400:00000200:1.0:1749609169.964828:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609169.964830:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609169.964831:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609169.964833:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609169.964839:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964844:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609169.964846:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964848:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609169.964849:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609169.964851:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609169.964852:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609169.964854:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609169.964858:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609169 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609169.964861:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=135 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609169.964864:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609169.964865:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609169.964868:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609169.964871:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964879:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609169.964882:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609169.964884:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964885:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609169.964887:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609169.964890:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609169.964893:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609169.964895:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609169.964899:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609169.964907:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612237312:0@lo:38: 00000400:00000001:1.0:1749609169.964914:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609169.964916:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609169.964918:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:1.0:1749609169.964920:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609169.964922:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609169.964925:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609169.964928:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609169.964946:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964953:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609169.964955:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964957:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609169.964959:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609169.964960:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609169.964962:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609169.964964:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609169.964968:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609169 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609169.964972:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=132 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609169.964975:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609169.964976:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609169.964979:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609169.964982:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.964991:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609169.964993:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609169.964995:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.964997:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609169.964998:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609169.965001:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609169.965003:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609169.965006:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609169.965009:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609169.965018:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612237440:0@lo:38: 00000100:00000001:1.0:1749609169.965022:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.965025:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609169.965028:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9c00 x1834594612237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.965033:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609169.965035:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609169.965036:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f000. 02000000:00000001:1.0:1749609169.965039:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609169.965040:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609169.965041:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609169.965043:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609169.965044:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072e400. 02000000:00000001:1.0:1749609169.965047:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609169.965048:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609169.965049:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9c00. 00000100:00000001:1.0:1749609169.965052:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609169.965053:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.965054:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609169.965055:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02cb480 x1834594612237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609169.965060:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609169.965061:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609169.965062:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508ec00. 02000000:00000001:1.0:1749609169.965065:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609169.965066:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609169.965066:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609169.965067:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609169.965068:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072ec00. 02000000:00000001:1.0:1749609169.965070:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609169.965070:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609169.965071:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02cb480. 00000100:00000001:1.0:1749609169.965073:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609169.965074:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.965075:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609169.965078:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609169.965079:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609169.965081:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609169.965081:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609169.971551:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298446376, at 4298446376 00000100:00000010:2.0:1749609169.971562:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b85c0. 00000100:00000040:1.0:1749609169.971567:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298446376, at 4298446376 00000100:00000010:1.0:1749609169.971575:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8e80. 00000100:00000040:3.0:1749609169.971576:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298446376, at 4298446376 00000100:00000010:3.0:1749609169.971602:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8140. 00000020:00000001:1.0:1749609170.261798:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609170.261804:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609170.261807:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609170.710632:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609170.710639:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609170.710641:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609170.710644:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609170.710647:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609170.710650:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609170.710653:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609170.710655:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609170.710656:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609171.263701:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609171.263705:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609171.263707:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609171.710646:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609171.710654:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609171.710657:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609171.710661:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609171.710666:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609171.710671:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609171.710675:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609171.710678:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609171.710681:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609171.726531:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609171.726535:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730237696 02000000:00000001:2.0:1749609171.726538:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609171.726541:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609171.726543:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609171.726548:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609171.726553:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730237696 00000020:00000001:2.0:1749609171.726556:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609171.726559:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609171.726562:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609171.726565:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609171.726567:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609171.726572:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000010:2.0:1749609171.726578:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000020:00000010:2.0:1749609171.726583:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000001:2.0:1749609171.726591:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609171.726593:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609171.726595:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609171.726602:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609171.726605:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609171.726607:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730237568 02000000:00000001:3.0:1749609171.726609:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609171.726610:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609171.726611:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609171.726611:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609171.726613:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609171.726615:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730237568 00000020:00000001:3.0:1749609171.726616:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609171.726617:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609171.726618:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609171.726619:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609171.726620:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730237824 00000020:00000040:3.0:1749609171.726621:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 02000000:00000001:2.0:1749609171.726622:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609171.726623:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609171.726623:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609171.726624:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609171.726625:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 02000000:00000001:2.0:1749609171.726626:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609171.726627:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730237824 00000020:00000001:2.0:1749609171.726628:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609171.726628:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609171.726629:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609171.726630:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609171.726631:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609171.726631:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609171.726633:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:3.0:1749609171.726634:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8140. 00000020:00000010:2.0:1749609171.726635:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000100:00000001:3.0:1749609171.726636:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609171.726637:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:2.0:1749609171.726638:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609171.726639:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749609171.726639:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8140. 00000100:00000001:2.0:1749609171.726640:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609171.726642:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609171.726644:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 00000100:00000001:1.0:1749609171.726645:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609171.726647:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609171.726647:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000100:00000001:1.0:1749609171.726649:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749609171.726650:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:2.0:1749609171.726651:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609171.726652:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609171.726655:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2626 00000100:00000040:3.0:1749609171.726656:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609171.726658:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609171.726659:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361959040 : -131939347592576 : ffff88007a0e0a80) 00000100:00000001:3.0:1749609171.726659:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609171.726660:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609171.726665:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e0a80 x1834594730237696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609191 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609171.726665:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609171.726667:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2627 00000100:00000001:2.0:1749609171.726669:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361959936 : -131939347591680 : ffff88007a0e0e00) 00000100:00000001:3.0:1749609171.726670:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609171.726672:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e0e00 x1834594730237824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609191 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609171.726676:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730237696:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609171.726676:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609171.726677:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609171.726680:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730237696 00000100:00100000:3.0:1749609171.726680:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1395 00000100:00100000:2.0:1749609171.726682:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730237824:12345-192.168.201.20@tcp:38: 00000100:00000040:3.0:1749609171.726682:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000001:1.0:1749609171.726683:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609171.726684:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134655349840 : -131939054201776 : ffff88008b8ad450) 00000100:00000200:2.0:1749609171.726685:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730237824 00000020:00000001:2.0:1749609171.726687:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609171.726688:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609171.726688:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b8ad450 x1834594730237568/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:117/0 lens 224/0 e 0 to 0 dl 1749609182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609171.726689:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609171.726695:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609171.726696:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8140. 00000100:00000001:3.0:1749609171.726697:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609171.726699:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8140. 00000020:00000040:2.0:1749609171.726700:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00100000:3.0:1749609171.726701:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b8ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730237568:12345-192.168.201.20@tcp:400: 00000020:00000001:2.0:1749609171.726703:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000200:3.0:1749609171.726704:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730237568 00000020:00000001:3.0:1749609171.726706:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609171.726709:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609171.726711:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609171.726711:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609171.726711:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609171.726714:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749609171.726714:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609171.726714:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609171.726716:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00000001:1.0:1749609171.726718:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609171.726719:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1749609171.726720:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a072f800. 00000020:00000001:3.0:1749609171.726720:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609171.726721:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609171.726722:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609171.726722:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609171.726724:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609171.726725:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609171.726725:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609171.726726:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609171.726727:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000040:2.0:1749609171.726727:0:16548:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 02000000:00000001:1.0:1749609171.726728:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609171.726729:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609171.726730:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609171.726731:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609171.726732:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508ec00. 00010000:00080000:2.0:1749609171.726733:0:16548:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3780 last 0 02000000:00000001:1.0:1749609171.726734:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609171.726734:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8800. 00000100:00000001:1.0:1749609171.726736:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609171.726736:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609171.726737:0:16548:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:3.0:1749609171.726737:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609171.726739:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609171.726740:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609171.726742:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609171.726742:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730237568 00000004:00000001:2.0:1749609171.726743:0:16548:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00010000:00000001:3.0:1749609171.726744:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:1.0:1749609171.726746:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000004:00000001:2.0:1749609171.726746:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00010000:00000200:3.0:1749609171.726747:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b8ad450 x1834594730237568/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:117/0 lens 224/224 e 0 to 0 dl 1749609182 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609171.726749:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000004:00000001:2.0:1749609171.726750:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00010000:00000001:3.0:1749609171.726753:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609171.726754:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609171.726756:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00001000:3.0:1749609171.726757:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=140 v=5 (1 1 1 1) 00000004:00000001:2.0:1749609171.726759:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609171.726760:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609171.726761:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609171.726762:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:2.0:1749609171.726763:0:16548:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609171.726763:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609171.726764:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:2.0:1749609171.726765:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609171.726765:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609171.726766:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000001:3.0:1749609171.726767:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609171.726769:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609171.726769:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609171.726771:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000040:2.0:1749609171.726771:0:16548:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000001:3.0:1749609171.726771:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609171.726772:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1749609171.726773:0:16548:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000001:1.0:1749609171.726774:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609171.726774:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000040:2.0:1749609171.726775:0:16548:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000040:1.0:1749609171.726776:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609171.726778:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000004:00000001:2.0:1749609171.726778:0:16548:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000010:3.0:1749609171.726778:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000004:00000001:2.0:1749609171.726780:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609171.726782:0:16548:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:1.0:1749609171.726783:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730237696, offset 0 00000100:00000200:3.0:1749609171.726783:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730237568, offset 224 00000004:00000001:2.0:1749609171.726784:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609171.726786:0:16548:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609171.726788:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609171.726789:0:16548:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609171.726790:0:16548:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:1.0:1749609171.726792:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000040:2.0:1749609171.726793:0:16548:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:2.0:1749609171.726795:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609171.726797:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749609171.726797:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00010000:00000001:2.0:1749609171.726798:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609171.726799:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609171.726801:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1749609171.726803:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609171.726804:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1986:1986:256:4294967295] 192.168.201.20@tcp LPNI seq info [1982:1982:8:4294967295] 00000400:00000200:3.0:1749609171.726813:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609171.726818:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609171.726820:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:3.0:1749609171.726822:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695500. 00000400:00000200:1.0:1749609171.726824:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1987:1987:255:4294967295] 192.168.201.20@tcp LPNI seq info [1983:1983:7:4294967295] 00000800:00000200:3.0:1749609171.726826:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:1.0:1749609171.726832:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609171.726834:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609171.726836:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609171.726837:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000200:3.0:1749609171.726838:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1749609171.726839:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1749609171.726840:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee000. 00000100:00000040:2.0:1749609171.726841:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609171.726843:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:1.0:1749609171.726844:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:2.0:1749609171.726845:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:3.0:1749609171.726847:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609171.726848:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:2.0:1749609171.726848:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609171.726849:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749609171.726850:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:1.0:1749609171.726851:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee000 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1749609171.726851:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609171.726852:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749609171.726852:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609171.726854:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609171.726854:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000001:3.0:1749609171.726854:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609171.726856:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000010:2.0:1749609171.726856:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c937f8. 00000020:00000001:3.0:1749609171.726856:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609171.726858:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609171.726858:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730237824, offset 0 00000100:00000040:3.0:1749609171.726859:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b8ad450 x1834594730237568/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:117/0 lens 224/224 e 0 to 0 dl 1749609182 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609171.726860:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609171.726862:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:1.0:1749609171.726863:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e0a80 x1834594730237696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609191 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609171.726866:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b8ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730237568:12345-192.168.201.20@tcp:400: Request processed in 170us (329us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609171.726867:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609171.726870:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1988:1988:254:4294967295] 192.168.201.20@tcp LPNI seq info [1984:1984:6:4294967295] 00000100:00100000:1.0:1749609171.726871:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730237696:12345-192.168.201.20@tcp:38: Request processed in 196us (448us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609171.726873:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1395 00000100:00000040:3.0:1749609171.726875:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00100000:1.0:1749609171.726877:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2626 00000400:00000200:2.0:1749609171.726877:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:3.0:1749609171.726878:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609171.726879:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609171.726880:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609171.726881:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1749609171.726881:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:1.0:1749609171.726883:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000800:00000010:2.0:1749609171.726883:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7b00. 00000020:00000010:3.0:1749609171.726883:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000800:00000200:2.0:1749609171.726886:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000010:1.0:1749609171.726887:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000020:00000010:3.0:1749609171.726887:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000800:00000200:2.0:1749609171.726889:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:1.0:1749609171.726890:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000020:00000010:3.0:1749609171.726890:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000800:00000200:2.0:1749609171.726891:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7b00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609171.726893:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609171.726894:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609171.726894:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000040:2.0:1749609171.726895:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609171.726897:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609171.726897:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609171.726898:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609171.726900:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1749609171.726901:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e0e00 x1834594730237824/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609191 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609171.726904:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62108. 00000100:00100000:2.0:1749609171.726908:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730237824:12345-192.168.201.20@tcp:38: Request processed in 226us (313us total) trans 0 rc -11/-11 00000400:00000010:3.0:1749609171.726908:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880085dd2480. 00000100:00100000:2.0:1749609171.726913:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2627 00000100:00000001:2.0:1749609171.726915:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609171.726916:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609171.726918:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609171.726920:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000010:2.0:1749609171.726923:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:2.0:1749609171.726924:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1749609171.726946:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609171.726948:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695500. 00000400:00000200:3.0:1749609171.726951:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609171.726954:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609171.726956:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609171.726958:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609171.726962:0:1504:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609171.726964:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609171.726967:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a8800. 02000000:00000001:3.0:1749609171.726969:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609171.726970:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:3.0:1749609171.726980:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609171.726981:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee000. 00000400:00000200:3.0:1749609171.726986:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609171.726987:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609171.726989:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:3.0:1749609171.726990:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:3.0:1749609171.726991:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609171.726992:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:3.0:1749609171.727041:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609171.727042:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7b00. 00000400:00000200:3.0:1749609171.727044:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609171.727046:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609171.727047:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c937f8 00000400:00000010:3.0:1749609171.727048:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c937f8. 00000100:00000001:3.0:1749609171.727049:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609171.727050:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609172.265689:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609172.265694:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609172.265696:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609172.710740:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609172.710756:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609172.710759:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609172.710764:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609172.710769:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609172.710774:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609172.710778:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609172.710783:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609172.710786:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609173.267749:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609173.267753:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609173.267756:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609173.710647:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609173.710655:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609173.710657:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609173.710660:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609173.710663:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609173.710667:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609173.710670:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609173.710672:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609173.710674:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609174.269743:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609174.269748:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609174.269751:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609174.710701:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609174.710710:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609174.710712:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609174.710716:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609174.710720:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609174.710725:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.710728:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609174.710731:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.710733:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609174.971758:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609174.971763:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609174.971766:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609174.971771:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0e1180 x1834594612238080/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609174.971780:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609174.971781:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609174.971784:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609174.971787:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609174.971789:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609174.971791:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612238080:0@lo:400: 00000100:00000001:2.0:1749609174.971794:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609174.971799:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609174.971800:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609174.971801:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.971804:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609174.971804:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609174.971808:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609174.971810:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609174.971816:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f268. 00000400:00000010:2.0:1749609174.971823:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93550. 00000100:00000200:2.0:1749609174.971832:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612238080, portal 25 00000100:00000001:2.0:1749609174.971834:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609174.971835:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361960832 : -131939347590784 : ffff88007a0e1180) 00000100:00000040:2.0:1749609174.971839:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0e1180 x1834594612238080/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609174.971845:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609174.971848:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609174.971850:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93440. 00000100:00000200:2.0:1749609174.971852:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612238080, offset 0 00000400:00000200:2.0:1749609174.971857:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609174.971873:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609174.971889:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609174.971892:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609174.971894:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749609174.971895:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b5700 00000100:00000040:1.0:1749609174.971899:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609174.971907:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15b25 [2] + 0 00000100:00000001:1.0:1749609174.971910:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609174.971912:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609174.971912:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fe70. 02000000:00000001:1.0:1749609174.971915:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609174.971917:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609174.971918:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b7d80 02000000:00000001:1.0:1749609174.971920:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609174.971922:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612238208:0@lo:38: 00000400:00000200:2.0:1749609174.971941:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609174.971942:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609174.971944:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609174.971945:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609174.971947:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749609174.971947:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749609174.971951:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f000. 00000400:00000200:2.0:1749609174.971951:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b7d80 02000000:00000001:1.0:1749609174.971953:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609174.971954:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b7d80. 00000100:00000001:3.0:1749609174.971954:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609174.971957:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000100:00100000:3.0:1749609174.971957:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1749609174.971959:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609174.971960:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:1.0:1749609174.971962:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000200:2.0:1749609174.971962:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1749609174.971965:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612238208, portal 4 00000100:00000040:2.0:1749609174.971965:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf58850 x1834594612238080 msgsize 224 00000100:00000001:1.0:1749609174.971967:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609174.971967:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609174.971968:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361961728 : -131939347589888 : ffff88007a0e1500) 00000100:00100000:2.0:1749609174.971969:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609174.971969:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609174.971971:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1749609174.971971:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609174.971972:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609174.971974:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609174.971974:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609174.971978:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609174.971979:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609174.971981:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609174.971983:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609174.971984:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1749609174.971985:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000001:3.0:1749609174.971985:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609174.971986:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93440 00000400:00000010:2.0:1749609174.971987:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93440. 02000000:00000001:3.0:1749609174.971987:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609174.971989:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609174.971990:0:1512:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609174.971991:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609174.971993:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0e1180 x1834594612238080/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609174.971993:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612238336:0@lo:400: 00000100:00000200:1.0:1749609174.971995:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612238208, offset 0 00000100:00000001:3.0:1749609174.971996:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609174.971998:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609174.971999:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609174.972000:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609174.972001:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609174.972001:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609174.972003:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0e1180 x1834594612238080/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609174.972004:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 00000400:00000200:1.0:1749609174.972006:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609174.972007:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609174.972009:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609174.972010:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62790. 00000400:00000200:1.0:1749609174.972011:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b5780 00000100:00000001:2.0:1749609174.972011:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1749609174.972014:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000001:2.0:1749609174.972015:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609174.972017:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 7280 00000100:00000001:2.0:1749609174.972020:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298451384 00000400:00000200:1.0:1749609174.972022:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749609174.972023:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706e80. 00000100:00000200:3.0:1749609174.972024:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612238336, portal 4 00000400:00000200:1.0:1749609174.972025:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609174.972026:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609174.972027:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361962624 : -131939347588992 : ffff88007a0e1880) 00000100:00000001:1.0:1749609174.972029:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609174.972030:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1749609174.972031:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1749609174.972032:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609174.972037:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298451384 00000100:00000001:3.0:1749609174.972037:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749609174.972039:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706500. 00000100:00000040:3.0:1749609174.972039:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609174.972041:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00000100:00000200:3.0:1749609174.972042:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612238336, offset 0 00000100:00000001:2.0:1749609174.972043:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609174.972045:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298451384 00000100:00000010:2.0:1749609174.972047:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706a80. 00000400:00000200:3.0:1749609174.972047:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609174.972049:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609174.972051:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298451384 00000400:00000200:3.0:1749609174.972051:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749609174.972054:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a104000. 00000100:00000010:2.0:1749609174.972054:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706300. 00000400:00000200:3.0:1749609174.972056:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b5800 00000100:00000040:1.0:1749609174.972057:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a104000 x1834594612238208 msgsize 520 00000100:00000001:2.0:1749609174.972057:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609174.972059:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609174.972060:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609174.972061:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 8960 00000100:00000001:2.0:1749609174.972062:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609174.972065:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609174.972066:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609174.972067:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972068:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609174.972068:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609174.972071:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609174.972072:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609174.972072:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609174.972074:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609174.972074:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1749609174.972075:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000100:00000001:2.0:1749609174.972075:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609174.972076:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609174.972077:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609174.972078:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609174.972078:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7bb800. 00000100:00000001:1.0:1749609174.972079:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609174.972080:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7bb800 x1834594612238336 msgsize 224 00000100:00000200:1.0:1749609174.972082:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609174.972083:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609174.972088:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609174.972089:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609174.972090:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609174.972093:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609174.972095:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612238208 00000100:00000001:1.0:1749609174.972096:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609174.972096:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609174.972096:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000400:00000010:3.0:1749609174.972097:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00000100:00000001:1.0:1749609174.972098:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609174.972098:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609174.972099:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972100:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609174.972101:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609174.972102:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609174.972103:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609174.972104:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612238208 00000100:00000040:1.0:1749609174.972105:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1026 usecs (2 jiffies) 00000020:00000001:2.0:1749609174.972106:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609174.972107:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609174.972108:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298451378 00000020:00000001:2.0:1749609174.972108:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609174.972110:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298451384 00000020:00000001:2.0:1749609174.972111:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972111:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609174.972112:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298451378 00000020:00000001:2.0:1749609174.972112:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609174.972112:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972113:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298451384 00000100:00000001:1.0:1749609174.972115:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298451378 00000100:00000001:1.0:1749609174.972116:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298451384 00000020:00000010:2.0:1749609174.972116:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:1.0:1749609174.972118:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298451378 00000100:00000001:3.0:1749609174.972118:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972119:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298451384 00000020:00000010:2.0:1749609174.972119:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000100:00000001:3.0:1749609174.972120:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609174.972121:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609174.972122:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:1.0:1749609174.972123:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972123:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972124:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609174.972125:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609174.972126:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609174.972126:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:2.0:1749609174.972127:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609174.972127:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298451377 00000100:00000001:2.0:1749609174.972128:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972130:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298451384 00000100:00000001:1.0:1749609174.972131:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609174.972131:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298451377 00000100:00000001:1.0:1749609174.972133:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609174.972133:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298451384 00000100:00000001:2.0:1749609174.972134:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972134:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298451377 00000100:00000001:1.0:1749609174.972135:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609174.972136:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609174.972136:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298451384 00000100:00000001:1.0:1749609174.972137:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609174.972137:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298451377 00000100:00000040:1.0:1749609174.972139:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0e1c00 x1834594612238464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609174.972139:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298451384 00000100:00000001:2.0:1749609174.972140:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609174.972140:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609174.972142:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972144:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972145:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609174.972146:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609174.972146:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609174.972146:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609174.972148:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609174.972148:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609174.972149:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1749609174.972150:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609174.972151:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609174.972152:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972152:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609174.972153:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749609174.972154:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612238464:0@lo:38: 00000100:00000001:2.0:1749609174.972155:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609174.972156:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0e2300 x1834594612238720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972157:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749609174.972157:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 02000000:00000001:1.0:1749609174.972158:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609174.972160:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609174.972160:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362103808 : -131939347447808 : ffff88007a104000) 02000000:00000001:1.0:1749609174.972161:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609174.972163:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a104000 x1834594612238208/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609174.972163:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1749609174.972164:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f800. 00000100:00000001:3.0:1749609174.972164:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609174.972166:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609174.972166:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609174.972168:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609174.972169:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 02000000:00000001:3.0:1749609174.972169:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609174.972171:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a104000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612238208:12345-0@lo:38: 00000100:00100000:3.0:1749609174.972171:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612238720:0@lo:400: 00000400:00000010:1.0:1749609174.972172:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000200:1.0:1749609174.972174:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612238464, portal 10 00000100:00000001:3.0:1749609174.972174:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1749609174.972175:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612238208 00000100:00000001:1.0:1749609174.972176:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609174.972176:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609174.972176:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609174.972177:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361963520 : -131939347588096 : ffff88007a0e1c00) 02000000:00000001:3.0:1749609174.972178:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609174.972179:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1749609174.972180:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:3.0:1749609174.972198:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 02000000:00000001:3.0:1749609174.972200:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609174.972202:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62000. 00000400:00000010:3.0:1749609174.972220:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00000100:00000200:3.0:1749609174.972223:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612238720, portal 10 00000020:00000001:2.0:1749609174.972225:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972225:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609174.972226:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361965312 : -131939347586304 : ffff88007a0e2300) 00010000:00020000:2.0:1749609174.972229:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749609174.972231:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0e1c00 x1834594612238464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609174.972232:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609174.972232:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0e2300 x1834594612238720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609174.972236:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609174.972238:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609174.972239:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609174.972239:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609174.972241:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609174.972241:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609174.972241:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609174.972243:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 02000000:00000001:2.0:1749609174.972243:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749609174.972243:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00000200:1.0:1749609174.972246:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612238464, offset 0 02000000:00000010:2.0:1749609174.972247:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072fc00. 00000100:00000200:3.0:1749609174.972247:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612238720, offset 0 02000000:00000001:2.0:1749609174.972249:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609174.972250:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609174.972251:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609174.972254:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609174.972254:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609174.972255:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609174.972256:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749609174.972258:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609174.972260:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609174.972261:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609174.972262:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b5880 00000100:00000001:2.0:1749609174.972265:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609174.972265:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b5980 00000100:00000040:2.0:1749609174.972267:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:1.0:1749609174.972268:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 151024 00000100:00000001:2.0:1749609174.972269:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609174.972271:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:1.0:1749609174.972273:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609174.972273:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 151544 00000100:00000040:2.0:1749609174.972274:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:2.0:1749609174.972276:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609174.972277:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609174.972278:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609174.972278:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609174.972280:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609174.972282:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609174.972282:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609174.972282:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609174.972284:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1749609174.972284:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93440. 00000100:00000010:1.0:1749609174.972287:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a104380. 00000100:00000200:2.0:1749609174.972288:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612238208, offset 0 00000100:00000040:1.0:1749609174.972290:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a104380 x1834594612238464 msgsize 520 00000400:00000200:2.0:1749609174.972292:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609174.972294:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609174.972298:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609174.972300:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609174.972301:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612238336 00000100:00000001:1.0:1749609174.972302:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609174.972302:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b5780 02000000:00000001:3.0:1749609174.972303:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609174.972305:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609174.972306:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609174.972309:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609174.972311:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612238336 00000020:00000001:3.0:1749609174.972313:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609174.972314:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000400:00000200:2.0:1749609174.972316:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16671 [1] + 0 00000020:00000001:3.0:1749609174.972316:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609174.972318:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:3.0:1749609174.972320:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:1.0:1749609174.972321:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000400:00000200:2.0:1749609174.972321:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609174.972323:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000010:1.0:1749609174.972324:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000400:00000200:2.0:1749609174.972324:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609174.972326:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609174.972326:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609174.972327:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609174.972329:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0e1c00 x1834594612238464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609174.972329:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8140. 00000100:00000200:2.0:1749609174.972330:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609174.972334:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8a40. 00000100:00000001:1.0:1749609174.972336:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609174.972339:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0e1c00 x1834594612238464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609174.972339:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609174.972341:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:1.0:1749609174.972345:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972346:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609174.972348:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609174.972349:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609174.972350:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609174.972351:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000400:00000200:2.0:1749609174.972353:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93440 00000100:00000040:1.0:1749609174.972354:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 830 usecs (1 jiffies) 00000020:00000010:3.0:1749609174.972354:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000400:00000010:2.0:1749609174.972355:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93440. 00000100:00000001:1.0:1749609174.972356:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298451377 00000100:00000001:2.0:1749609174.972357:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609174.972358:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298451384 00000020:00000010:3.0:1749609174.972358:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:2.0:1749609174.972359:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609174.972360:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298451377 00000100:00000001:2.0:1749609174.972361:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972362:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298451384 00000100:00000001:1.0:1749609174.972364:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298451377 00000100:00000040:2.0:1749609174.972364:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:3.0:1749609174.972364:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609174.972366:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298451384 00000100:00000001:2.0:1749609174.972366:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972366:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609174.972367:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298451377 00000020:00000001:2.0:1749609174.972368:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609174.972368:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609174.972369:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298451384 00000100:00000001:3.0:1749609174.972370:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972371:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609174.972372:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a104000 x1834594612238208/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972373:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972375:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609174.972376:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609174.972377:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1749609174.972378:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609174.972379:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609174.972381:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a104000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612238208:12345-0@lo:38: Request processed in 210us (323us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609174.972384:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972386:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609174.972387:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609174.972389:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749609174.972389:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 02000000:00000001:1.0:1749609174.972391:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609174.972391:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609174.972391:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609174.972392:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609174.972392:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749609174.972393:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609174.972395:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1749609174.972396:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612238592:0@lo:38: 00000020:00000010:2.0:1749609174.972396:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000100:00000040:3.0:1749609174.972397:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609174.972399:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749609174.972399:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000100:00000001:3.0:1749609174.972399:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355491328 : -131936354060288 : ffff88012c7bb800) 02000000:00000001:1.0:1749609174.972401:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609174.972402:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609174.972402:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000040:3.0:1749609174.972403:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7bb800 x1834594612238336/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:120/0 lens 224/0 e 0 to 0 dl 1749609185 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609174.972404:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609174.972406:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609174.972407:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508fc00. 02000000:00000001:1.0:1749609174.972409:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972411:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1749609174.972412:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000020:00000010:3.0:1749609174.972413:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000400:00000010:1.0:1749609174.972415:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000001:3.0:1749609174.972415:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609174.972417:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a40. 00000100:00000200:1.0:1749609174.972419:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612238592, portal 10 00000100:00080000:2.0:1749609174.972419:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749609174.972420:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612238336:12345-0@lo:400: 00000100:00000001:1.0:1749609174.972421:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749609174.972422:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:1.0:1749609174.972423:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361964416 : -131939347587200 : ffff88007a0e1f80) 00000100:00000200:3.0:1749609174.972424:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612238336 00000020:00000001:3.0:1749609174.972426:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749609174.972427:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609174.972428:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609174.972430:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609174.972432:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609174.972432:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609174.972434:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609174.972434:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609174.972434:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:1.0:1749609174.972436:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609174.972436:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1749609174.972438:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000400:00000001:2.0:1749609174.972438:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609174.972440:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749609174.972440:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609174.972442:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f268. 00000020:00000001:3.0:1749609174.972442:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1749609174.972444:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93550 00000020:00000001:3.0:1749609174.972444:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1749609174.972446:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93550. 00000020:00000001:3.0:1749609174.972446:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609174.972447:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609174.972448:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609174.972449:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612238592, offset 0 00000100:00000200:2.0:1749609174.972450:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0e1180 x1834594612238080/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609174.972451:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749609174.972452:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609174.972453:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609174.972456:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8800. 00000400:00000200:1.0:1749609174.972458:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609174.972458:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609174.972459:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0e1180 x1834594612238080/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609174.972460:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609174.972462:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b5900 00000020:00000001:3.0:1749609174.972462:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609174.972464:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612238336 00000400:00000200:1.0:1749609174.972466:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 151768 00010000:00000001:3.0:1749609174.972466:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609174.972467:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609174.972468:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1749609174.972469:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012c7bb800 x1834594612238336/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:120/0 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609174.972470:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609174.972471:0:1512:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749609174.972473:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609174.972474:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609174.972476:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609174.972476:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609174.972476:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749609174.972477:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609174.972477:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609174.972478:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609174.972480:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a104700. 02000000:00000001:2.0:1749609174.972480:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609174.972480:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=130 v=5 (1 1 1 1) 00000100:00000040:1.0:1749609174.972482:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a104700 x1834594612238592 msgsize 520 00000100:00000001:3.0:1749609174.972483:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1749609174.972484:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=143 v=5 (5 5 5 5) 00000100:00100000:1.0:1749609174.972486:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609174.972486:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:2.0:1749609174.972487:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609174.972487:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609174.972490:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749609174.972490:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609174.972491:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609174.972492:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972493:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609174.972495:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749609174.972495:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609174.972497:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609174.972497:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283220. 00000100:00000200:3.0:1749609174.972500:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612238336, offset 224 00000400:00000200:3.0:1749609174.972505:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609174.972524:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609174.972527:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0e1180 x1834594612238080/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972529:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609174.972534:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000100:00000001:2.0:1749609174.972534:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609174.972536:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:1.0:1749609174.972554:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609174.972554:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609174.972556:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609174.972556:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749609174.972557:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609174.972559:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e1180 x1834594612238080/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609174.972561:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b5800 00000100:00000001:1.0:1749609174.972563:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609174.972565:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609174.972565:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16679 [1] + 224 00000100:00100000:2.0:1749609174.972566:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612238080:0@lo:400: 00000400:00000200:3.0:1749609174.972569:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609174.972570:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609174.972570:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972571:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609174.972571:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609174.972572:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609174.972573:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0e1180 x1834594612238080/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972574:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972574:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609174.972577:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 682 usecs (1 jiffies) 00000100:00000200:3.0:1749609174.972577:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972578:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298451378 00000100:00000001:2.0:1749609174.972579:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609174.972580:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298451384 02000000:00000001:2.0:1749609174.972581:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609174.972582:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298451378 02000000:00000010:2.0:1749609174.972583:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000100:00000001:1.0:1749609174.972584:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298451384 00000100:00000040:3.0:1749609174.972584:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972585:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298451378 02000000:00000001:2.0:1749609174.972586:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609174.972587:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298451384 00000100:00000001:1.0:1749609174.972588:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298451378 00000020:00000001:2.0:1749609174.972588:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609174.972589:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:1.0:1749609174.972590:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298451384 00000100:00000001:1.0:1749609174.972591:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609174.972591:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609174.972591:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:2.0:1749609174.972592:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057500. 00000100:00000001:1.0:1749609174.972593:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609174.972594:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283220 02000000:00000001:2.0:1749609174.972595:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1749609174.972595:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283220. 02000000:00000001:2.0:1749609174.972596:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609174.972597:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:1.0:1749609174.972598:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:2.0:1749609174.972598:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e1180. 00000100:00000001:3.0:1749609174.972598:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:1.0:1749609174.972599:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609174.972600:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609174.972601:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000100:00000040:3.0:1749609174.972603:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:1.0:1749609174.972604:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00010000:00000001:3.0:1749609174.972604:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:1.0:1749609174.972606:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000020:00000001:3.0:1749609174.972606:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972608:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609174.972608:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749609174.972610:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609174.972610:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7bb800 x1834594612238336/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:120/0 lens 224/224 e 0 to 0 dl 1749609185 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609174.972617:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609174.972618:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612238336:12345-0@lo:400: Request processed in 206us (537us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609174.972619:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609174.972620:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609174.972621:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972622:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609174.972623:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972625:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609174.972625:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749609174.972625:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00000001:2.0:1749609174.972626:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609174.972627:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609174.972627:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609174.972627:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609174.972628:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609174.972629:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972629:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609174.972630:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972630:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609174.972632:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609174.972632:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000100:00001000:1.0:1749609174.972636:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609174 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609174.972638:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=140 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609174.972640:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749609174.972641:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609174.972642:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609174.972644:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609174.972644:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000020:00000040:3.0:1749609174.972646:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000040:1.0:1749609174.972647:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609174.972648:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609174.972648:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609174.972650:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609174.972654:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00000001:2.0:1749609174.972656:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362105600 : -131939347446016 : ffff88007a104700) 00000100:00000001:1.0:1749609174.972659:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609174.972659:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a104700 x1834594612238592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609174.972659:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609174.972660:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609174.972662:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609174.972663:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609174.972664:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b1180. 00000100:00000001:1.0:1749609174.972665:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749609174.972666:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b1180 x1834594612238720 msgsize 224 00000100:00000001:1.0:1749609174.972667:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609174.972667:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a104700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612238592:12345-0@lo:38: 00000100:00080000:1.0:1749609174.972669:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749609174.972669:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749609174.972671:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612238592 00000100:00080000:1.0:1749609174.972672:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000001:2.0:1749609174.972672:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609174.972674:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749609174.972674:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609174.972674:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609174.972677:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609174.972678:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000020:00000001:2.0:1749609174.972680:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609174.972680:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00010000:00020000:2.0:1749609174.972682:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609174.972682:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749609174.972684:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612238208:0@lo:38: 00010000:00000001:2.0:1749609174.972684:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749609174.972684:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0e2300 x1834594612238720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609174.972686:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609174.972687:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972689:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609174.972689:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609174.972690:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609174.972691:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0e1500 x1834594612238208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609174.972691:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609174.972692:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609174.972693:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0e2300 x1834594612238720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609174.972694:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072ec00. 00000100:00000001:1.0:1749609174.972696:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609174.972696:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609174.972697:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609174.972697:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609174.972699:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f000. 00000100:00000001:3.0:1749609174.972699:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609174.972700:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609174.972701:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972701:0:1510:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609174.972703:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1749609174.972703:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609174.972704:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609174.972704:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609174.972705:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609174.972705:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609174.972707:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609174.972707:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609174.972707:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 02000000:00000010:1.0:1749609174.972709:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a157c00. 00000100:00000040:2.0:1749609174.972709:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609174.972709:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298451378 00000100:00000001:2.0:1749609174.972710:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609174.972711:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609174.972711:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298451384 02000000:00000001:1.0:1749609174.972712:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609174.972712:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000010:1.0:1749609174.972713:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e1500. 00000100:00000001:3.0:1749609174.972713:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298451378 00000100:00000001:3.0:1749609174.972714:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298451384 00000100:00000040:2.0:1749609174.972715:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609174.972716:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298451378 02000000:00000001:2.0:1749609174.972717:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609174.972718:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972718:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298451384 00000100:00000001:1.0:1749609174.972719:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609174.972719:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298451378 00000100:00000001:1.0:1749609174.972720:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609174.972720:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609174.972721:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609174.972721:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298451384 00000100:00000040:2.0:1749609174.972722:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609174.972722:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609174.972723:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609174.972724:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93550. 00000100:00000001:1.0:1749609174.972725:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609174.972726:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:2.0:1749609174.972727:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612238592, offset 0 00000400:00000001:3.0:1749609174.972727:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609174.972728:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1749609174.972728:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609174.972729:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749609174.972729:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62790. 00000400:00000200:3.0:1749609174.972731:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609174.972732:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609174.972734:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609174.972735:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609174.972735:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609174.972737:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609174.972739:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609174.972740:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000400:00000200:2.0:1749609174.972740:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609174.972742:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000100:00000200:3.0:1749609174.972742:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609174.972743:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000400:00000200:2.0:1749609174.972744:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b5900 00000100:00000001:1.0:1749609174.972745:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609174.972748:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0e1c00 x1834594612238464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609174.972748:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1669d [1] + 0 00000400:00000200:2.0:1749609174.972752:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609174.972754:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609174.972755:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0e1c00 x1834594612238464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609174.972755:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609174.972756:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609174.972757:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609174.972758:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609174.972759:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609174.972760:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749609174.972760:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972761:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609174.972761:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609174.972762:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972763:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609174.972764:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749609174.972764:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972765:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609174.972767:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609174.972767:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609174.972767:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=130 v=5 (5 5 5 5) 02000000:00000001:1.0:1749609174.972769:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609174.972769:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=130 v=5 (1 1 1 1) 00000100:00001000:1.0:1749609174.972771:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609174 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609174.972772:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609174.972773:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609174.972774:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=140 v=20 (1 20 1 1) 00000100:00000001:2.0:1749609174.972774:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749609174.972775:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609174.972776:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609174.972777:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609174.972777:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93550 00010000:00080000:3.0:1749609174.972777:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609174.972778:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93550. 00000100:00000001:1.0:1749609174.972779:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609174.972780:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749609174.972781:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0e1c00 x1834594612238464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609174.972781:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609174.972783:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609174.972784:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609174.972785:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609174.972786:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749609174.972787:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609174.972787:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609174.972788:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609174.972788:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609174.972789:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609174.972789:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609174.972790:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609174.972790:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609174.972791:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a104700 x1834594612238592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609194 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972792:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609174.972793:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609174.972793:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609174.972795:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609174.972797:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:2.0:1749609174.972798:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a104700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612238592:12345-0@lo:38: Request processed in 132us (315us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609174.972799:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609174.972799:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609174.972800:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609174.972801:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609174.972802:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e1c00 x1834594612238464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609174.972803:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609174.972804:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00000001:2.0:1749609174.972806:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609174.972807:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749609174.972809:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612238464:0@lo:38: 00000020:00000010:2.0:1749609174.972809:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000100:00100000:3.0:1749609174.972810:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612238336:0@lo:400: 00000020:00000010:2.0:1749609174.972812:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ec80. 00000400:00000001:1.0:1749609174.972813:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609174.972813:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609174.972814:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749609174.972814:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000400:00000010:1.0:1749609174.972815:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000100:00000001:3.0:1749609174.972815:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609174.972817:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:2.0:1749609174.972817:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609174.972817:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0e1880 x1834594612238336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609174.972818:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:1.0:1749609174.972820:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609174.972822:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1749609174.972823:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609174.972824:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1749609174.972826:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000010:3.0:1749609174.972826:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 02000000:00000001:3.0:1749609174.972828:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1749609174.972829:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609174.972829:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000001:3.0:1749609174.972829:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609174.972830:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1749609174.972832:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609174.972834:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057700. 00000100:00000001:1.0:1749609174.972835:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609174.972835:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609174.972836:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972837:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609174.972837:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609174.972838:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e1880. 02000000:00000001:1.0:1749609174.972839:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609174.972840:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609174.972841:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609174.972843:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972843:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609174.972844:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609174.972845:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609174 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609174.972846:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609174.972847:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=137 v=20 (1 20 1 1) 00000100:00000001:3.0:1749609174.972848:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609174.972849:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609174.972850:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609174.972850:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609174.972852:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609174.972852:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609174.972853:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609174.972855:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609174.972855:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609174.972857:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609174.972858:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62000. 00000100:00000001:1.0:1749609174.972860:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609174.972860:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000400:00000010:3.0:1749609174.972862:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00000100:00000001:1.0:1749609174.972863:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609174.972864:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609174.972864:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609174.972865:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000200:3.0:1749609174.972866:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0e2300 x1834594612238720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972867:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609174.972869:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609174.972871:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609174.972873:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749609174.972873:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0e2300 x1834594612238720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609174.972875:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609174.972879:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609174.972880:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609174.972881:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612238592:0@lo:38: 00000100:00000001:3.0:1749609174.972881:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609174.972882:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609174.972884:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609174.972884:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609174.972885:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972886:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609174.972886:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609174.972888:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0e1c00 x1834594612238464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609174.972889:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=137 v=5 (5 5 5 5) 00000100:00001000:3.0:1749609174.972891:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609174.972893:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609174.972893:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749609174.972895:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609174.972895:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609174.972896:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f800. 00010000:00000001:3.0:1749609174.972897:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1749609174.972899:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:3.0:1749609174.972899:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0e2300 x1834594612238720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609174.972900:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609174.972901:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609174.972902:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609174.972903:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a157800. 02000000:00000001:1.0:1749609174.972905:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1749609174.972905:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609174.972906:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609174.972906:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1749609174.972923:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e1c00. 00000100:00000040:3.0:1749609174.972923:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609174.972925:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609174.972925:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609174.972927:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0e2300 x1834594612238720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972928:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609174.972929:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972930:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609174.972933:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0e1f80 x1834594612238592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609174.972933:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609174.972934:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609174.972935:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609174.972938:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e2300 x1834594612238720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609174.972939:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609174.972940:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609174.972941:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508fc00. 02000000:00000001:1.0:1749609174.972943:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609174.972944:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1749609174.972944:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612238720:0@lo:400: 00000020:00000040:1.0:1749609174.972945:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609174.972946:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609174.972948:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a157400. 00000100:00000001:3.0:1749609174.972948:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609174.972949:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609174.972950:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609174.972951:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749609174.972951:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0e2300 x1834594612238720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609174.972952:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e1f80. 00000100:00000001:3.0:1749609174.972956:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609174.972956:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609174.972958:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 02000000:00000001:3.0:1749609174.972959:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609174.972960:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609174.972961:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609174.972963:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609174.972963:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057000. 02000000:00000001:3.0:1749609174.972965:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609174.972966:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609174.972966:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e2300. 00000100:00000001:1.0:1749609174.972970:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609174.972971:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972972:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609174.972973:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609174.972974:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972975:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609174.972975:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609174.972976:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972977:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609174.972978:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609174.972978:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609174.972979:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609174.972979:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609174.972981:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609174.979555:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298451384, at 4298451384 00000100:00000010:1.0:1749609174.979561:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706500. 00000100:00000040:2.0:1749609174.979566:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298451384, at 4298451384 00000100:00000040:3.0:1749609174.979566:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298451384, at 4298451384 00000100:00000010:2.0:1749609174.979577:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706a80. 00000100:00000010:3.0:1749609174.979591:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706300. 00000020:00000001:1.0:1749609175.271710:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609175.271713:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609175.271716:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609175.710628:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609175.710635:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609175.710637:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609175.710640:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609175.710644:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609175.710647:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609175.710650:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609175.710653:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609175.710655:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609176.273904:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609176.273911:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609176.273914:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609176.710630:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749609176.710637:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609176.710638:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609176.710641:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:1.0:1749609176.710644:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609176.710647:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609176.710649:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609176.710651:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609176.710653:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609176.734346:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609176.734349:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730238080 02000000:00000001:1.0:1749609176.734353:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609176.734360:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609176.734362:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609176.734367:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609176.734371:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730238080 00000020:00000001:1.0:1749609176.734374:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609176.734376:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609176.734378:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609176.734380:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609176.734381:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609176.734387:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:2.0:1749609176.734388:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609176.734391:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00100000:2.0:1749609176.734391:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730237952 02000000:00000001:2.0:1749609176.734393:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609176.734395:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609176.734396:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:2.0:1749609176.734396:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609176.734398:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609176.734400:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730237952 00000100:00000001:1.0:1749609176.734401:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609176.734401:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609176.734402:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1749609176.734402:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609176.734403:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609176.734404:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609176.734405:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609176.734406:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609176.734408:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609176.734410:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609176.734413:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609176.734416:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00000100:00000001:2.0:1749609176.734417:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609176.734419:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706a80. 00000020:00000010:2.0:1749609176.734424:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609176.734427:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609176.734427:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609176.734430:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:1.0:1749609176.734435:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609176.734437:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609176.734439:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609176.734439:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609176.734440:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609176.734441:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609176.734445:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2630 00000100:00000001:2.0:1749609176.734446:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609176.734447:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361966208 : -131939347585408 : ffff88007a0e2680) 00000100:00000040:1.0:1749609176.734452:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e2680 x1834594730238080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609176.734454:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609176.734460:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730238080:12345-192.168.201.20@tcp:38: 00000100:00000001:2.0:1749609176.734460:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749609176.734462:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730238080 00000100:00000001:2.0:1749609176.734462:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609176.734465:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609176.734466:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1397 00010000:00000001:1.0:1749609176.734468:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609176.734468:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609176.734469:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346699344 : -131936362852272 : ffff88012bf59050) 00000100:00000040:2.0:1749609176.734474:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf59050 x1834594730237952/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:122/0 lens 224/0 e 0 to 0 dl 1749609187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609176.734476:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609176.734479:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609176.734480:0:14332:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609176.734481:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749609176.734482:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609176.734482:0:14332:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609176.734483:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00010000:00020000:1.0:1749609176.734484:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609176.734484:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609176.734486:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749609176.734486:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706a80. 00010000:00000001:1.0:1749609176.734489:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609176.734490:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730237952:12345-192.168.201.20@tcp:400: 00000100:00000001:1.0:1749609176.734492:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749609176.734493:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730237952 00000100:00000001:1.0:1749609176.734494:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609176.734495:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609176.734496:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609176.734519:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508fc00. 02000000:00000001:1.0:1749609176.734520:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609176.734521:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609176.734522:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609176.734524:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609176.734526:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609176.734527:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609176.734527:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609176.734529:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00001000:1.0:1749609176.734530:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749609176.734531:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609176.734532:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609176.734533:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609176.734534:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609176.734536:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609176.734538:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609176.734540:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000001:2.0:1749609176.734540:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609176.734542:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609176.734544:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609176.734544:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609176.734545:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609176.734546:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000010:2.0:1749609176.734546:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072e400. 00000100:00000001:1.0:1749609176.734548:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000001:2.0:1749609176.734548:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609176.734550:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609176.734550:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609176.734551:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609176.734552:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609176.734552:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609176.734553:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609176.734555:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000040:2.0:1749609176.734555:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730237952 00010000:00000001:2.0:1749609176.734557:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:1.0:1749609176.734558:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00010000:00000200:2.0:1749609176.734561:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf59050 x1834594730237952/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:122/0 lens 224/224 e 0 to 0 dl 1749609187 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609176.734562:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730238080, offset 0 00000400:00000200:1.0:1749609176.734566:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609176.734567:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609176.734568:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609176.734571:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=145 v=5 (1 1 1 1) 00000400:00000200:1.0:1749609176.734574:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:2.0:1749609176.734575:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609176.734577:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609176.734579:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000400:00000200:1.0:1749609176.734580:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1989:1989:256:4294967295] 192.168.201.20@tcp LPNI seq info [1985:1985:8:4294967295] 02000000:00000001:2.0:1749609176.734580:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609176.734581:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609176.734582:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609176.734584:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609176.734587:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93550. 00000400:00000200:1.0:1749609176.734588:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000200:2.0:1749609176.734589:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730237952, offset 224 00000800:00000200:1.0:1749609176.734592:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609176.734592:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609176.734595:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceea00. 00000400:00000200:2.0:1749609176.734597:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:1.0:1749609176.734599:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609176.734600:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1990:1990:255:4294967295] 192.168.201.20@tcp LPNI seq info [1986:1986:7:4294967295] 00000800:00000200:1.0:1749609176.734607:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:2.0:1749609176.734607:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609176.734610:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749609176.734610:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609176.734612:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7900. 00000800:00000200:2.0:1749609176.734615:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609176.734617:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609176.734618:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609176.734618:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609176.734620:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609176.734621:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1749609176.734621:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1749609176.734623:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e2680 x1834594730238080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609196 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609176.734624:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609176.734626:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609176.734628:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:1.0:1749609176.734629:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730238080:12345-192.168.201.20@tcp:38: Request processed in 169us (351us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749609176.734630:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609176.734631:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749609176.734634:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2630 00000100:00000040:2.0:1749609176.734634:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf59050 x1834594730237952/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:122/0 lens 224/224 e 0 to 0 dl 1749609187 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609176.734635:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609176.734636:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609176.734639:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000020:00000010:1.0:1749609176.734642:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000100:00100000:2.0:1749609176.734642:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730237952:12345-192.168.201.20@tcp:400: Request processed in 160us (312us total) trans 0 rc 0/0 00000020:00000010:1.0:1749609176.734644:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:1.0:1749609176.734647:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609176.734649:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1397 00000100:00000040:2.0:1749609176.734651:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:2.0:1749609176.734654:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609176.734655:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609176.734657:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609176.734661:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000010:2.0:1749609176.734663:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000020:00000040:2.0:1749609176.734667:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:2.0:1749609176.734671:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609176.734674:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1749609176.734679:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1749609176.734679:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f268. 00000800:00000010:1.0:1749609176.734682:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceea00. 00000400:00000010:2.0:1749609176.734684:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007ebd2480. 00000400:00000200:1.0:1749609176.734686:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609176.734689:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609176.734691:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000400:00000010:1.0:1749609176.734693:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:1.0:1749609176.734695:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609176.734696:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609176.734703:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609176.734705:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7900. 00000400:00000200:1.0:1749609176.734706:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609176.734708:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609176.734709:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93550 00000400:00000010:1.0:1749609176.734710:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93550. 00000100:00000001:1.0:1749609176.734712:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609176.734713:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609176.734714:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072e400. 02000000:00000001:1.0:1749609176.734716:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609176.734717:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609176.734767:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609176.734768:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057f00. 00000400:00000200:1.0:1749609176.734770:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609176.734772:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609176.734773:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668d48 00000400:00000010:1.0:1749609176.734774:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668d48. 00000100:00000001:1.0:1749609176.734775:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609176.734776:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609177.275821:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609177.275826:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609177.275830:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609177.710749:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609177.710759:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609177.710761:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609177.710765:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609177.710769:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609177.710774:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609177.710777:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609177.710781:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609177.710783:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609178.277852:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609178.277860:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609178.277865:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609178.710761:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609178.710771:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609178.710774:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609178.710778:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609178.710783:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609178.710788:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609178.710792:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609178.710795:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609178.710797:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609179.279885:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609179.279893:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609179.279898:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1749609179.979689:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609179.979698:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609179.979705:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02cb480. 00000020:00000040:2.0:1749609179.979710:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609179.979714:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609179.979717:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609179.979721:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609179.979727:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7e00. 00000100:00000001:2.0:1749609179.979733:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.979740:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609179.979749:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609179.979751:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.979756:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02cb480] to pc [ptlrpcd_00_02+2] req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609179.979783:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609179.979785:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609179.979787:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609179.979789:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609179.979790:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609179.979793:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609179.979795:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3784 00000100:00080000:2.0:1749609179.979797:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609179.979799:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609179.979801:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609179.979802:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609179.979803:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609179.979806:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609179.979807:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609179.979809:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609179.979812:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609179.979813:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609179.979814:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609179.979816:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609179.979817:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609179.979818:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609179.979819:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609179.979820:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609179.979823:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609179.979823:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609179.979824:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609179.979826:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609179.979829:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609179.979831:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.979833:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:3.0:1749609179.979834:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1749609179.979835:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609179.979837:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9c00. 00000100:00000001:3.0:1749609179.979838:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609179.979839:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609179.979841:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609179.979842:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.979843:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609179.979845:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609179.979846:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609179.979848:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072e800. 00000100:00000001:2.0:1749609179.979850:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.979851:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749609179.979853:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c9c00 x1834594612239232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609179.979854:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.979856:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609179.979858:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609179.979859:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.979859:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609179.979861:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9c00] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c9c00 x1834594612239232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.979862:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609179.979872:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609179.979875:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.979876:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609179.979878:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609179.979880:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02caa00. 00000020:00000040:2.0:1749609179.979881:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609179.979883:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609179.979884:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609179.979885:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609179.979887:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7a00. 00000100:00000001:3.0:1749609179.979887:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609179.979888:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.979888:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.979890:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749609179.979893:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609179.979894:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609179.979894:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609179.979895:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.979897:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02caa00] to pc [ptlrpcd_00_03+3] req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609179.979897:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609179.979900:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.979901:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609179.979903:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612239104:0@lo:400: 00000100:00000001:3.0:1749609179.979908:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609179.979915:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609179.979918:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609179.979920:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609179.979928:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 00000100:00000001:2.0:1749609179.979930:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609179.979931:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:3.0:1749609179.979931:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609179.979933:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609179.979934:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609179.979935:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609179.979937:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609179.979938:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3784 00000400:00000010:3.0:1749609179.979939:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62000. 00000100:00080000:2.0:1749609179.979940:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609179.979941:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609179.979942:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609179.979943:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609179.979944:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609179.979945:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609179.979946:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609179.979947:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609179.979948:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:1.0:1749609179.979949:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609179.979949:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000010:3.0:1749609179.979949:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00000020:00000001:2.0:1749609179.979950:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:2.0:1749609179.979951:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609179.979952:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609179.979953:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:1.0:1749609179.979954:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749609179.979954:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609179.979955:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000001:1.0:1749609179.979956:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609179.979957:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609179.979958:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609179.979959:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:3.0:1749609179.979960:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612239104, portal 25 02000000:00000001:2.0:1749609179.979961:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609179.979962:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.979962:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609179.979963:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609179.979964:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609179.979964:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001502848 : -131938708048768 : ffff8800a02cb480) 00000100:00000001:2.0:1749609179.979965:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.979967:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609179.979967:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8000. 00000020:00000040:2.0:1749609179.979968:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:3.0:1749609179.979968:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609179.979970:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609179.979970:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.979971:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609179.979972:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609179.979972:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609179.979973:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609179.979973:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.979975:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1749609179.979975:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072d400. 00000100:00000001:2.0:1749609179.979976:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609179.979978:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c8000 x1834594612239488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609179.979982:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1749609179.979983:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609179.979983:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.979984:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c8000] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c8000 x1834594612239488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609179.979989:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609179.979991:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609179.979993:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609179.979994:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609179.979995:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609179.979995:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609179.979997:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609179.979998:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3784 00000100:00000001:1.0:1749609179.979999:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609179.979999:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609179.980000:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:3.0:1749609179.980000:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609179.980001:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.980001:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609179.980002:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609179.980002:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000001:2.0:1749609179.980003:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609179.980004:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609179.980005:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 02000000:00000001:1.0:1749609179.980006:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609179.980006:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749609179.980006:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612239104, offset 0 00000020:00000040:2.0:1749609179.980007:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:2.0:1749609179.980008:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:2.0:1749609179.980009:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 02000000:00000001:1.0:1749609179.980010:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609179.980012:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:1.0:1749609179.980013:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.980013:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609179.980013:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609179.980014:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609179.980015:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609179.980016:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00100000:1.0:1749609179.980018:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612239360:0@lo:400: 00000100:00080000:2.0:1749609179.980018:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609179.980019:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609179.980020:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609179.980021:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609179.980022:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.980023:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609179.980023:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609179.980024:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609179.980026:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9180. 00000020:00000040:2.0:1749609179.980027:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749609179.980028:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609179.980028:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609179.980028:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.980029:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749609179.980030:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609179.980030:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749609179.980030:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609179.980031:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609179.980032:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072d000. 02000000:00000001:1.0:1749609179.980033:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609179.980034:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609179.980036:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c9180 x1834594612239616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609179.980039:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609179.980040:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609179.980041:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b400. 00000400:00000200:3.0:1749609179.980041:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b5b00 00000100:00000040:2.0:1749609179.980042:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9180] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c9180 x1834594612239616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609179.980043:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.980046:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.980048:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609179.980049:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609179.980061:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8380. 00000020:00000040:2.0:1749609179.980062:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609179.980063:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609179.980064:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749609179.980065:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 02000000:00000001:2.0:1749609179.980065:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609179.980066:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7200. 00000100:00000001:2.0:1749609179.980067:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.980069:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609179.980072:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15b6d [2] + 0 00000100:00000001:2.0:1749609179.980073:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609179.980073:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.980075:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c8380] to pc [ptlrpcd_00_00+0] req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609179.980076:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f318. 00000400:00000200:3.0:1749609179.980082:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b70c0 00000100:00000001:2.0:1749609179.980087:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609179.980088:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000400:00000200:3.0:1749609179.980088:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609179.980090:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3794) 00000400:00000200:3.0:1749609179.980092:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609179.980096:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612239360, portal 4 00000400:00000200:3.0:1749609179.980096:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b70c0 00000400:00000010:3.0:1749609179.980120:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b70c0. 00000100:00000001:1.0:1749609179.980124:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609179.980126:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001500160 : -131938708051456 : ffff8800a02caa00) 00000100:00000001:2.0:1749609179.980126:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609179.980126:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609179.980128:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612239232 00000100:00000200:3.0:1749609179.980128:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1749609179.980130:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609179.980131:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf5a450 x1834594612239104 msgsize 224 00000100:00000001:2.0:1749609179.980133:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609179.980134:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609179.980135:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609179.980135:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609179.980137:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1749609179.980139:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609179.980141:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612239232 00000100:00000001:1.0:1749609179.980142:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609179.980143:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609179.980144:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749609179.980145:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609179.980145:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749609179.980147:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000020:00000001:2.0:1749609179.980147:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609179.980148:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609179.980149:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612239360, offset 0 00000100:00000001:3.0:1749609179.980150:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609179.980152:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000400:00000200:1.0:1749609179.980154:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609179.980157:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000400:00000200:3.0:1749609179.980160:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000020:00000010:2.0:1749609179.980161:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000400:00000010:3.0:1749609179.980161:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000400:00000200:1.0:1749609179.980164:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609179.980166:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609179.980166:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609179.980168:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609179.980170:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b5c00 00000100:00000001:2.0:1749609179.980170:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609179.980170:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609179.980174:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609179.980177:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 9184 00000100:00000001:3.0:1749609179.980179:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609179.980181:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609179.980182:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609179.980182:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609179.980185:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609179.980188:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.980189:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609179.980190:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609179.980190:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749609179.980191:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1749609179.980192:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609179.980195:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609179.980196:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a104a80. 00000100:00100000:2.0:1749609179.980197:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00000040:1.0:1749609179.980199:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88007a104a80 x1834594612239360 msgsize 224 00000100:00000001:3.0:1749609179.980199:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298456392 00000100:00000001:2.0:1749609179.980200:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361968000 : -131939347583616 : ffff88007a0e2d80) 00000100:00100000:1.0:1749609179.980203:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609179.980204:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e2d80 x1834594612239232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609199 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.980207:0:1512:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4298456386 00000100:00000001:3.0:1749609179.980212:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298456392 00000100:00000001:1.0:1749609179.980215:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609179.980215:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612239232:12345-0@lo:38: 00000100:00000001:3.0:1749609179.980215:0:1512:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4298456386 00000100:00000200:2.0:1749609179.980218:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612239232 00000100:00000001:3.0:1749609179.980218:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298456392 00000100:00000001:3.0:1749609179.980221:0:1512:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4298456386 00000400:00000200:1.0:1749609179.980222:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000020:00000001:2.0:1749609179.980222:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609179.980223:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298456392 00000400:00000010:1.0:1749609179.980224:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00010000:00000001:2.0:1749609179.980225:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609179.980225:0:1512:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4298456386 00000100:00000001:1.0:1749609179.980226:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609179.980227:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609179.980229:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.980229:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980232:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980235:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980236:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609179.980238:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609179.980238:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980238:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609179.980239:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609179.980240:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.980240:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609179.980241:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609179.980243:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609179.980246:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609179.980246:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609179.980248:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609179.980248:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609179.980250:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609179.980250:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609179.980251:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609179.980252:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609179.980253:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072cc00. 00000100:00100000:3.0:1749609179.980253:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1749609179.980254:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609179.980255:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 02000000:00000001:2.0:1749609179.980255:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.980256:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.980257:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298456385 00010000:00000001:2.0:1749609179.980259:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609179.980259:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609179.980260:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298456392 00000100:00000001:3.0:1749609179.980260:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609179.980261:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609179.980262:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609179.980262:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609179.980263:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298456385 00000100:00000001:3.0:1749609179.980263:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609179.980264:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298456392 00000100:00000001:2.0:1749609179.980265:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609179.980265:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609179.980266:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298456385 00000100:00000001:2.0:1749609179.980267:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609179.980268:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298456392 00000100:00000001:1.0:1749609179.980269:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298456385 00000100:00000040:2.0:1749609179.980269:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:3.0:1749609179.980269:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609179.980270:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298456392 00000100:00000001:2.0:1749609179.980270:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609179.980271:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609179.980272:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609179.980273:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609179.980274:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609179.980274:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609179.980276:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609179.980276:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980276:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609179.980277:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609179.980277:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.980278:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.980279:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609179.980279:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749609179.980281:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93440. 02000000:00000001:3.0:1749609179.980281:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609179.980283:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609179.980284:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612239232, offset 0 00000100:00100000:3.0:1749609179.980286:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612239744:0@lo:400: 00000400:00000200:2.0:1749609179.980288:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609179.980289:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609179.980292:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749609179.980293:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609179.980294:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609179.980296:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609179.980298:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749609179.980298:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b5b80 02000000:00000010:3.0:1749609179.980299:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 00000100:00100000:1.0:1749609179.980300:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612239360 02000000:00000001:3.0:1749609179.980300:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609179.980301:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x166c5 [1] + 0 02000000:00000001:1.0:1749609179.980302:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749609179.980302:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62790. 00000100:00000001:1.0:1749609179.980304:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609179.980304:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749609179.980305:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000001:1.0:1749609179.980306:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609179.980306:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609179.980309:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609179.980309:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612239744, portal 10 02000000:00000001:1.0:1749609179.980310:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980310:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749609179.980311:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c9c00 x1834594612239232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.980312:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001490304 : -131938708061312 : ffff8800a02c8380) 00000100:00100000:1.0:1749609179.980313:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612239360 00000020:00000001:1.0:1749609179.980315:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749609179.980316:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c9c00 x1834594612239232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609179.980317:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000040:3.0:1749609179.980318:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609179.980320:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609179.980322:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749609179.980323:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609179.980324:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609179.980325:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:2.0:1749609179.980326:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93440 00000100:00000040:3.0:1749609179.980326:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609179.980328:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000010:2.0:1749609179.980328:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93440. 00000400:00000010:3.0:1749609179.980328:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00000001:2.0:1749609179.980329:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609179.980330:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749609179.980330:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612239744, offset 0 00000100:00000001:2.0:1749609179.980332:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.980334:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609179.980334:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609179.980335:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609179.980336:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609179.980337:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8040. 00000020:00000001:2.0:1749609179.980337:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609179.980340:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e2d80 x1834594612239232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609179.980340:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609179.980343:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8140. 00000400:00000200:3.0:1749609179.980344:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b5d80 00000100:00100000:2.0:1749609179.980347:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612239232:12345-0@lo:38: Request processed in 133us (309us total) trans 0 rc -19/-19 00000020:00000040:1.0:1749609179.980349:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000200:3.0:1749609179.980353:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 153848 00000100:00100000:2.0:1749609179.980354:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00000001:2.0:1749609179.980357:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609179.980358:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609179.980358:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609179.980359:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749609179.980361:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000400:00000200:3.0:1749609179.980361:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609179.980363:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000010:1.0:1749609179.980364:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609179.980365:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749609179.980366:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000200:3.0:1749609179.980366:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749609179.980368:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:2.0:1749609179.980368:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609179.980370:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b2680. 00000020:00000010:1.0:1749609179.980372:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000040:3.0:1749609179.980372:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b2680 x1834594612239744 msgsize 224 00000100:00100000:3.0:1749609179.980376:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609179.980379:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609179.980382:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609179.980383:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609179.980384:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609179.980384:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612239104 00000100:00000001:3.0:1749609179.980384:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609179.980386:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609179.980386:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609179.980387:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609179.980389:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609179.980390:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609179.980392:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612239104 00000100:00000001:1.0:1749609179.980393:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1749609179.980393:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749609179.980393:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000020:00000040:2.0:1749609179.980394:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:2.0:1749609179.980395:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749609179.980395:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00000001:1.0:1749609179.980396:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609179.980397:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609179.980397:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:2.0:1749609179.980398:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609179.980398:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609179.980400:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000200:3.0:1749609179.980400:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609179.980403:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609179.980404:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609179.980405:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00000100:00000001:2.0:1749609179.980407:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609179.980408:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749609179.980409:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706a80. 00000100:00000040:3.0:1749609179.980410:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609179.980411:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749609179.980412:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609179.980413:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609179.980413:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609179.980414:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:3.0:1749609179.980416:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609179.980417:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00000040:2.0:1749609179.980418:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609179.980418:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749609179.980419:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:2.0:1749609179.980420:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609179.980420:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.980421:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362106496 : -131939347445120 : ffff88007a104a80) 00000100:00000001:2.0:1749609179.980421:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609179.980422:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609179.980422:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 00000100:00000040:1.0:1749609179.980425:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a104a80 x1834594612239360/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:125/0 lens 224/0 e 0 to 0 dl 1749609190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.980425:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298456385 00000100:00000001:2.0:1749609179.980426:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980427:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298456392 00000100:00000001:3.0:1749609179.980428:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298456385 00000100:00000001:2.0:1749609179.980430:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.980430:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298456392 00000100:00000001:3.0:1749609179.980432:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298456385 00000100:00000001:3.0:1749609179.980433:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298456392 00000100:00000001:1.0:1749609179.980434:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609179.980434:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609179.980435:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609179.980435:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298456385 00000020:00000010:1.0:1749609179.980436:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e89c0. 00000100:00000001:1.0:1749609179.980437:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609179.980437:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00000001:3.0:1749609179.980437:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298456392 00000100:00000001:3.0:1749609179.980438:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609179.980439:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e89c0. 00000100:00000040:2.0:1749609179.980439:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609179.980440:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346704464 : -131936362847152 : ffff88012bf5a450) 00000100:00000001:3.0:1749609179.980440:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980442:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609179.980443:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612239360:12345-0@lo:400: 00000100:00000040:2.0:1749609179.980443:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf5a450 x1834594612239104/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:125/0 lens 224/0 e 0 to 0 dl 1749609190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.980444:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609179.980447:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612239360 00000100:00000001:2.0:1749609179.980449:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749609179.980450:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749609179.980450:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00000100:00000001:2.0:1749609179.980452:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609179.980453:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706a80. 00000020:00000001:1.0:1749609179.980454:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:2.0:1749609179.980455:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612239104:12345-0@lo:400: 00000100:00000200:2.0:1749609179.980469:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612239104 00000020:00000001:2.0:1749609179.980470:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609179.980472:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609179.980473:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609179.980473:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609179.980475:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609179.980476:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609179.980477:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609179.980478:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609179.980479:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:2.0:1749609179.980480:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609179.980481:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.980481:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609179.980482:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609179.980482:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609179.980483:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609179.980485:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609179.980485:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609179.980486:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1749609179.980487:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000020:00000001:2.0:1749609179.980488:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609179.980489:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609179.980490:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749609179.980491:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609179.980491:0:16548:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000020:00000001:1.0:1749609179.980493:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609179.980493:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072c800. 00000100:00000001:3.0:1749609179.980493:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806365824 : -131938903185792 : ffff8800948b2680) 02000000:00000001:2.0:1749609179.980494:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609179.980495:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609179.980496:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609179.980498:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b2680 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:125/0 lens 224/0 e 0 to 0 dl 1749609190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609179.980501:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609179.980503:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609179.980508:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508f800. 00000100:00000001:3.0:1749609179.980508:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609179.980510:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609179.980511:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000020:00000001:2.0:1749609179.980525:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609179.980527:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612239104 00010000:00000001:2.0:1749609179.980529:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749609179.980531:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf5a450 x1834594612239104/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:125/0 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609179.980536:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609179.980537:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609179.980539:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609179.980542:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609179.980543:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609179.980545:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609179.980546:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609179.980547:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.980548:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609179.980550:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609179.980551:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93440. 00000100:00000200:2.0:1749609179.980554:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612239104, offset 224 00000400:00000200:2.0:1749609179.980556:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609179.980560:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609179.980564:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609179.980564:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b5b00 00000020:00000001:1.0:1749609179.980567:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609179.980568:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x166c9 [1] + 224 00010000:00000040:1.0:1749609179.980569:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612239360 00000400:00000200:2.0:1749609179.980572:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749609179.980573:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749609179.980574:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609179.980575:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000200:1.0:1749609179.980577:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a104a80 x1834594612239360/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:125/0 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609179.980578:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609179.980584:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609179.980585:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609179.980585:0:16548:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609179.980588:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609179.980588:0:16548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a40. 00000100:00001000:1.0:1749609179.980591:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=135 v=5 (1 1 1 1) 00000100:00100000:3.0:1749609179.980593:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612239744:12345-0@lo:400: 00000100:00000001:2.0:1749609179.980594:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609179.980595:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609179.980597:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93440 00000100:00000200:3.0:1749609179.980597:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612239744 00000100:00000040:1.0:1749609179.980598:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000400:00000010:2.0:1749609179.980598:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93440. 00000100:00000001:2.0:1749609179.980599:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609179.980600:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609179.980600:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609179.980600:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609179.980602:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609179.980602:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.980603:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000001:3.0:1749609179.980603:0:16548:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749609179.980604:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609179.980605:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609179.980606:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609179.980606:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609179.980606:0:16548:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609179.980607:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609179.980608:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609179.980608:0:16548:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749609179.980609:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf5a450 x1834594612239104/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:125/0 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609179.980610:0:16548:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000010:1.0:1749609179.980611:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000020:00000001:3.0:1749609179.980612:0:16548:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749609179.980614:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612239360, offset 224 00000100:00100000:2.0:1749609179.980615:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612239104:12345-0@lo:400: Request processed in 165us (483us total) trans 0 rc 0/0 00000020:00000001:3.0:1749609179.980616:0:16548:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609179.980618:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609179.980618:0:16548:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609179.980619:0:16548:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749609179.980620:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00000040:2.0:1749609179.980621:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000001:3.0:1749609179.980621:0:16548:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.980623:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609179.980624:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609179.980624:0:16548:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749609179.980626:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609179.980626:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000100:00000001:3.0:1749609179.980627:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749609179.980628:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000010:2.0:1749609179.980629:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 02000000:00000001:3.0:1749609179.980629:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1749609179.980631:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000010:3.0:1749609179.980632:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f8400. 00000400:00000200:1.0:1749609179.980633:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b5c00 02000000:00000001:2.0:1749609179.980634:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1749609179.980635:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609179.980636:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072c800. 02000000:00000001:2.0:1749609179.980637:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609179.980637:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609179.980638:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x166d5 [1] + 224 00000100:00000001:2.0:1749609179.980638:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609179.980639:0:16548:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609179.980640:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000040:3.0:1749609179.980641:0:16548:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612239744 00000400:00000200:1.0:1749609179.980643:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749609179.980643:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fe70. 00010000:00000001:3.0:1749609179.980644:0:16548:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749609179.980646:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609179.980646:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b70c0. 00010000:00000200:3.0:1749609179.980647:0:16548:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948b2680 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:125/0 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609179.980649:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609179.980653:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609179.980655:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609179.980657:0:16548:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609179.980659:0:16548:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=142 v=5 (1 1 1 1) 00000100:00000040:1.0:1749609179.980662:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.980662:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609179.980665:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609179.980667:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609179.980669:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609179.980671:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980673:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609179.980674:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609179.980675:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609179.980679:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:3.0:1749609179.980679:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000400:00000010:1.0:1749609179.980680:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:1.0:1749609179.980683:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609179.980684:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609179.980685:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749609179.980685:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612239616 00000100:00000200:3.0:1749609179.980685:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612239744, offset 224 02000000:00000001:2.0:1749609179.980686:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609179.980687:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609179.980688:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.980689:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609179.980690:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609179.980692:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:2.0:1749609179.980692:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612239616 00000020:00000001:2.0:1749609179.980693:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749609179.980694:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000040:2.0:1749609179.980694:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609179.980695:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609179.980695:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609179.980696:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609179.980697:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1749609179.980697:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609179.980699:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000400:00000200:3.0:1749609179.980700:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609179.980701:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a104a80 x1834594612239360/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:125/0 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609179.980701:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609179.980702:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:2.0:1749609179.980703:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609179.980704:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609179.980705:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.980707:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609179.980707:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609179.980709:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612239360:12345-0@lo:400: Request processed in 275us (508us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609179.980710:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609179.980713:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b5d80 00000100:00000001:2.0:1749609179.980714:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609179.980715:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609179.980718:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00000001:2.0:1749609179.980720:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361969792 : -131939347581824 : ffff88007a0e3480) 00000400:00000200:3.0:1749609179.980720:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x166e9 [1] + 224 00000100:00100000:1.0:1749609179.980721:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00000040:2.0:1749609179.980722:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e3480 x1834594612239616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609199 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609179.980723:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000200:3.0:1749609179.980724:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609179.980726:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749609179.980727:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609179.980728:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609179.980729:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612239616:12345-0@lo:38: 00000100:00000200:2.0:1749609179.980731:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612239616 00000020:00000010:1.0:1749609179.980732:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000020:00000001:2.0:1749609179.980732:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609179.980733:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609179.980734:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749609179.980735:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000100:00000200:3.0:1749609179.980737:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609179.980738:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000020:00000001:2.0:1749609179.980738:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609179.980740:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609179.980742:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1749609179.980743:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00010000:00000001:2.0:1749609179.980743:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609179.980745:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609179.980745:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609179.980746:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609179.980746:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609179.980748:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609179.980749:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072c800. 02000000:00000001:2.0:1749609179.980750:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609179.980751:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609179.980753:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609179.980754:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609179.980755:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609179.980757:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609179.980769:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609179.980770:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609179.980772:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609179.980773:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:2.0:1749609179.980775:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:2.0:1749609179.980776:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609179.980776:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609179.980777:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609179.980778:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609179.980778:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609179.980780:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000020:00000040:1.0:1749609179.980781:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:2.0:1749609179.980781:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609179.980781:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000400:00000010:2.0:1749609179.980782:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93440. 00000100:00000200:2.0:1749609179.980784:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612239616, offset 0 00000100:00000001:3.0:1749609179.980784:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:1.0:1749609179.980785:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1749609179.980785:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:1.0:1749609179.980786:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000200:2.0:1749609179.980787:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609179.980787:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609179.980789:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:2.0:1749609179.980791:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609179.980792:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609179.980792:0:16548:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609179.980793:0:16548:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.980794:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609179.980794:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b5d00 00000020:00000001:3.0:1749609179.980795:0:16548:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749609179.980797:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x166ed [1] + 0 00000100:00000040:3.0:1749609179.980798:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b2680 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:125/0 lens 224/224 e 0 to 0 dl 1749609190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609179.980800:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749609179.980800:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1749609179.980802:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1749609179.980802:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609179.980804:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000100:00100000:3.0:1749609179.980806:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612239744:12345-0@lo:400: Request processed in 298us (432us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609179.980808:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000400:00000010:1.0:1749609179.980810:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:1.0:1749609179.980812:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609179.980813:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00000200:1.0:1749609179.980815:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609179.980816:0:16548:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:2.0:1749609179.980817:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609179.980818:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749609179.980820:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c9180 x1834594612239616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.980820:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749609179.980823:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609179.980823:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec80. 00000100:00000040:2.0:1749609179.980825:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c9180 x1834594612239616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609179.980826:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e640. 00000100:00000001:1.0:1749609179.980829:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609179.980830:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609179.980830:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749609179.980831:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609179.980832:0:1511:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749609179.980833:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93440 02000000:00000001:1.0:1749609179.980834:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749609179.980834:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93440. 00000100:00000001:1.0:1749609179.980835:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609179.980835:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:3.0:1749609179.980835:0:16548:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:2.0:1749609179.980836:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609179.980837:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980837:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609179.980838:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609179.980839:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.980840:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609179.980841:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609179.980842:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749609179.980844:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=135 v=5 (5 5 5 5) 00000100:00000040:2.0:1749609179.980844:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e3480 x1834594612239616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609199 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609179.980847:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=135 v=5 (1 1 1 1) 00000100:00100000:2.0:1749609179.980849:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612239616:12345-0@lo:38: Request processed in 120us (172us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609179.980850:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609179.980850:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609179.980851:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980852:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609179.980853:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00010000:00000001:1.0:1749609179.980854:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609179.980855:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1749609179.980855:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609179.980856:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1749609179.980857:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:1.0:1749609179.980858:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609179.980858:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609179.980859:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000400:00000010:3.0:1749609179.980859:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62000. 00000020:00000010:2.0:1749609179.980861:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000400:00000200:3.0:1749609179.980861:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000100:00000001:2.0:1749609179.980863:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609179.980863:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00010000:00000001:1.0:1749609179.980865:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980865:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609179.980868:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609179.980869:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609179.980870:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609179.980872:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609179.980873:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609179.980875:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609179.980876:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609179.980882:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609179.980882:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609179.980883:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609179.980885:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609179.980885:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609179.980886:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609179.980887:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609179.980888:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609179.980889:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.980890:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609179.980892:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609179.980895:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=148 v=5 (5 5 5 5) 00000100:00100000:1.0:1749609179.980896:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612239360:0@lo:400: 00000100:00001000:3.0:1749609179.980897:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609179.980900:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609179.980901:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.980901:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.980903:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749609179.980903:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1749609179.980904:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609179.980905:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02caa00 x1834594612239360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.980906:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609179.980909:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609179.980911:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609179.980913:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609179.980915:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b400. 00000100:00000001:3.0:1749609179.980915:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609179.980917:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609179.980917:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749609179.980918:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609179.980919:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609179.980920:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1749609179.980921:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749609179.980921:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609179.980923:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7a00. 02000000:00000001:1.0:1749609179.980925:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609179.980927:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609179.980929:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02caa00. 00000100:00100000:3.0:1749609179.980929:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612239104:0@lo:400: 00000100:00000001:1.0:1749609179.980933:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609179.980933:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609179.980934:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.980935:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609179.980936:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609179.980937:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02cb480 x1834594612239104/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609179.980939:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609179.980941:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609179.980943:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609179.980943:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609179.980944:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609179.980944:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609179.980946:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 02000000:00000001:3.0:1749609179.980948:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609179.980949:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609179.980950:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:3.0:1749609179.980952:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609179.980953:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7e00. 02000000:00000001:3.0:1749609179.980956:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609179.980957:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609179.980958:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02cb480. 00000100:00000001:3.0:1749609179.980962:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609179.980963:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.980964:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.980967:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609179.980969:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980970:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609179.980972:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.980977:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609179.980979:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609179.980980:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609179.980982:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609179.980983:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62790. 00000400:00000200:3.0:1749609179.980986:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609179.980987:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609179.980989:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609179.980991:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609179.980998:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.981005:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609179.981006:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.981008:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609179.981009:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609179.981011:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609179.981012:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609179.981014:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609179.981016:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1749609179.981019:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609179.981021:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609179.981022:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609179.981023:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749609179.981026:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609179.981032:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.981034:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609179.981036:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609179.981037:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609179.981038:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609179.981040:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.981046:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609179.981048:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609179.981049:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609179.981051:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609179.981057:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612239744:0@lo:400: 00000100:00000001:3.0:1749609179.981061:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.981062:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609179.981064:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c8380 x1834594612239744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609179.981069:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609179.981071:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609179.981072:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 02000000:00000001:3.0:1749609179.981074:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609179.981076:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609179.981077:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609179.981079:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609179.981080:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7200. 02000000:00000001:3.0:1749609179.981081:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609179.981082:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609179.981083:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8380. 00000100:00000001:3.0:1749609179.981091:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609179.981092:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.981093:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609179.981095:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609179.981096:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609179.981120:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609179.981121:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609179.987587:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298456392, at 4298456392 00000100:00000010:2.0:1749609179.987596:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4080. 00000100:00000040:3.0:1749609179.987600:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298456392, at 4298456392 00000100:00000040:1.0:1749609179.987606:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298456392, at 4298456392 00000100:00000010:3.0:1749609179.987611:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4400. 00000100:00000010:1.0:1749609179.987618:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4a80. 00000020:00000001:2.0:1749609180.281715:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609180.281719:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609180.281722:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609181.283776:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609181.283783:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609181.283788:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609181.742479:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609181.742482:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730238336 02000000:00000001:2.0:1749609181.742485:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609181.742487:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609181.742488:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609181.742492:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609181.742494:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730238336 00000020:00000001:2.0:1749609181.742496:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609181.742525:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609181.742527:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609181.742529:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609181.742531:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609181.742532:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609181.742536:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609181.742539:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00000100:00000001:3.0:1749609181.742539:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609181.742540:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609181.742541:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706a80. 00000100:00100000:3.0:1749609181.742541:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730238464 02000000:00000001:3.0:1749609181.742543:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609181.742544:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609181.742545:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609181.742546:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 02000000:00000001:3.0:1749609181.742547:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609181.742549:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730238464 00000020:00000010:2.0:1749609181.742550:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000001:3.0:1749609181.742550:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609181.742551:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609181.742552:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1749609181.742553:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000020:00000001:3.0:1749609181.742553:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609181.742554:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609181.742557:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000040:2.0:1749609181.742558:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1749609181.742559:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000100:00000001:2.0:1749609181.742561:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609181.742562:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749609181.742562:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:2.0:1749609181.742563:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609181.742564:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609181.742564:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609181.742566:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609181.742567:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609181.742569:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609181.742572:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609181.742574:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609181.742578:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609181.742579:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609181.742580:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609181.742583:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1399 00000100:00000040:2.0:1749609181.742585:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609181.742587:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346696272 : -131936362855344 : ffff88012bf58450) 00000100:00100000:3.0:1749609181.742588:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730238592 02000000:00000001:3.0:1749609181.742589:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609181.742590:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609181.742590:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609181.742592:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf58450 x1834594730238336/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:127/0 lens 224/0 e 0 to 0 dl 1749609192 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609181.742592:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609181.742592:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730238592 00000020:00000001:3.0:1749609181.742593:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609181.742594:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609181.742594:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609181.742595:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609181.742596:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609181.742597:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000100:00000001:2.0:1749609181.742598:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609181.742598:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1d00. 00000020:00000010:2.0:1749609181.742599:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00000020:00000010:3.0:1749609181.742599:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f640. 00000100:00000001:2.0:1749609181.742600:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609181.742600:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1749609181.742601:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706a80. 00000100:00000001:3.0:1749609181.742601:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609181.742601:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609181.742602:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609181.742603:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730238336:12345-192.168.201.20@tcp:400: 00000100:00000200:2.0:1749609181.742605:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730238336 00000100:00000001:3.0:1749609181.742606:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609181.742607:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609181.742609:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609181.742610:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609181.742610:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609181.742612:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609181.742613:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1749609181.742613:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2634 00000020:00000001:2.0:1749609181.742614:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609181.742614:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361970688 : -131939347580928 : ffff88007a0e3800) 00000020:00000001:2.0:1749609181.742616:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1749609181.742616:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e3800 x1834594730238464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609181.742617:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609181.742619:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609181.742620:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609181.742622:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609181.742623:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1749609181.742623:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730238464:12345-192.168.201.20@tcp:38: 00000100:00000001:2.0:1749609181.742625:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749609181.742625:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730238464 02000000:00000001:2.0:1749609181.742626:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609181.742626:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609181.742628:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749609181.742629:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072c000. 02000000:00000001:2.0:1749609181.742631:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609181.742632:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609181.742633:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609181.742635:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730238336 00010000:00000001:2.0:1749609181.742636:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749609181.742638:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609181.742639:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf58450 x1834594730238336/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:127/0 lens 224/224 e 0 to 0 dl 1749609192 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749609181.742641:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609181.742643:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609181.742644:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609181.742645:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609181.742645:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749609181.742647:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=150 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609181.742647:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609181.742648:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609181.742648:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609181.742650:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749609181.742650:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f8000. 02000000:00000001:3.0:1749609181.742651:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609181.742652:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609181.742652:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609181.742654:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00000001:3.0:1749609181.742654:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609181.742655:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749609181.742655:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609181.742656:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609181.742656:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609181.742657:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609181.742658:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749609181.742659:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609181.742661:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93440. 00000400:00000200:3.0:1749609181.742662:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000200:2.0:1749609181.742665:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730238336, offset 224 00000100:00000001:3.0:1749609181.742665:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609181.742666:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609181.742667:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000400:00000200:2.0:1749609181.742668:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609181.742668:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609181.742670:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609181.742671:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609181.742672:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609181.742673:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609181.742674:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:3.0:1749609181.742674:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609181.742676:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000400:00000200:2.0:1749609181.742678:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1992:1992:256:4294967295] 192.168.201.20@tcp LPNI seq info [1988:1988:8:4294967295] 00000100:00000200:3.0:1749609181.742678:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730238464, offset 0 00000400:00000200:3.0:1749609181.742681:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609181.742684:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609181.742687:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609181.742690:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7400. 00000400:00000200:3.0:1749609181.742692:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:2.0:1749609181.742694:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:3.0:1749609181.742695:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1993:1993:255:4294967295] 192.168.201.20@tcp LPNI seq info [1989:1989:7:4294967295] 00000400:00000200:3.0:1749609181.742700:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609181.742702:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609181.742703:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000200:2.0:1749609181.742705:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7400 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1749609181.742705:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695500. 00000800:00000200:3.0:1749609181.742708:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:3.0:1749609181.742711:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609181.742712:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1749609181.742721:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609181.742721:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609181.742722:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609181.742723:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609181.742724:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000001:3.0:1749609181.742725:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749609181.742726:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609181.742727:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609181.742727:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e3800 x1834594730238464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609201 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609181.742729:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609181.742732:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf58450 x1834594730238336/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:127/0 lens 224/224 e 0 to 0 dl 1749609192 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609181.742732:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730238464:12345-192.168.201.20@tcp:38: Request processed in 109us (245us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609181.742737:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2634 00000100:00000001:3.0:1749609181.742738:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609181.742739:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609181.742741:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730238336:12345-192.168.201.20@tcp:400: Request processed in 141us (324us total) trans 0 rc 0/0 00000020:00000010:3.0:1749609181.742741:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609181.742743:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000020:00000010:3.0:1749609181.742745:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00100000:2.0:1749609181.742747:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1399 00000100:00000001:3.0:1749609181.742747:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609181.742755:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:2.0:1749609181.742758:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609181.742759:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609181.742761:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609181.742764:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000010:2.0:1749609181.742767:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000020:00000040:2.0:1749609181.742770:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:2.0:1749609181.742773:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609181.742775:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749609181.742779:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f160. 00000400:00000010:2.0:1749609181.742782:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7300. 00000800:00000200:1.0:1749609181.742792:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609181.742798:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7400. 00000400:00000200:1.0:1749609181.742805:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609181.742812:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609181.742817:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93440 00000400:00000010:1.0:1749609181.742819:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93440. 00000100:00000001:1.0:1749609181.742824:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609181.742828:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609181.742832:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072c000. 02000000:00000001:1.0:1749609181.742835:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609181.742836:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609181.742849:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609181.742851:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695500. 00000400:00000200:1.0:1749609181.742853:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609181.742856:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609181.742858:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:1.0:1749609181.742859:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:1.0:1749609181.742863:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609181.742864:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609181.742936:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609181.742938:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057a00. 00000400:00000200:1.0:1749609181.742940:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609181.742942:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609181.742944:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668b28 00000400:00000010:1.0:1749609181.742945:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668b28. 00000100:00000001:1.0:1749609181.742947:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609181.742948:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609182.285694:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609182.285699:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609182.285703:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609182.710612:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609182.710618:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609182.710619:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609182.710622:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609182.710624:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609182.710626:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609182.710628:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609182.710630:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609182.710631:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609183.287694:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609183.287698:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609183.287700:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609183.710641:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609183.710648:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609183.710650:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609183.710653:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609183.710657:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609183.710661:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609183.710663:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609183.710666:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609183.710668:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609184.289735:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609184.289741:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609184.289746:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1749609184.442551:0:1501:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1a59540] -> 12345-192.168.201.120@tcp (6) 00000800:00000200:2.0:1749609184.442556:0:1501:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988 00000800:00000200:2.0:1749609184.442559:0:1501:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880099927c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1749609184.442780:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1749609184.987609:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609184.987618:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609184.987623:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8e00. 00000020:00000040:2.0:1749609184.987627:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609184.987631:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609184.987633:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609184.987637:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609184.987642:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7400. 00000100:00000001:2.0:1749609184.987648:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987654:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a02c8e00 x1834594612240256/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609184.987660:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609184.987662:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987666:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c8e00] to pc [ptlrpcd_00_01+1] req@ffff8800a02c8e00 x1834594612240256/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609184.987689:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609184.987690:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609184.987692:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609184.987694:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609184.987695:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609184.987697:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609184.987699:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3789 00000100:00080000:2.0:1749609184.987701:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609184.987702:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609184.987704:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609184.987705:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609184.987706:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609184.987708:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609184.987709:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609184.987710:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609184.987713:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609184.987714:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609184.987715:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609184.987717:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609184.987718:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609184.987719:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609184.987719:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609184.987721:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609184.987722:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609184.987723:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609184.987725:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609184.987729:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609184.987730:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.987731:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609184.987733:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609184.987735:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9880. 00000020:00000040:2.0:1749609184.987736:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609184.987737:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609184.987738:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.987739:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609184.987740:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609184.987741:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609184.987745:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072c000. 00000100:00000001:2.0:1749609184.987747:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609184.987749:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609184.987753:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609184.987754:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987755:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9880] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609184.987768:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987770:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609184.987770:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609184.987771:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609184.987772:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02cb100. 00000020:00000040:2.0:1749609184.987774:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609184.987775:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609184.987776:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609184.987776:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609184.987777:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609184.987778:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7200. 00000100:00000001:2.0:1749609184.987779:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987780:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609184.987784:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609184.987784:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987786:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02cb100] to pc [ptlrpcd_00_02+2] req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609184.987794:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609184.987795:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609184.987797:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609184.987797:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609184.987798:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609184.987799:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749609184.987799:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609184.987800:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3789 00000100:00080000:2.0:1749609184.987801:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749609184.987802:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1749609184.987802:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609184.987803:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609184.987804:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609184.987804:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609184.987805:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609184.987806:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609184.987806:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609184.987807:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609184.987808:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:2.0:1749609184.987809:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:2.0:1749609184.987810:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:3.0:1749609184.987810:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609184.987811:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609184.987811:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609184.987812:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609184.987813:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609184.987813:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609184.987814:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609184.987814:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609184.987815:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:2.0:1749609184.987816:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609184.987816:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609184.987817:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609184.987817:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609184.987819:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609184.987819:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.987820:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609184.987821:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609184.987821:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609184.987821:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609184.987823:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9f80. 00000020:00000040:2.0:1749609184.987823:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609184.987824:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749609184.987825:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609184.987825:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.987825:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609184.987826:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609184.987826:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.987827:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1749609184.987828:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072d000. 00000100:00000001:2.0:1749609184.987829:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.987829:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749609184.987830:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609184.987831:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609184.987832:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609184.987833:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609184.987834:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609184.987834:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987835:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9f80] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609184.987836:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609184.987838:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.987839:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609184.987839:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612240512:0@lo:400: 00000100:00080000:2.0:1749609184.987840:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749609184.987842:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609184.987842:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609184.987842:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609184.987843:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.987843:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609184.987843:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609184.987845:0:5:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:1.0:1749609184.987846:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609184.987846:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3789 02000000:00000001:3.0:1749609184.987846:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609184.987847:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749609184.987847:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749609184.987847:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609184.987848:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749609184.987849:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987849:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609184.987850:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609184.987851:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:1.0:1749609184.987852:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612240384:0@lo:38: 00000100:00000001:2.0:1749609184.987852:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609184.987853:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609184.987853:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 02000000:00000010:3.0:1749609184.987853:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 00000020:00000001:2.0:1749609184.987854:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609184.987855:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749609184.987855:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 02000000:00000001:3.0:1749609184.987855:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609184.987856:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:2.0:1749609184.987856:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 02000000:00000001:1.0:1749609184.987857:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749609184.987858:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:1.0:1749609184.987859:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.987859:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609184.987859:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609184.987859:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62790. 02000000:00000001:1.0:1749609184.987860:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609184.987860:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609184.987861:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:2.0:1749609184.987862:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 02000000:00000010:1.0:1749609184.987863:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f000. 00000100:00000001:2.0:1749609184.987863:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609184.987864:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749609184.987865:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609184.987865:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609184.987866:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609184.987867:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000100:00000001:2.0:1749609184.987867:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609184.987867:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609184.987869:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02ca300. 00000400:00000010:1.0:1749609184.987870:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000020:00000040:2.0:1749609184.987870:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609184.987870:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1749609184.987870:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 02000000:00000001:2.0:1749609184.987871:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.987871:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609184.987872:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609184.987873:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609184.987874:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072d400. 00000100:00000001:2.0:1749609184.987875:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609184.987875:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612240512, portal 4 00000100:00100000:2.0:1749609184.987877:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609184.987877:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609184.987878:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001501952 : -131938708049664 : ffff8800a02cb100) 00000100:00000200:1.0:1749609184.987880:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612240384, portal 4 00000100:00000001:1.0:1749609184.987881:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609184.987881:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609184.987881:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.987882:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001495680 : -131938708055936 : ffff8800a02c9880) 00000100:00000040:3.0:1749609184.987882:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609184.987883:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02ca300] to pc [ptlrpcd_rcv+-1] req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609184.987886:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609184.987886:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987887:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609184.987887:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609184.987888:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609184.987889:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02ca680. 00000100:00000040:3.0:1749609184.987889:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609184.987890:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:3.0:1749609184.987890:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00000001:1.0:1749609184.987891:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609184.987891:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1749609184.987892:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609184.987892:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609184.987892:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609184.987892:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612240512, offset 0 02000000:00000010:2.0:1749609184.987893:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7e00. 00000400:00000010:1.0:1749609184.987894:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609184.987894:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987896:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a02ca680 x1834594612240896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609184.987896:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609184.987899:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612240384, offset 0 00000100:00000001:2.0:1749609184.987899:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609184.987899:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.987901:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02ca680] to pc [ptlrpcd_00_03+3] req@ffff8800a02ca680 x1834594612240896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609184.987902:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609184.987905:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609184.987906:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609184.987907:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3799) 00000400:00000200:1.0:1749609184.987909:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609184.987914:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b6080 00000400:00000200:1.0:1749609184.987915:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b6000 00000400:00000200:3.0:1749609184.987919:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 9408 00000100:00000001:2.0:1749609184.987923:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749609184.987923:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609184.987924:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612240256 02000000:00000001:2.0:1749609184.987925:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609184.987926:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 8320 00000400:00000200:3.0:1749609184.987926:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609184.987927:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609184.987928:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609184.987929:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609184.987930:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.987930:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749609184.987931:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609184.987931:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:2.0:1749609184.987932:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612240256 00000020:00000001:2.0:1749609184.987933:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609184.987934:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:2.0:1749609184.987934:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:2.0:1749609184.987934:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749609184.987935:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:2.0:1749609184.987935:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000010:3.0:1749609184.987935:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b2d80. 00000020:00000001:2.0:1749609184.987936:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:2.0:1749609184.987937:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000040:3.0:1749609184.987937:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b2d80 x1834594612240512 msgsize 224 00000100:00000010:1.0:1749609184.987938:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a104e00. 00000100:00100000:3.0:1749609184.987939:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609184.987940:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a104e00 x1834594612240384 msgsize 520 00000100:00000001:2.0:1749609184.987940:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749609184.987942:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749609184.987942:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00000100:00000001:2.0:1749609184.987943:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609184.987944:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706a80. 00000020:00000010:2.0:1749609184.987949:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609184.987951:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609184.987951:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609184.987952:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609184.987954:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000400:00000200:3.0:1749609184.987958:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000100:00000040:2.0:1749609184.987959:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:3.0:1749609184.987959:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00000001:2.0:1749609184.987961:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609184.987961:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609184.987962:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.987962:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749609184.987963:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:1.0:1749609184.987965:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000200:3.0:1749609184.987965:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.987967:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609184.987967:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609184.987969:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609184.987971:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609184.987971:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609184.987972:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609184.987976:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.987977:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609184.987977:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609184.987978:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609184.987979:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609184.987980:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00000040:3.0:1749609184.987981:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000040:2.0:1749609184.987982:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609184.987983:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609184.987983:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346708560 : -131936362843056 : ffff88012bf5b450) 00000100:00000001:3.0:1749609184.987984:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298461393 00000100:00000040:1.0:1749609184.987985:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609184.987985:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf5b450 x1834594612240256/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:130/0 lens 224/0 e 0 to 0 dl 1749609195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609184.987985:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298461400 00000100:00000001:3.0:1749609184.987987:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298461393 00000100:00000001:3.0:1749609184.987989:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298461400 00000100:00000001:1.0:1749609184.987990:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.987990:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298461393 00000100:00000001:1.0:1749609184.987991:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609184.987991:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609184.987991:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00000100:00000001:3.0:1749609184.987991:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298461400 00000100:00000001:2.0:1749609184.987992:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609184.987992:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298461393 00000020:00000010:2.0:1749609184.987993:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706a80. 00000100:00000001:3.0:1749609184.987993:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298461400 00000100:00000001:3.0:1749609184.987994:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609184.987995:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609184.987995:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612240256:12345-0@lo:400: 00000100:00000001:3.0:1749609184.987995:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609184.987997:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612240256 00000100:00000001:3.0:1749609184.987997:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609184.987998:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1026 usecs (2 jiffies) 00000020:00000001:2.0:1749609184.987998:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609184.987998:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.987999:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298461394 00000100:00000001:3.0:1749609184.987999:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609184.988000:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609184.988001:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298461400 00000020:00000001:2.0:1749609184.988001:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609184.988001:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609184.988002:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988002:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988003:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298461394 00000020:00000001:2.0:1749609184.988003:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609184.988005:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298461400 00000020:00000001:2.0:1749609184.988005:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609184.988006:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298461394 00000020:00000001:2.0:1749609184.988006:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609184.988007:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298461400 00000020:00000001:2.0:1749609184.988007:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988008:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298461394 00000020:00000001:2.0:1749609184.988008:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609184.988009:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609184.988010:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298461400 00000100:00000001:1.0:1749609184.988011:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609184.988011:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988026:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988028:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988030:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988034:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609184.988034:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609184.988035:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:2.0:1749609184.988035:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1749609184.988035:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612240512 00000100:00000001:1.0:1749609184.988036:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609184.988037:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609184.988037:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609184.988037:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609184.988038:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609184.988038:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609184.988038:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609184.988040:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072e800. 00000100:00000001:3.0:1749609184.988040:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609184.988041:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609184.988041:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.988042:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609184.988042:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609184.988043:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609184.988044:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612240512 00010000:00000040:2.0:1749609184.988045:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612240256 00010000:00000001:2.0:1749609184.988047:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749609184.988047:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609184.988048:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1749609184.988048:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:1.0:1749609184.988049:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609184.988049:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf5b450 x1834594612240256/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:130/0 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609184.988050:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609184.988051:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1749609184.988052:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 02000000:00000001:1.0:1749609184.988053:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749609184.988054:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749609184.988054:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:3.0:1749609184.988055:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 02000000:00000001:1.0:1749609184.988056:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609184.988056:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609184.988058:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612240640:0@lo:38: 00000100:00001000:2.0:1749609184.988058:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=3 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609184.988058:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609184.988060:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609184.988060:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749609184.988060:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000100:00000040:2.0:1749609184.988061:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609184.988062:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609184.988062:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609184.988063:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609184.988063:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609184.988064:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609184.988064:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609184.988064:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8040. 00000100:00000001:2.0:1749609184.988065:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609184.988066:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749609184.988068:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012db2f400. 00000400:00000010:2.0:1749609184.988068:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93440. 02000000:00000001:1.0:1749609184.988069:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609184.988069:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000200:2.0:1749609184.988070:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612240256, offset 224 00000400:00000010:1.0:1749609184.988071:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000400:00000010:1.0:1749609184.988073:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000400:00000200:2.0:1749609184.988073:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609184.988074:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1749609184.988076:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612240640, portal 10 00000100:00000001:1.0:1749609184.988077:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1749609184.988077:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609184.988077:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609184.988078:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001497472 : -131938708054144 : ffff8800a02c9f80) 00000020:00000010:3.0:1749609184.988080:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000400:00000200:2.0:1749609184.988081:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b5f80 00000100:00000040:1.0:1749609184.988082:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609184.988083:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000400:00000200:2.0:1749609184.988084:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16721 [1] + 224 00000100:00000001:1.0:1749609184.988085:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609184.988086:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609184.988087:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609184.988087:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000010:1.0:1749609184.988088:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000200:1.0:1749609184.988089:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612240640, offset 0 00000400:00000200:2.0:1749609184.988089:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609184.988089:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609184.988090:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609184.988090:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609184.988091:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609184.988092:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749609184.988092:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c8e00 x1834594612240256/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609184.988096:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609184.988096:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749609184.988097:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02c8e00 x1834594612240256/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609184.988097:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1749609184.988098:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b6100 00000100:00000001:3.0:1749609184.988098:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609184.988101:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 155856 00000100:00000001:3.0:1749609184.988102:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609184.988104:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609184.988105:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609184.988106:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609184.988107:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609184.988108:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93440 00000100:00000001:3.0:1749609184.988108:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749609184.988109:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93440. 00000100:00100000:3.0:1749609184.988110:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00000040:3.0:1749609184.988111:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609184.988112:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609184.988113:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609184.988113:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806367616 : -131938903184000 : ffff8800948b2d80) 00000100:00000010:1.0:1749609184.988115:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a105180. 00000100:00000001:2.0:1749609184.988115:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749609184.988115:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b2d80 x1834594612240512/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:130/0 lens 224/0 e 0 to 0 dl 1749609195 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609184.988116:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749609184.988117:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a105180 x1834594612240640 msgsize 520 00000100:00000001:2.0:1749609184.988118:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609184.988119:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609184.988120:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609184.988120:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1749609184.988121:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609184.988121:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609184.988121:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8340. 00000020:00000001:2.0:1749609184.988123:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609184.988123:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609184.988124:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609184.988124:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf5b450 x1834594612240256/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:130/0 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609184.988124:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8340. 00000400:00000200:1.0:1749609184.988127:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00100000:3.0:1749609184.988127:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612240512:12345-0@lo:400: 00000400:00000010:1.0:1749609184.988128:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609184.988129:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609184.988129:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612240256:12345-0@lo:400: Request processed in 138us (239us total) trans 0 rc 0/0 00000100:00000200:3.0:1749609184.988129:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612240512 00000100:00000200:1.0:1749609184.988131:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609184.988131:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609184.988133:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:2.0:1749609184.988134:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00000040:2.0:1749609184.988135:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000001:3.0:1749609184.988135:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988136:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609184.988137:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609184.988137:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749609184.988137:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609184.988138:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609184.988138:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:1.0:1749609184.988140:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609184.988140:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000020:00000001:3.0:1749609184.988140:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609184.988141:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609184.988142:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609184.988142:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000001:3.0:1749609184.988142:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609184.988143:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1749609184.988144:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 830 usecs (1 jiffies) 00000020:00000010:2.0:1749609184.988144:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609184.988145:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298461393 00000020:00000001:3.0:1749609184.988145:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000040:2.0:1749609184.988146:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000020:00000001:3.0:1749609184.988146:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988147:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298461400 00000020:00000001:3.0:1749609184.988147:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609184.988148:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298461393 02000000:00000001:2.0:1749609184.988148:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609184.988149:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298461400 02000000:00000010:2.0:1749609184.988149:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072e800. 00000100:00000001:1.0:1749609184.988150:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298461393 02000000:00000001:2.0:1749609184.988150:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609184.988151:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298461400 00000100:00000001:2.0:1749609184.988151:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609184.988151:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609184.988152:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298461393 02000000:00000001:3.0:1749609184.988152:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609184.988153:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298461400 00000100:00000200:2.0:1749609184.988153:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609184.988154:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609184.988155:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609184.988155:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f4d0. 02000000:00000010:3.0:1749609184.988155:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f8800. 00000100:00000001:1.0:1749609184.988156:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749609184.988156:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988157:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609184.988158:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609184.988158:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7d80. 00000020:00000001:3.0:1749609184.988159:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609184.988160:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612240512 00000100:00000001:1.0:1749609184.988161:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609184.988162:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609184.988163:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749609184.988164:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609184.988164:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1749609184.988164:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948b2d80 x1834594612240512/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:130/0 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609184.988165:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609184.988166:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612240768:0@lo:38: 00000100:00000001:1.0:1749609184.988168:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609184.988169:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609184.988169:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1749609184.988169:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609184.988170:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609184.988170:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612240384 00010000:00000001:3.0:1749609184.988170:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609184.988171:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609184.988171:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609184.988172:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1749609184.988172:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=140 v=5 (1 1 1 1) 02000000:00000010:1.0:1749609184.988173:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fc400. 00000100:00000001:2.0:1749609184.988173:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609184.988174:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988174:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609184.988175:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609184.988175:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:1.0:1749609184.988176:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000100:00100000:2.0:1749609184.988176:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612240384 00000100:00000001:3.0:1749609184.988176:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:1.0:1749609184.988177:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000020:00000001:2.0:1749609184.988177:0:16946:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609184.988177:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1749609184.988178:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749609184.988179:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612240768, portal 10 00000020:00000001:2.0:1749609184.988179:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609184.988179:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988180:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609184.988180:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988180:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609184.988181:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001498368 : -131938708053248 : ffff8800a02ca300) 00000020:00000001:2.0:1749609184.988181:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609184.988181:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749609184.988182:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000040:1.0:1749609184.988183:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609184.988183:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000400:00000010:3.0:1749609184.988183:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000020:00000010:2.0:1749609184.988184:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000200:3.0:1749609184.988185:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612240512, offset 224 00000100:00000001:1.0:1749609184.988186:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609184.988186:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609184.988186:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609184.988187:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609184.988188:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609184.988188:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609184.988189:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609184.988190:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00000200:1.0:1749609184.988192:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612240768, offset 0 00000100:00000001:2.0:1749609184.988192:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609184.988192:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609184.988194:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609184.988194:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b6080 00000100:00000001:2.0:1749609184.988195:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749609184.988196:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609184.988196:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609184.988197:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16729 [1] + 224 00000100:00100000:2.0:1749609184.988198:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000400:00000200:1.0:1749609184.988199:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b6180 00000100:00000001:2.0:1749609184.988199:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362107392 : -131939347444224 : ffff88007a104e00) 00000400:00000200:3.0:1749609184.988200:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609184.988201:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 156376 00000100:00000040:2.0:1749609184.988201:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a104e00 x1834594612240384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609184.988202:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609184.988203:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609184.988204:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609184.988205:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609184.988206:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609184.988206:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a104e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612240384:12345-0@lo:38: 00000100:00000200:3.0:1749609184.988206:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609184.988207:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612240384 00000100:00000200:1.0:1749609184.988208:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749609184.988208:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:1.0:1749609184.988209:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a105500. 00010000:00000001:2.0:1749609184.988210:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609184.988211:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a105500 x1834594612240768 msgsize 520 00000100:00000040:3.0:1749609184.988211:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609184.988212:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609184.988217:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609184.988218:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609184.988218:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609184.988219:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00010000:00020000:2.0:1749609184.988220:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749609184.988220:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000400:00000200:1.0:1749609184.988221:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000100:00000001:3.0:1749609184.988221:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:1.0:1749609184.988222:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00010000:00000001:2.0:1749609184.988222:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609184.988222:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609184.988223:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609184.988224:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609184.988224:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609184.988224:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.988225:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749609184.988225:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609184.988226:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609184.988226:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609184.988227:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072e800. 00010000:00000001:3.0:1749609184.988227:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609184.988228:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609184.988228:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609184.988228:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.988229:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609184.988229:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609184.988230:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609184.988230:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609184.988231:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609184.988231:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b2d80 x1834594612240512/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:130/0 lens 224/224 e 0 to 0 dl 1749609195 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609184.988232:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609184.988234:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.988234:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609184.988235:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609184.988236:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609184.988237:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.988237:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:3.0:1749609184.988237:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612240512:12345-0@lo:400: Request processed in 115us (298us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609184.988238:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609184.988239:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:2.0:1749609184.988239:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609184.988240:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298461393 00000100:00000040:2.0:1749609184.988240:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:3.0:1749609184.988240:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00000001:1.0:1749609184.988241:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298461400 00000100:00000001:1.0:1749609184.988241:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298461393 02000000:00000001:2.0:1749609184.988241:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609184.988242:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298461400 02000000:00000001:2.0:1749609184.988242:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609184.988242:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609184.988243:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298461393 00000100:00000001:2.0:1749609184.988243:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609184.988243:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609184.988244:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298461400 00000100:00000001:1.0:1749609184.988244:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298461393 00000100:00000040:2.0:1749609184.988244:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609184.988244:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609184.988245:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298461400 00000400:00000010:2.0:1749609184.988245:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93440. 00000100:00000001:1.0:1749609184.988246:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609184.988246:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612240384, offset 0 00000020:00000010:3.0:1749609184.988246:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000100:00000001:1.0:1749609184.988247:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988248:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609184.988248:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609184.988249:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609184.988249:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609184.988250:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749609184.988250:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609184.988251:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609184.988252:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609184.988252:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609184.988252:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609184.988253:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609184.988253:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609184.988254:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609184.988254:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b6000 00000100:00000001:3.0:1749609184.988255:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609184.988257:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1672d [1] + 0 00000400:00000200:2.0:1749609184.988260:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609184.988261:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:1.0:1749609184.988263:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609184.988263:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609184.988265:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000200:2.0:1749609184.988265:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609184.988267:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1749609184.988268:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609184.988268:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609184.988269:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612240768 02000000:00000001:3.0:1749609184.988270:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609184.988271:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609184.988272:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.988273:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609184.988273:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609184.988274:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612240768 00000020:00000001:3.0:1749609184.988275:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609184.988276:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609184.988277:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609184.988277:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609184.988278:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609184.988278:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609184.988279:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609184.988280:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749609184.988280:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000400:00000200:2.0:1749609184.988281:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93440 00000100:00100000:1.0:1749609184.988282:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636 00000400:00000010:2.0:1749609184.988282:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93440. 00000020:00000010:3.0:1749609184.988282:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000100:00000001:2.0:1749609184.988283:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749609184.988283:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609184.988284:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362108288 : -131939347443328 : ffff88007a105180) 00000100:00000001:2.0:1749609184.988284:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609184.988284:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609184.988285:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988285:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609184.988286:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a105180 x1834594612240640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609184.988286:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609184.988287:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609184.988288:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988288:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609184.988289:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609184.988290:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a104e00 x1834594612240384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609204 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609184.988292:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a105180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612240640:12345-0@lo:38: 00000100:00000001:3.0:1749609184.988292:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609184.988295:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612240640 00000100:00100000:2.0:1749609184.988295:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a104e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612240384:12345-0@lo:38: Request processed in 89us (354us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609184.988295:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609184.988296:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609184.988297:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609184.988298:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1749609184.988298:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637 00010000:00000001:1.0:1749609184.988299:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609184.988299:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362109184 : -131939347442432 : ffff88007a105500) 00000100:00000001:2.0:1749609184.988300:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609184.988301:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609184.988301:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a105500 x1834594612240768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609184.988302:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609184.988303:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000010:2.0:1749609184.988304:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:2.0:1749609184.988305:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609184.988307:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609184.988307:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a105500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612240768:12345-0@lo:38: 00000100:00000200:3.0:1749609184.988308:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612240768 00010000:00020000:1.0:1749609184.988309:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609184.988309:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609184.988310:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609184.988310:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749609184.988312:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609184.988314:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609184.988315:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609184.988315:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609184.988316:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:3.0:1749609184.988316:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609184.988318:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:1.0:1749609184.988319:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab2c00. 02000000:00000001:1.0:1749609184.988320:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609184.988320:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609184.988321:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988321:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609184.988322:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609184.988322:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609184.988323:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609184.988323:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749609184.988325:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:3.0:1749609184.988325:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f8c00. 02000000:00000001:3.0:1749609184.988325:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988326:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988327:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:3.0:1749609184.988327:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609184.988328:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609184.988328:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609184.988330:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:3.0:1749609184.988330:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609184.988331:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609184.988331:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609184.988332:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609184.988332:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609184.988334:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:3.0:1749609184.988334:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609184.988335:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609184.988335:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609184.988336:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988336:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609184.988337:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609184.988337:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:1.0:1749609184.988338:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609184.988338:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749609184.988339:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 02000000:00000001:3.0:1749609184.988339:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988339:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609184.988341:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612240640, offset 0 00000100:00000040:3.0:1749609184.988341:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609184.988342:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000400:00000200:1.0:1749609184.988343:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609184.988344:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612240768, offset 0 00000400:00000200:1.0:1749609184.988346:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609184.988346:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609184.988349:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b6100 00000400:00000200:3.0:1749609184.988350:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609184.988351:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16745 [1] + 0 00000400:00000200:3.0:1749609184.988352:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b6180 00000400:00000200:1.0:1749609184.988353:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609184.988355:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609184.988355:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16751 [1] + 0 00000100:00000001:1.0:1749609184.988357:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609184.988357:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609184.988359:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609184.988359:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609184.988360:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609184.988362:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609184.988364:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.988368:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609184.988368:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609184.988370:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:1.0:1749609184.988371:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:1.0:1749609184.988372:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609184.988372:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609184.988373:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988373:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609184.988375:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:3.0:1749609184.988375:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000100:00000001:1.0:1749609184.988376:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609184.988376:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000020:00000001:1.0:1749609184.988377:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609184.988377:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609184.988378:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749609184.988379:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a105180 x1834594612240640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609204 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609184.988379:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609184.988380:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609184.988381:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609184.988382:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609184.988383:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a105500 x1834594612240768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609204 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609184.988385:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a105180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612240640:12345-0@lo:38: Request processed in 92us (267us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609184.988387:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a105500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612240768:12345-0@lo:38: Request processed in 80us (175us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609184.988388:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636 00000100:00000001:1.0:1749609184.988390:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609184.988390:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749609184.988390:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637 00000100:00000001:3.0:1749609184.988391:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749609184.988392:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec80. 00000100:00000001:3.0:1749609184.988392:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609184.988393:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000020:00000010:1.0:1749609184.988394:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e3e8. 00000020:00000010:3.0:1749609184.988394:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000020:00000010:3.0:1749609184.988395:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000020:00000010:1.0:1749609184.988396:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:3.0:1749609184.988397:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988398:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609184.988404:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609184.988406:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609184.988406:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609184.988407:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609184.988408:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609184.988409:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609184.988411:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62790. 00000400:00000200:3.0:1749609184.988412:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000400:00000010:3.0:1749609184.988413:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00000100:00000001:3.0:1749609184.988414:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749609184.988415:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609184.988416:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749609184.988416:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609184.988417:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000400:00000200:1.0:1749609184.988420:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:1.0:1749609184.988421:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000200:3.0:1749609184.988421:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.988422:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609184.988423:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609184.988425:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609184.988426:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609184.988428:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609184.988428:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609184.988429:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609184.988430:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609184.988431:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609184.988431:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988432:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988433:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609184.988433:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609184.988434:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609184.988435:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609184.988435:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609184.988435:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=140 v=5 (5 5 5 5) 02000000:00000001:1.0:1749609184.988436:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609184.988437:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609184.988438:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1749609184.988439:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609184 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609184.988439:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609184.988440:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=150 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609184.988441:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749609184.988441:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609184.988443:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:3.0:1749609184.988443:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.988444:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609184.988446:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609184.988447:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988449:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609184.988449:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609184.988450:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609184.988450:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609184.988451:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988452:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749609184.988452:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.988453:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988455:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609184.988455:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609184.988456:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609184.988456:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609184.988457:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749609184.988458:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749609184.988458:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609184.988460:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609184.988461:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609184.988462:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609184.988462:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612240512:0@lo:400: 00000100:00000001:3.0:1749609184.988464:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609184.988465:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609184.988466:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02cb100 x1834594612240512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609184.988469:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1749609184.988470:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612240640:0@lo:38: 02000000:00000001:3.0:1749609184.988471:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609184.988472:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 00000400:00000001:1.0:1749609184.988473:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609184.988474:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609184.988474:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1749609184.988475:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:1.0:1749609184.988475:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000020:00000001:3.0:1749609184.988475:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1749609184.988476:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000020:00000040:3.0:1749609184.988476:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1749609184.988477:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609184.988478:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609184.988478:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609184.988479:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7200. 02000000:00000001:3.0:1749609184.988481:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609184.988481:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1749609184.988482:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609184.988482:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02cb100. 00000100:00000001:1.0:1749609184.988484:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609184.988484:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609184.988485:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609184.988485:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988486:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609184.988486:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609184.988486:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988487:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609184.988487:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609184.988488:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988488:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609184.988489:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609184.988489:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1749609184.988490:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609184 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609184.988490:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609184.988491:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=147 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609184.988493:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609184.988493:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609184.988494:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609184.988495:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.988532:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609184.988533:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609184.988533:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988534:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609184.988535:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609184.988536:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609184.988538:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609184.988539:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609184.988541:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609184.988545:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612240768:0@lo:38: 00000400:00000001:1.0:1749609184.988547:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609184.988548:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609184.988549:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000400:00000200:1.0:1749609184.988550:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000400:00000010:1.0:1749609184.988550:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:1.0:1749609184.988551:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609184.988553:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609184.988557:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.988560:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609184.988561:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988562:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609184.988562:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609184.988563:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609184.988563:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609184.988564:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609184.988566:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609184 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609184.988567:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=150 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609184.988568:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609184.988569:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609184.988570:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609184.988571:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.988574:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609184.988575:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609184.988577:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988577:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609184.988578:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609184.988580:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609184.988581:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609184.988582:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609184.988583:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609184.988586:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612240384:0@lo:38: 00000100:00000001:1.0:1749609184.988588:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988589:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609184.988590:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9f80 x1834594612240640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.988593:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609184.988594:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609184.988595:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012db2f400. 02000000:00000001:1.0:1749609184.988597:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609184.988598:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609184.988598:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609184.988599:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609184.988600:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072d000. 02000000:00000001:1.0:1749609184.988601:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609184.988601:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609184.988602:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9f80. 00000100:00000001:1.0:1749609184.988608:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609184.988608:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988609:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609184.988610:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02ca300 x1834594612240768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.988613:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609184.988614:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609184.988614:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fc400. 02000000:00000001:1.0:1749609184.988616:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609184.988617:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609184.988618:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609184.988619:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609184.988620:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072d400. 02000000:00000001:1.0:1749609184.988621:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609184.988621:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609184.988622:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02ca300. 00000100:00000001:1.0:1749609184.988623:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609184.988624:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988624:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609184.988625:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9880 x1834594612240384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609184.988628:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609184.988629:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609184.988629:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f000. 02000000:00000001:1.0:1749609184.988631:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609184.988632:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609184.988632:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609184.988633:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609184.988633:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072c000. 02000000:00000001:1.0:1749609184.988635:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609184.988635:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609184.988636:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9880. 00000100:00000001:1.0:1749609184.988637:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609184.988637:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988638:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609184.988640:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609184.988640:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609184.988641:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609184.988642:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609184.995551:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298461400, at 4298461400 00000100:00000040:2.0:1749609184.995553:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298461400, at 4298461400 00000100:00000040:3.0:1749609184.995562:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298461400, at 4298461400 00000100:00000010:1.0:1749609184.995564:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4900. 00000100:00000010:3.0:1749609184.995568:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4d40. 00000100:00000010:2.0:1749609184.995572:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4140. 00000020:00000001:1.0:1749609185.291689:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609185.291695:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609185.291699:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1749609186.293795:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609186.293800:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609186.293803:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609186.750312:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609186.750314:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730238720 02000000:00000001:3.0:1749609186.750317:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609186.750319:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609186.750321:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609186.750324:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609186.750328:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730238720 00000020:00000001:3.0:1749609186.750330:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609186.750331:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609186.750333:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609186.750335:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609186.750336:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609186.750338:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609186.750342:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609186.750345:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8340. 00000100:00000001:3.0:1749609186.750347:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609186.750348:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8340. 00000020:00000010:3.0:1749609186.750352:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000010:3.0:1749609186.750356:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609186.750359:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000040:3.0:1749609186.750364:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609186.750366:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609186.750367:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609186.750368:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609186.750370:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609186.750373:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730238848 00000100:00000001:2.0:1749609186.750373:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609186.750373:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609186.750374:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749609186.750375:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730238976 00000100:00000001:1.0:1749609186.750376:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609186.750377:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609186.750377:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609186.750378:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609186.750378:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609186.750379:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609186.750379:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609186.750380:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730238848 02000000:00000001:2.0:1749609186.750381:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609186.750382:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609186.750382:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609186.750383:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609186.750383:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730238976 00000020:00000001:2.0:1749609186.750384:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609186.750384:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609186.750385:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609186.750385:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609186.750385:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609186.750386:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609186.750386:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609186.750387:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609186.750388:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000020:00000001:2.0:1749609186.750388:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609186.750388:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1401 00000020:00000010:2.0:1749609186.750390:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000040:3.0:1749609186.750390:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000010:1.0:1749609186.750391:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609186.750391:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346700368 : -131936362851248 : ffff88012bf59450) 00000020:00000010:1.0:1749609186.750393:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000020:00000010:2.0:1749609186.750393:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000100:00000001:1.0:1749609186.750395:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1749609186.750395:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:1.0:1749609186.750396:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749609186.750396:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf59450 x1834594730238720/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:132/0 lens 224/0 e 0 to 0 dl 1749609197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609186.750397:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609186.750398:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609186.750398:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609186.750399:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609186.750400:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609186.750401:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609186.750402:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609186.750403:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8340. 00000100:00000001:3.0:1749609186.750404:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609186.750405:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8340. 00000100:00100000:3.0:1749609186.750407:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730238720:12345-192.168.201.20@tcp:400: 00000100:00000200:3.0:1749609186.750409:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730238720 00000020:00000001:3.0:1749609186.750411:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609186.750412:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609186.750413:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609186.750414:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609186.750416:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609186.750417:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609186.750418:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609186.750419:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609186.750419:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609186.750419:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609186.750420:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609186.750420:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609186.750421:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1749609186.750422:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2638 00000100:00000001:1.0:1749609186.750423:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361964416 : -131939347587200 : ffff88007a0e1f80) 00000020:00000001:3.0:1749609186.750423:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609186.750425:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e1f80 x1834594730238848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609206 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609186.750425:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609186.750425:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609186.750426:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609186.750427:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609186.750429:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2639 02000000:00000001:3.0:1749609186.750429:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609186.750430:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361963520 : -131939347588096 : ffff88007a0e1c00) 00000100:00100000:1.0:1749609186.750432:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730238848:12345-192.168.201.20@tcp:38: 00000100:00000040:2.0:1749609186.750432:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e1c00 x1834594730238976/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609206 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609186.750432:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f9000. 02000000:00000001:3.0:1749609186.750433:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609186.750434:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730238848 00000020:00000001:1.0:1749609186.750435:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609186.750435:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609186.750436:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609186.750437:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000040:3.0:1749609186.750437:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730238720 00000100:00100000:2.0:1749609186.750438:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730238976:12345-192.168.201.20@tcp:38: 00010000:00000001:3.0:1749609186.750439:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:2.0:1749609186.750440:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730238976 00010000:00000200:3.0:1749609186.750441:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf59450 x1834594730238720/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:132/0 lens 224/224 e 0 to 0 dl 1749609197 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609186.750442:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609186.750443:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749609186.750446:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609186.750447:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609186.750447:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609186.750449:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:2.0:1749609186.750449:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00001000:3.0:1749609186.750449:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=5 v=5 (1 1 1 1) 00000020:00000001:2.0:1749609186.750450:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:1.0:1749609186.750451:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609186.750452:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609186.750452:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609186.750453:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609186.750454:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609186.750454:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609186.750455:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609186.750455:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609186.750456:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609186.750456:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609186.750457:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609186.750457:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a072e400. 02000000:00000001:3.0:1749609186.750457:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609186.750458:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609186.750459:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab0000. 00000100:00000001:2.0:1749609186.750459:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609186.750459:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609186.750460:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609186.750460:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609186.750461:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609186.750461:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000001:1.0:1749609186.750462:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609186.750463:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609186.750463:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00010000:00080000:2.0:1749609186.750464:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3795 last 0 00000100:00001000:1.0:1749609186.750465:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609186.750466:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:3.0:1749609186.750466:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730238720, offset 224 00010000:00000001:2.0:1749609186.750468:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:3.0:1749609186.750469:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609186.750470:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000004:00000001:2.0:1749609186.750471:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:1.0:1749609186.750472:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1749609186.750472:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:1.0:1749609186.750473:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609186.750474:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:2.0:1749609186.750475:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609186.750476:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000200:3.0:1749609186.750476:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:1.0:1749609186.750477:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609186.750478:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609186.750479:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609186.750479:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609186.750480:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609186.750480:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1995:1995:256:4294967295] 192.168.201.20@tcp LPNI seq info [1991:1991:8:4294967295] 00000100:00000040:1.0:1749609186.750481:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609186.750481:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609186.750482:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609186.750483:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000200:1.0:1749609186.750484:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730238848, offset 0 00000004:00000040:2.0:1749609186.750485:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:3.0:1749609186.750486:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000400:00000200:1.0:1749609186.750487:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000040:2.0:1749609186.750487:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:2.0:1749609186.750488:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:2.0:1749609186.750490:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:3.0:1749609186.750490:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609186.750491:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:2.0:1749609186.750491:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609186.750492:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:3.0:1749609186.750492:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000400:00000200:1.0:1749609186.750493:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1996:1996:255:4294967295] 192.168.201.20@tcp LPNI seq info [1992:1992:7:4294967295] 00000004:00000001:2.0:1749609186.750493:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609186.750494:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609186.750495:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609186.750496:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000200:3.0:1749609186.750496:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000040:2.0:1749609186.750524:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:2.0:1749609186.750525:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:3.0:1749609186.750525:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:2.0:1749609186.750526:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:2.0:1749609186.750527:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609186.750528:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609186.750528:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749609186.750529:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00001000:2.0:1749609186.750530:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1749609186.750531:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000200:1.0:1749609186.750532:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609186.750534:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceea00. 00000400:00000200:2.0:1749609186.750535:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000200:1.0:1749609186.750536:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:2.0:1749609186.750536:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609186.750538:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000800:00000200:1.0:1749609186.750539:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:2.0:1749609186.750539:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609186.750539:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609186.750540:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1749609186.750540:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609186.750541:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:2.0:1749609186.750542:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609186.750542:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749609186.750542:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609186.750543:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609186.750543:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609186.750544:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609186.750544:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609186.750544:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609186.750545:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609186.750546:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609186.750546:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:3.0:1749609186.750546:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf59450 x1834594730238720/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:132/0 lens 224/224 e 0 to 0 dl 1749609197 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609186.750547:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609186.750548:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e1f80 x1834594730238848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609206 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609186.750548:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93440. 00000100:00000200:2.0:1749609186.750550:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730238976, offset 0 00000100:00100000:3.0:1749609186.750552:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730238720:12345-192.168.201.20@tcp:400: Request processed in 148us (308us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609186.750553:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:1.0:1749609186.750554:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730238848:12345-192.168.201.20@tcp:38: Request processed in 122us (264us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749609186.750556:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00100000:3.0:1749609186.750556:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1401 00000100:00100000:1.0:1749609186.750557:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2638 00000100:00000040:3.0:1749609186.750558:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:1.0:1749609186.750559:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609186.750559:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1997:1997:254:4294967295] 192.168.201.20@tcp LPNI seq info [1993:1993:6:4294967295] 00000100:00000001:3.0:1749609186.750559:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609186.750560:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609186.750560:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609186.750562:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000020:00000010:3.0:1749609186.750562:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000020:00000010:1.0:1749609186.750564:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000400:00000200:2.0:1749609186.750564:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:3.0:1749609186.750564:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000020:00000010:1.0:1749609186.750566:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000020:00000010:3.0:1749609186.750566:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000800:00000200:2.0:1749609186.750567:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609186.750568:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609186.750568:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000010:2.0:1749609186.750569:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7a00. 00000800:00000200:2.0:1749609186.750571:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:3.0:1749609186.750571:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609186.750573:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:2.0:1749609186.750574:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000010:3.0:1749609186.750575:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62790. 00000800:00000200:2.0:1749609186.750576:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7a00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1749609186.750578:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609186.750579:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609186.750580:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609186.750581:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609186.750583:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e1c00 x1834594730238976/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609206 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609186.750585:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3000. 00000100:00100000:2.0:1749609186.750589:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730238976:12345-192.168.201.20@tcp:38: Request processed in 150us (258us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749609186.750592:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2639 00000100:00000001:2.0:1749609186.750594:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609186.750594:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609186.750596:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609186.750597:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000010:2.0:1749609186.750599:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:2.0:1749609186.750601:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609187.295739:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609187.295743:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609187.295746:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609187.710687:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609187.710695:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609187.710698:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609187.710701:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609187.710705:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609187.710708:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609187.710711:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609187.710714:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609187.710715:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609188.297727:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609188.297732:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609188.297736:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609188.710649:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609188.710656:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609188.710658:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609188.710662:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609188.710668:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609188.710673:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609188.710676:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609188.710679:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609188.710681:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609189.299885:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609189.299891:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609189.299895:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609189.710684:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609189.710695:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609189.710698:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609189.710703:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609189.710708:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609189.710713:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609189.710717:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609189.710721:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609189.710724:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609189.995641:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609189.995652:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609189.995661:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9880. 00000020:00000040:2.0:1749609189.995667:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609189.995672:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609189.995676:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609189.995682:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609189.995689:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7900. 00000100:00000001:2.0:1749609189.995697:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609189.995706:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609189.995718:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609189.995721:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609189.995728:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9880] to pc [ptlrpcd_00_00+0] req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609189.995768:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609189.995771:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609189.995775:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609189.995778:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609189.995780:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609189.995783:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609189.995787:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3794 00000100:00080000:2.0:1749609189.995790:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609189.995793:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609189.995797:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609189.995799:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609189.995802:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609189.995806:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609189.995808:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609189.995810:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609189.995814:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:3.0:1749609189.995814:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609189.995816:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609189.995819:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00100000:3.0:1749609189.995819:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1749609189.995821:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609189.995822:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609189.995824:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609189.995826:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609189.995828:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609189.995828:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1749609189.995830:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:3.0:1749609189.995830:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609189.995832:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609189.995833:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609189.995833:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609189.995835:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609189.995836:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609189.995839:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1749609189.995840:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609189.995845:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609189.995848:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.995849:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609189.995850:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609189.995850:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.995853:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609189.995853:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609189.995855:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749609189.995857:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02ca300. 02000000:00000001:3.0:1749609189.995857:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609189.995859:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:3.0:1749609189.995859:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612241280:0@lo:400: 02000000:00000001:2.0:1749609189.995863:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749609189.995863:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609189.995864:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.995867:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609189.995868:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609189.995869:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609189.995869:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609189.995870:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609189.995871:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609189.995874:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 02000000:00000010:2.0:1749609189.995875:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072c000. 02000000:00000001:3.0:1749609189.995876:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.995878:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609189.995883:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749609189.995890:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62000. 00000100:00000001:2.0:1749609189.995892:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609189.995894:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609189.995896:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02ca300] to pc [ptlrpcd_rcv+-1] req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609189.995897:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00000200:3.0:1749609189.995903:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612241280, portal 25 00000100:00000001:3.0:1749609189.995905:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609189.995906:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001495680 : -131938708055936 : ffff8800a02c9880) 00000100:00000040:3.0:1749609189.995913:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609189.995919:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609189.995920:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609189.995922:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609189.995923:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1749609189.995923:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283220. 00000100:00000200:3.0:1749609189.995925:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612241280, offset 0 00000100:00000001:2.0:1749609189.995927:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609189.995947:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9f80. 00000020:00000040:2.0:1749609189.995950:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609189.995952:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609189.995954:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609189.995956:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609189.995959:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7b00. 00000400:00000200:3.0:1749609189.995959:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609189.995962:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609189.995966:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a02c9f80 x1834594612241536/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609189.995972:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609189.995980:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b6380 00000100:00000001:2.0:1749609189.995982:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609189.995983:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.995985:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609189.995986:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15c31 [2] + 0 00000100:00000040:2.0:1749609189.995988:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9f80] to pc [ptlrpcd_00_01+1] req@ffff8800a02c9f80 x1834594612241536/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609189.995989:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62948. 00000100:00000001:1.0:1749609189.995990:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609189.995992:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609189.995992:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfd780 00000100:00000040:1.0:1749609189.995997:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609189.995997:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609189.996000:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609189.996003:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfd780 00000400:00000010:3.0:1749609189.996004:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfd780. 00000100:00000001:3.0:1749609189.996008:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609189.996009:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609189.996009:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609189.996009:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1749609189.996011:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609189.996012:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:3.0:1749609189.996012:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf59850 x1834594612241280 msgsize 224 02000000:00000001:1.0:1749609189.996014:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749609189.996015:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609189.996016:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749609189.996016:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:3.0:1749609189.996016:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1749609189.996017:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1749609189.996018:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609189.996019:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749609189.996021:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612241408:0@lo:38: 00000100:00000001:2.0:1749609189.996021:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609189.996024:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3794 00000100:00000001:1.0:1749609189.996025:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609189.996025:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749609189.996026:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1749609189.996028:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749609189.996029:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:1.0:1749609189.996030:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996031:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609189.996032:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749609189.996032:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283220 00000100:00000040:2.0:1749609189.996033:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609189.996033:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283220. 00000100:00000001:2.0:1749609189.996035:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000010:1.0:1749609189.996036:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1ab0c00. 00000100:00000001:3.0:1749609189.996036:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609189.996037:0:5:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749609189.996038:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609189.996038:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609189.996039:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609189.996040:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749609189.996042:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000020:00000040:2.0:1749609189.996042:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:2.0:1749609189.996045:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:3.0:1749609189.996045:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749609189.996047:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000020:00000001:2.0:1749609189.996047:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:3.0:1749609189.996047:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609189.996050:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612241408, portal 4 00000100:00000040:2.0:1749609189.996050:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609189.996052:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609189.996052:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996053:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749609189.996053:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609189.996053:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609189.996054:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001498368 : -131938708053248 : ffff8800a02ca300) 00000100:00000001:2.0:1749609189.996055:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609189.996056:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609189.996057:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:2.0:1749609189.996059:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609189.996059:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298466408 00000100:00000040:1.0:1749609189.996061:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609189.996062:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609189.996062:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8340. 02000000:00000001:2.0:1749609189.996064:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609189.996068:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609189.996068:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749609189.996070:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996071:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609189.996072:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:1.0:1749609189.996074:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609189.996074:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996074:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298466408 00000100:00000010:3.0:1749609189.996075:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8dc0. 00000400:00000010:1.0:1749609189.996076:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000001:3.0:1749609189.996077:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1749609189.996078:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612241408, offset 0 00000100:00000010:2.0:1749609189.996078:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02cb100. 00000100:00000001:3.0:1749609189.996079:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298466408 00000020:00000040:2.0:1749609189.996080:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000010:3.0:1749609189.996080:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8ec0. 00000400:00000200:1.0:1749609189.996083:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609189.996083:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749609189.996083:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1749609189.996084:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996085:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298466408 00000100:00000001:2.0:1749609189.996086:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1749609189.996086:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8500. 02000000:00000001:2.0:1749609189.996087:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609189.996088:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749609189.996089:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996090:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609189.996091:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609189.996092:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609189.996093:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072d400. 00000100:00000001:3.0:1749609189.996094:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996096:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996096:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996097:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609189.996097:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609189.996098:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b6400 00000100:00000001:3.0:1749609189.996098:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996099:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609189.996100:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609189.996105:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 8840 00000100:00000001:2.0:1749609189.996108:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609189.996109:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609189.996112:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609189.996112:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02cb100] to pc [ptlrpcd_rcv+-1] req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609189.996116:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609189.996116:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609189.996119:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612241280 02000000:00000001:3.0:1749609189.996120:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609189.996121:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996122:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609189.996122:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:2.0:1749609189.996123:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:1.0:1749609189.996124:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749609189.996124:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609189.996127:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1749609189.996127:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996128:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:1.0:1749609189.996129:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a105880. 00000100:00080000:2.0:1749609189.996130:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749609189.996130:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612241280 00000100:00000040:1.0:1749609189.996131:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a105880 x1834594612241408 msgsize 520 00000020:00000001:3.0:1749609189.996131:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609189.996132:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:2.0:1749609189.996133:0:5:0:(import.c:480:import_select_connection()) Process entered 00000020:00000001:3.0:1749609189.996134:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:2.0:1749609189.996135:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3794 00000100:00100000:1.0:1749609189.996136:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1749609189.996136:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00080000:2.0:1749609189.996137:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1749609189.996137:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:3.0:1749609189.996139:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000040:2.0:1749609189.996140:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609189.996142:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609189.996143:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609189.996144:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:3.0:1749609189.996144:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b80c0. 00000100:00000001:1.0:1749609189.996146:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609189.996146:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609189.996146:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609189.996148:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b80c0. 00000020:00000001:2.0:1749609189.996149:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609189.996150:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000010:3.0:1749609189.996151:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000001:2.0:1749609189.996152:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609189.996153:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000020:00000040:2.0:1749609189.996154:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000400:00000010:1.0:1749609189.996155:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000020:00000010:3.0:1749609189.996155:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000020:00000001:2.0:1749609189.996156:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609189.996158:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609189.996158:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000010:3.0:1749609189.996158:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000200:1.0:1749609189.996161:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609189.996162:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:3.0:1749609189.996163:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609189.996164:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609189.996165:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609189.996165:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609189.996166:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609189.996167:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609189.996168:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609189.996169:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:1.0:1749609189.996171:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749609189.996172:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609189.996173:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996174:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609189.996175:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609189.996175:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609189.996178:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609189.996178:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609189.996180:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996182:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996182:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609189.996183:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996184:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609189.996184:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1749609189.996186:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8e00. 00000100:00000001:3.0:1749609189.996186:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609189.996188:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609189.996188:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:3.0:1749609189.996189:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 02000000:00000001:2.0:1749609189.996190:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1749609189.996191:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1026 usecs (2 jiffies) 02000000:00000001:2.0:1749609189.996191:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609189.996191:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609189.996193:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298466402 00000100:00000001:2.0:1749609189.996193:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609189.996193:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346701392 : -131936362850224 : ffff88012bf59850) 02000000:00000001:2.0:1749609189.996194:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609189.996196:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298466408 02000000:00000001:2.0:1749609189.996196:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609189.996196:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf59850 x1834594612241280/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:135/0 lens 224/0 e 0 to 0 dl 1749609200 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.996198:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298466402 02000000:00000010:2.0:1749609189.996198:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a072d000. 00000100:00000001:1.0:1749609189.996200:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298466408 00000100:00000001:2.0:1749609189.996201:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996202:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298466402 00000100:00000001:3.0:1749609189.996202:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609189.996204:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298466408 00000020:00000010:3.0:1749609189.996204:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b80c0. 00000100:00100000:2.0:1749609189.996205:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609189.996205:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609189.996206:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298466402 00000020:00000010:3.0:1749609189.996206:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b80c0. 00000100:00000001:1.0:1749609189.996207:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298466408 00000100:00000001:1.0:1749609189.996209:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609189.996209:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612241280:12345-0@lo:400: 00000100:00000001:1.0:1749609189.996211:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609189.996211:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612241280 00000100:00000001:1.0:1749609189.996213:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996213:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1749609189.996213:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609189.996214:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996215:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609189.996216:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749609189.996217:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c8e00] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609189.996218:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609189.996219:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609189.996221:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749609189.996221:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609189.996223:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1749609189.996223:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609189.996224:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.996225:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609189.996225:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609189.996226:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609189.996226:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609189.996227:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609189.996228:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609189.996230:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609189.996230:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609189.996232:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609189.996233:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609189.996234:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609189.996235:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1749609189.996236:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f9400. 00000100:00000001:1.0:1749609189.996238:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749609189.996238:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996239:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749609189.996239:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996240:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609189.996241:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02ca680. 00000020:00000001:3.0:1749609189.996241:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609189.996242:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:3.0:1749609189.996243:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612241280 02000000:00000001:1.0:1749609189.996244:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609189.996244:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00010000:00000001:3.0:1749609189.996245:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609189.996246:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749609189.996247:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609189.996247:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf59850 x1834594612241280/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:135/0 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609189.996248:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609189.996249:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609189.996250:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612241664:0@lo:38: 02000000:00000010:2.0:1749609189.996252:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7500. 00000100:00000001:2.0:1749609189.996254:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609189.996254:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609189.996255:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996257:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00001000:3.0:1749609189.996257:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=8 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609189.996258:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609189.996260:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609189.996260:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609189.996262:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609189.996263:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609189.996263:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609189.996264:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609189.996265:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749609189.996266:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609189.996267:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609189.996267:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609189.996268:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f000. 00000100:00000001:3.0:1749609189.996269:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609189.996270:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609189.996270:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02ca680] to pc [ptlrpcd_00_02+2] req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609189.996271:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609189.996272:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283220. 00000400:00000010:1.0:1749609189.996274:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000100:00000200:3.0:1749609189.996274:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612241280, offset 224 00000400:00000010:1.0:1749609189.996277:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000400:00000200:3.0:1749609189.996277:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609189.996281:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612241664, portal 10 00000400:00000200:3.0:1749609189.996282:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609189.996283:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609189.996284:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001501952 : -131938708049664 : ffff8800a02cb100) 00000400:00000200:3.0:1749609189.996285:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b6380 00000100:00000001:2.0:1749609189.996288:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609189.996288:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1677d [1] + 224 00000100:00000040:1.0:1749609189.996290:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609189.996291:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609189.996293:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3804) 00000400:00000200:3.0:1749609189.996293:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609189.996295:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609189.996298:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609189.996298:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609189.996300:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609189.996302:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00000200:1.0:1749609189.996304:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612241664, offset 0 00000100:00000040:3.0:1749609189.996304:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609189.996309:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609189.996311:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609189.996312:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609189.996313:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612241408 02000000:00000001:2.0:1749609189.996315:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609189.996316:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609189.996317:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609189.996317:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283220 00000100:00000001:2.0:1749609189.996319:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609189.996319:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283220. 02000000:00000001:2.0:1749609189.996321:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609189.996322:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b6500 00000100:00000001:3.0:1749609189.996322:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749609189.996324:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612241408 00000100:00000001:3.0:1749609189.996324:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609189.996326:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609189.996326:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609189.996327:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749609189.996328:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 157936 00000020:00000001:2.0:1749609189.996329:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609189.996329:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:2.0:1749609189.996330:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609189.996332:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609189.996332:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:1.0:1749609189.996334:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609189.996334:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609189.996336:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000001:3.0:1749609189.996336:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609189.996338:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609189.996339:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf59850 x1834594612241280/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:135/0 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609189.996340:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000100:00000001:1.0:1749609189.996342:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609189.996344:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749609189.996344:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000010:1.0:1749609189.996347:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a105c00. 00000100:00100000:3.0:1749609189.996348:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612241280:12345-0@lo:400: Request processed in 145us (334us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609189.996349:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749609189.996350:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a105c00 x1834594612241664 msgsize 520 00000100:00000001:2.0:1749609189.996350:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609189.996351:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609189.996354:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609189.996356:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609189.996356:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00000040:3.0:1749609189.996358:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:3.0:1749609189.996361:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609189.996362:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609189.996363:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609189.996366:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609189.996367:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000020:00000010:3.0:1749609189.996367:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000400:00000010:1.0:1749609189.996369:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:1.0:1749609189.996371:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749609189.996371:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000100:00000200:1.0:1749609189.996374:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609189.996374:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:2.0:1749609189.996375:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609189.996376:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1749609189.996378:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00100000:2.0:1749609189.996380:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 02000000:00000001:3.0:1749609189.996381:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749609189.996383:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362110080 : -131939347441536 : ffff88007a105880) 02000000:00000010:3.0:1749609189.996384:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f9400. 02000000:00000001:3.0:1749609189.996386:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1749609189.996387:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a105880 x1834594612241408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609209 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609189.996388:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.996391:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609189.996393:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609189.996393:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609189.996396:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62948. 00000100:00100000:2.0:1749609189.996397:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a105880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612241408:12345-0@lo:38: 00000400:00000010:3.0:1749609189.996400:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3300. 00000100:00000001:1.0:1749609189.996401:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996402:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749609189.996402:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612241408 00000020:00000001:2.0:1749609189.996404:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609189.996406:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609189.996407:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609189.996409:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 830 usecs (1 jiffies) 00000100:00000001:1.0:1749609189.996411:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298466401 00000100:00000001:1.0:1749609189.996414:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298466408 00000100:00000001:3.0:1749609189.996415:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609189.996416:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298466401 00000100:00000001:1.0:1749609189.996418:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298466408 00000100:00100000:3.0:1749609189.996418:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749609189.996419:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298466401 00000100:00000001:3.0:1749609189.996419:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.996421:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298466408 00000020:00000001:2.0:1749609189.996421:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996422:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298466401 00000100:00000001:3.0:1749609189.996423:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609189.996424:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298466408 00010000:00020000:2.0:1749609189.996424:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609189.996424:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.996425:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609189.996426:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609189.996427:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609189.996427:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609189.996428:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609189.996429:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609189.996430:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609189.996430:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609189.996432:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609189.996433:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749609189.996433:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.996435:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609189.996435:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609189.996436:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749609189.996437:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609189.996438:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609189.996440:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609189.996440:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609189.996441:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609189.996442:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609189.996444:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609189.996444:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609189.996446:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609189.996448:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609189.996450:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612241920:0@lo:400: 00000100:00000001:1.0:1749609189.996452:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609189.996453:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609189.996454:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609189.996456:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1749609189.996456:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a0000. 02000000:00000001:3.0:1749609189.996456:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609189.996457:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609189.996458:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609189.996459:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609189.996459:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749609189.996461:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996461:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609189.996462:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9e00. 00000100:00100000:1.0:1749609189.996463:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612241792:0@lo:38: 00010000:00000001:2.0:1749609189.996464:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609189.996464:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609189.996466:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609189.996466:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62e70. 00000100:00000001:1.0:1749609189.996467:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609189.996469:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:2.0:1749609189.996469:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:3.0:1749609189.996470:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283220. 02000000:00000001:1.0:1749609189.996471:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996472:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:3.0:1749609189.996472:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612241920, portal 10 02000000:00000001:1.0:1749609189.996473:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609189.996475:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609189.996475:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609189.996476:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001499264 : -131938708052352 : ffff8800a02ca680) 02000000:00000010:1.0:1749609189.996477:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fc400. 00000100:00000040:2.0:1749609189.996477:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609189.996479:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996480:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:1.0:1749609189.996482:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000100:00000001:2.0:1749609189.996482:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609189.996482:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609189.996485:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:1.0:1749609189.996486:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 02000000:00000001:2.0:1749609189.996487:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609189.996488:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609189.996489:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612241792, portal 10 02000000:00000001:2.0:1749609189.996489:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609189.996490:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609189.996491:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609189.996491:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609189.996492:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001492992 : -131938708058624 : ffff8800a02c8e00) 00000400:00000010:3.0:1749609189.996493:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283440. 00000100:00000040:2.0:1749609189.996494:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609189.996495:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612241920, offset 0 00000400:00000010:2.0:1749609189.996523:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93550. 00000100:00000040:1.0:1749609189.996545:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.996553:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609189.996555:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609189.996558:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000400:00000200:3.0:1749609189.996562:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749609189.996566:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612241408, offset 0 00000400:00000200:3.0:1749609189.996568:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609189.996574:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b6600 00000100:00000200:1.0:1749609189.996583:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612241792, offset 0 00000400:00000200:2.0:1749609189.996585:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609189.996590:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 158456 00000400:00000200:2.0:1749609189.996593:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609189.996595:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609189.996596:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609189.996598:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609189.996600:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b6400 00000400:00000200:1.0:1749609189.996603:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609189.996603:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609189.996604:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749609189.996605:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16785 [1] + 0 00000100:00000010:3.0:1749609189.996607:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b2300. 00000400:00000200:1.0:1749609189.996610:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b6580 00000400:00000200:2.0:1749609189.996610:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609189.996610:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b2300 x1834594612241920 msgsize 224 00000400:00000200:2.0:1749609189.996614:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609189.996615:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609189.996616:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 158680 00000100:00000001:2.0:1749609189.996620:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609189.996622:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609189.996622:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609189.996625:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609189.996625:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609189.996627:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283440 00000400:00000010:3.0:1749609189.996628:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283440. 00000100:00000001:3.0:1749609189.996631:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609189.996632:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609189.996634:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749609189.996634:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609189.996634:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609189.996637:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a105f80. 00000100:00000040:1.0:1749609189.996639:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a105f80 x1834594612241792 msgsize 520 00000100:00000001:3.0:1749609189.996642:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609189.996643:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609189.996644:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609189.996645:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609189.996650:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93550 00000100:00000001:3.0:1749609189.996651:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996652:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:2.0:1749609189.996652:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93550. 00000100:00000001:3.0:1749609189.996652:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609189.996655:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609189.996656:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609189.996656:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609189.996657:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000400:00000010:1.0:1749609189.996659:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000040:3.0:1749609189.996659:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 00000100:00000001:2.0:1749609189.996660:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996661:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298466402 00000100:00000001:1.0:1749609189.996662:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609189.996663:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609189.996665:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996665:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298466408 00000100:00000200:1.0:1749609189.996666:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609189.996667:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609189.996667:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298466402 00000100:00000001:3.0:1749609189.996669:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298466408 00000100:00000040:2.0:1749609189.996671:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a105880 x1834594612241408/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609189.996671:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298466402 00000100:00000001:3.0:1749609189.996672:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298466408 00000100:00000001:1.0:1749609189.996674:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609189.996674:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298466402 00000100:00000001:3.0:1749609189.996676:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298466408 00000100:00000040:1.0:1749609189.996677:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609189.996677:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609189.996679:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609189.996681:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a105880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612241408:12345-0@lo:38: Request processed in 284us (547us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609189.996681:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996683:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996684:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996686:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609189.996689:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609189.996692:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00000040:1.0:1749609189.996693:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:1.0:1749609189.996695:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298466402 00000100:00000001:2.0:1749609189.996695:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609189.996696:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609189.996698:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298466408 00000020:00000010:2.0:1749609189.996699:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000100:00000001:1.0:1749609189.996700:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298466402 00000100:00000001:1.0:1749609189.996701:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298466408 00000100:00000001:3.0:1749609189.996701:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609189.996703:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298466402 00000100:00000001:3.0:1749609189.996703:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749609189.996704:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000100:00000001:1.0:1749609189.996705:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298466408 00000400:00000001:3.0:1749609189.996706:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609189.996707:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298466402 00000020:00000010:2.0:1749609189.996707:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000400:00000001:3.0:1749609189.996708:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609189.996709:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298466408 00000400:00000010:3.0:1749609189.996709:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62000. 00000100:00000001:2.0:1749609189.996710:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.996711:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609189.996712:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000100:00000001:1.0:1749609189.996713:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609189.996714:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000400:00000001:1.0:1749609189.996717:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609189.996717:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749609189.996719:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609189.996720:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000100:00000200:3.0:1749609189.996720:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609189.996725:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609189.996726:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609189.996729:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609189.996729:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749609189.996729:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609189.996731:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612241920 00000100:00000200:1.0:1749609189.996732:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609189.996733:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609189.996735:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609189.996736:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609189.996737:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996738:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609189.996740:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996740:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749609189.996741:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609189.996742:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612241920 02000000:00000001:3.0:1749609189.996742:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749609189.996744:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609189.996744:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749609189.996745:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:3.0:1749609189.996746:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609189.996747:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609189.996748:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609189.996748:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609189.996749:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:1.0:1749609189.996750:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609189.996751:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00001000:3.0:1749609189.996751:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=8 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609189.996753:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749609189.996753:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00001000:3.0:1749609189.996754:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=148 v=5 (1 1 1 1) 02000000:00000001:1.0:1749609189.996755:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609189.996757:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609189.996757:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609189.996757:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609189.996759:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609189.996759:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00000100:00000001:3.0:1749609189.996759:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609189.996761:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609189.996761:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1749609189.996762:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609189.996763:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4f40. 00000100:00000001:3.0:1749609189.996763:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609189.996765:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609189 v=5 (0 0 0 0) 00000100:00000040:3.0:1749609189.996766:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609189.996767:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00001000:1.0:1749609189.996769:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=5 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609189.996770:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609189.996771:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609189.996772:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609189.996772:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1749609189.996773:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609189.996774:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609189.996774:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609189.996775:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.996776:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609189.996776:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609189.996778:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000040:1.0:1749609189.996779:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609189.996780:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612241280:0@lo:400: 00000100:00000001:3.0:1749609189.996783:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609189.996784:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609189.996784:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609189.996785:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9880 x1834594612241280/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609189.996786:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609189.996787:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609189.996787:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609189.996789:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.996790:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609189.996790:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609189.996791:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609189.996792:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609189.996792:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 00000100:00000001:2.0:1749609189.996793:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609189.996794:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749609189.996794:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609189.996795:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749609189.996795:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609189.996796:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609189.996796:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:1.0:1749609189.996797:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609189.996797:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609189.996798:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7900. 00000100:00080000:1.0:1749609189.996800:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749609189.996800:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609189.996800:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609189.996801:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9880. 00000100:00080000:1.0:1749609189.996803:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609189.996804:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609189.996804:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609189.996805:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.996806:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609189.996806:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609189.996809:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609214 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609189.996809:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609189.996810:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996811:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609189.996812:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609189.996813:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609189.996813:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609189.996816:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1749609189.996818:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612241408:0@lo:38: 00000100:00000040:2.0:1749609189.996819:0:16223:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:2.0:1749609189.996821:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806364928 : -131938903186688 : ffff8800948b2300) 00000100:00000001:1.0:1749609189.996822:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996824:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609189.996826:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02ca300 x1834594612241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609214 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609189.996826:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b2300 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:135/0 lens 224/0 e 0 to 0 dl 1749609200 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.996833:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609189.996835:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609189.996835:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1749609189.996837:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1ab0c00. 00000020:00000010:2.0:1749609189.996837:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706440. 00000100:00000001:2.0:1749609189.996840:0:16223:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609189.996840:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609189.996841:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1749609189.996842:0:16223:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706440. 00000100:00000001:3.0:1749609189.996842:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609189.996843:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609189.996845:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:3.0:1749609189.996845:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000020:00000001:1.0:1749609189.996847:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1749609189.996847:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612241920:12345-0@lo:400: 00000100:00000001:3.0:1749609189.996847:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362111872 : -131939347439744 : ffff88007a105f80) 02000000:00000010:1.0:1749609189.996848:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072c000. 00000100:00000040:3.0:1749609189.996850:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a105f80 x1834594612241792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609209 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609189.996851:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1749609189.996851:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612241920 02000000:00000001:1.0:1749609189.996853:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749609189.996853:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:1.0:1749609189.996854:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02ca300. 00000020:00000001:2.0:1749609189.996855:0:16223:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609189.996857:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1749609189.996857:0:16223:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609189.996857:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a105f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612241792:12345-0@lo:38: 00000100:00000001:1.0:1749609189.996859:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609189.996859:0:16223:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609189.996860:0:16223:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000200:3.0:1749609189.996860:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612241792 00000100:00000001:1.0:1749609189.996861:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609189.996861:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609189.996863:0:16223:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749609189.996863:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609189.996865:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609189.996866:0:16223:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.996867:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:2.0:1749609189.996868:0:16223:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609189.996869:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609189.996869:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609189.996870:0:16223:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609189.996871:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00020000:3.0:1749609189.996871:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609189.996872:0:16223:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.996873:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609189.996873:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609189.996874:0:16223:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609189.996875:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609189.996875:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609189.996876:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609189.996877:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609189.996878:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609189.996879:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609189.996879:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609189.996881:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a0400. 02000000:00000010:3.0:1749609189.996881:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f9400. 02000000:00000001:3.0:1749609189.996882:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609189.996883:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996884:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609189.996886:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609189.996886:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00080000:1.0:1749609189.996887:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:3.0:1749609189.996887:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609189.996888:0:16223:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609189.996889:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000040:2.0:1749609189.996890:0:16223:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612241920 00000020:00000040:1.0:1749609189.996891:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:3.0:1749609189.996891:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609189.996892:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749609189.996893:0:16223:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749609189.996894:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00080000:1.0:1749609189.996895:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1749609189.996895:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:1.0:1749609189.996896:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00010000:00000200:2.0:1749609189.996896:0:16223:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948b2300 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:135/0 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609189.996897:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609189.996899:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:3.0:1749609189.996900:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609189.996902:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996903:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609189.996904:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609189.996905:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609189.996906:0:16223:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609189.996907:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00001000:2.0:1749609189.996908:0:16223:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=152 v=5 (1 1 1 1) 00000100:00000200:3.0:1749609189.996909:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612241792, offset 0 00000100:00000001:2.0:1749609189.996912:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609189.996912:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609189.996915:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:2.0:1749609189.996917:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609189.996917:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609189.996919:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609189.996920:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609189.996921:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b6580 00000100:00000001:2.0:1749609189.996922:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609189.996926:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609189.996926:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609189.996926:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x167ad [1] + 0 00000400:00000200:3.0:1749609189.996947:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609189.996950:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609189.996952:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749609189.996952:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93550. 00000100:00000001:3.0:1749609189.996953:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749609189.996955:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749609189.996956:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609189.996957:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609189.996959:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:1.0:1749609189.996962:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000100:00000040:3.0:1749609189.996962:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609189.996964:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:1.0:1749609189.996967:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609189.996968:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612241920, offset 224 00000100:00000001:3.0:1749609189.996968:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609189.996971:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609189.996971:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000400:00000010:3.0:1749609189.996972:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00000001:3.0:1749609189.996974:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609189.996975:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749609189.996976:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609189.996977:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609189.996979:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000200:1.0:1749609189.996980:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609189.996980:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609189.996982:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609189.996983:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609189.996983:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a105f80 x1834594612241792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609209 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.996988:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609189.996989:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b6600 00000100:00000001:1.0:1749609189.996990:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609189.996990:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a105f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612241792:12345-0@lo:38: Request processed in 132us (349us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609189.996992:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609189.996993:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749609189.996994:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x167a9 [1] + 224 00000100:00000001:1.0:1749609189.996995:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609189.996995:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00000100:00000001:3.0:1749609189.996997:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609189.996998:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.996998:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609189.996999:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609189.997000:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609189.997000:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000400:00000200:2.0:1749609189.997002:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609189.997002:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e578. 00000100:00001000:1.0:1749609189.997004:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609189 v=5 (0 0 0 0) 00000020:00000010:3.0:1749609189.997004:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000001:2.0:1749609189.997006:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609189.997007:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609189.997008:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=5 v=20 (1 1 20 1) 00000100:00000200:2.0:1749609189.997010:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.997011:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609189.997012:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609189.997014:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609189.997018:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609189.997019:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.997027:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609189.997029:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609189.997031:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609189.997031:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609189.997033:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609189.997034:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609189.997035:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93550 00000100:00080000:1.0:1749609189.997036:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:2.0:1749609189.997038:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93550. 00000100:00080000:1.0:1749609189.997039:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609189.997040:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609189.997041:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609189.997041:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609189.997042:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609189.997044:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609214 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609189.997044:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609189.997044:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609189.997046:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609189.997047:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000001:3.0:1749609189.997047:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609189.997049:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62e70. 00010000:00000001:2.0:1749609189.997050:0:16223:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749609189.997051:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283220 00000020:00000001:2.0:1749609189.997052:0:16223:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609189.997052:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283220. 00000100:00100000:1.0:1749609189.997053:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612241664:0@lo:38: 00000020:00000001:2.0:1749609189.997053:0:16223:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609189.997053:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609189.997056:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609189.997057:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b2300 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:135/0 lens 224/224 e 0 to 0 dl 1749609200 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.997058:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.997059:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749609189.997061:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609189.997062:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02cb100 x1834594612241664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609214 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609189.997066:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612241920:12345-0@lo:400: Request processed in 230us (454us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609189.997066:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609189.997067:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609189.997068:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609189.997069:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609189.997070:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609189.997070:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609189.997071:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609189.997071:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609189.997073:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609189.997074:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f000. 00000100:00100000:2.0:1749609189.997075:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00001000:3.0:1749609189.997076:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=152 v=5 (5 5 5 5) 00000100:00000040:2.0:1749609189.997077:0:16223:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00001000:3.0:1749609189.997078:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=152 v=5 (1 1 1 1) 02000000:00000001:1.0:1749609189.997079:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609189.997079:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749609189.997080:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609189.997080:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609189.997081:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609189.997082:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609189.997082:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749609189.997082:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1749609189.997084:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:3.0:1749609189.997084:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609189.997085:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 02000000:00000010:1.0:1749609189.997086:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072d400. 02000000:00000001:1.0:1749609189.997088:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1749609189.997088:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00010000:00000001:3.0:1749609189.997089:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609189.997090:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609189.997090:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1749609189.997091:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02cb100. 00000020:00000010:2.0:1749609189.997091:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000040:3.0:1749609189.997091:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609189.997092:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609189.997093:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.997094:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1749609189.997094:0:16223:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609189.997095:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609189.997095:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609189.997096:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.997097:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.997099:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609189.997099:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609189.997101:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609189.997101:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609189.997102:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609189.997104:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609189.997104:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609189.997105:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609189.997107:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000100:00100000:3.0:1749609189.997109:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612241920:0@lo:400: 00000400:00000200:1.0:1749609189.997110:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:1.0:1749609189.997112:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:3.0:1749609189.997112:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609189.997113:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609189.997114:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609189.997114:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02ca680 x1834594612241920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609189.997117:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609189.997118:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609189.997119:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609189.997120:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9e00. 02000000:00000001:3.0:1749609189.997122:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609189.997123:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609189.997123:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609189.997125:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1749609189.997126:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609189.997126:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7500. 02000000:00000001:3.0:1749609189.997127:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609189.997128:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609189.997129:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02ca680. 00000100:00000001:3.0:1749609189.997131:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609189.997131:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609189.997132:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609189.997134:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609189.997135:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609189.997135:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.997136:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609189.997137:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609189.997138:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609189.997138:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609189.997140:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609189.997142:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609189.997144:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609189.997146:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609189.997150:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609189 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609189.997153:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=152 v=20 (1 20 1 1) 00000100:00000001:1.0:1749609189.997156:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609189.997158:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609189.997160:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609189.997163:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609214 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.997171:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609189.997174:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609189.997176:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.997178:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609189.997180:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609189.997182:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609189.997185:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609189.997187:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609189.997190:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609214 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609189.997199:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612241792:0@lo:38: 00000100:00000001:1.0:1749609189.997203:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.997205:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609189.997207:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c8e00 x1834594612241792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609214 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609189.997215:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609189.997216:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609189.997218:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fc400. 02000000:00000001:1.0:1749609189.997221:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609189.997222:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609189.997223:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609189.997225:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609189.997226:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a072d000. 02000000:00000001:1.0:1749609189.997229:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609189.997230:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609189.997231:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8e00. 00000100:00000001:1.0:1749609189.997241:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609189.997242:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.997244:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609189.997248:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609189.997250:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609189.997252:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609189.997253:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609190.003563:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298466408, at 4298466408 00000100:00000010:1.0:1749609190.003569:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8dc0. 00000100:00000040:3.0:1749609190.003574:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298466408, at 4298466408 00000100:00000040:2.0:1749609190.003580:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298466408, at 4298466408 00000100:00000010:3.0:1749609190.003582:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8500. 00000100:00000010:2.0:1749609190.003586:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8ec0. 00000020:00000001:1.0:1749609190.301780:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609190.301786:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609190.301790:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609191.303737:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609191.303742:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609191.303745:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749609191.758795:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609191.758800:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730239104 02000000:00000001:3.0:1749609191.758804:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609191.758807:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609191.758810:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609191.758816:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609191.758821:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730239104 00000020:00000001:3.0:1749609191.758824:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609191.758826:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609191.758829:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609191.758833:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609191.758835:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609191.758838:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609191.758844:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609191.758848:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000001:3.0:1749609191.758851:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609191.758853:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000020:00000010:3.0:1749609191.758859:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000010:3.0:1749609191.758864:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609191.758869:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000040:3.0:1749609191.758877:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609191.758881:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609191.758882:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609191.758884:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609191.758891:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609191.758927:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609191.758949:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609191.758951:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609191.758957:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1403 00000100:00000040:3.0:1749609191.758960:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609191.758962:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346710608 : -131936362841008 : ffff88012bf5bc50) 00000100:00000040:3.0:1749609191.758970:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf5bc50 x1834594730239104/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:137/0 lens 224/0 e 0 to 0 dl 1749609202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609191.758976:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609191.758981:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749609191.758982:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730239232 00000020:00000010:3.0:1749609191.758983:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000001:3.0:1749609191.758985:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609191.758986:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749609191.758987:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000100:00000001:2.0:1749609191.758989:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609191.758991:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730239104:12345-192.168.201.20@tcp:400: 00000100:00000001:2.0:1749609191.758992:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609191.758996:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730239104 02000000:00000001:2.0:1749609191.758997:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609191.758999:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609191.759001:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730239232 00000020:00000001:3.0:1749609191.759003:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609191.759004:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609191.759006:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609191.759006:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609191.759008:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609191.759009:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609191.759010:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:2.0:1749609191.759012:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609191.759013:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609191.759014:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609191.759015:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609191.759016:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609191.759018:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1749609191.759021:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000001:3.0:1749609191.759021:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609191.759023:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1749609191.759027:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000100:00000001:3.0:1749609191.759027:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609191.759029:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749609191.759032:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 02000000:00000010:3.0:1749609191.759034:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f9800. 02000000:00000001:3.0:1749609191.759037:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609191.759038:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609191.759039:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609191.759040:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609191.759041:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609191.759043:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609191.759044:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730239104 00010000:00000001:3.0:1749609191.759047:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609191.759048:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609191.759050:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf5bc50 x1834594730239104/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:137/0 lens 224/224 e 0 to 0 dl 1749609202 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609191.759060:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609191.759061:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609191.759064:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609191.759070:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609191.759072:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609191.759074:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609191.759076:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609191.759076:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609191.759078:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609191.759081:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609191.759083:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609191.759087:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1749609191.759087:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283220. 00000100:00000001:2.0:1749609191.759089:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609191.759092:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730239104, offset 224 00000100:00100000:2.0:1749609191.759095:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2642 00000100:00000001:2.0:1749609191.759098:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361961728 : -131939347589888 : ffff88007a0e1500) 00000400:00000200:3.0:1749609191.759099:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609191.759103:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0e1500 x1834594730239232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609211 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609191.759111:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00100000:2.0:1749609191.759116:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730239232:12345-192.168.201.20@tcp:38: 00000400:00000200:3.0:1749609191.759118:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1998:1998:256:4294967295] 192.168.201.20@tcp LPNI seq info [1994:1994:8:4294967295] 00000100:00000200:2.0:1749609191.759119:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730239232 00000020:00000001:2.0:1749609191.759122:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609191.759125:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749609191.759129:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609191.759135:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609191.759139:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695c00. 00000020:00000001:2.0:1749609191.759144:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609191.759144:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00010000:00020000:2.0:1749609191.759149:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609191.759153:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000800:00000200:3.0:1749609191.759153:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609191.759156:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1749609191.759157:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609191.759171:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609191.759174:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609191.759176:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609191.759182:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a0800. 02000000:00000001:2.0:1749609191.759185:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609191.759188:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609191.759188:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609191.759192:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609191.759192:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609191.759194:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609191.759194:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609191.759196:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609191.759198:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749609191.759198:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609191.759202:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749609191.759202:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf5bc50 x1834594730239104/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:137/0 lens 224/224 e 0 to 0 dl 1749609202 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609191.759211:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730239104:12345-192.168.201.20@tcp:400: Request processed in 229us (572us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609191.759213:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:2.0:1749609191.759218:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749609191.759219:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1403 00000100:00000040:3.0:1749609191.759221:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000040:2.0:1749609191.759222:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609191.759224:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609191.759225:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609191.759226:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609191.759229:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000020:00000010:3.0:1749609191.759230:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000100:00000040:2.0:1749609191.759233:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000010:3.0:1749609191.759233:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 02000000:00000001:2.0:1749609191.759236:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749609191.759237:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 02000000:00000001:2.0:1749609191.759239:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609191.759241:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:2.0:1749609191.759242:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609191.759245:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609191.759246:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000200:3.0:1749609191.759248:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749609191.759250:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93550. 00000400:00000010:3.0:1749609191.759252:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62e70. 00000100:00000200:2.0:1749609191.759254:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730239232, offset 0 00000400:00000010:3.0:1749609191.759256:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3180. 00000400:00000200:2.0:1749609191.759264:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609191.759273:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609191.759280:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [1999:1999:255:4294967295] 192.168.201.20@tcp LPNI seq info [1995:1995:7:4294967295] 00000400:00000200:2.0:1749609191.759303:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609191.759311:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000200:1.0:1749609191.759314:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609191.759316:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7800. 00000800:00000010:1.0:1749609191.759319:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695c00. 00000800:00000200:2.0:1749609191.759322:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:1.0:1749609191.759324:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1749609191.759330:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:2.0:1749609191.759334:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749609191.759335:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609191.759339:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283220 00000100:00000001:2.0:1749609191.759339:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609191.759342:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283220. 00000100:00000040:2.0:1749609191.759343:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609191.759346:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609191.759347:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749609191.759349:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609191.759350:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609191.759353:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f9800. 02000000:00000001:1.0:1749609191.759355:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1749609191.759355:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0e1500 x1834594730239232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609211 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609191.759356:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749609191.759370:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730239232:12345-192.168.201.20@tcp:38: Request processed in 254us (596us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609191.759381:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2642 00000800:00000200:1.0:1749609191.759382:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609191.759384:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7800. 00000100:00000001:2.0:1749609191.759384:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609191.759385:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609191.759386:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609191.759390:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:2.0:1749609191.759390:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000400:00000200:1.0:1749609191.759393:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93550 00000400:00000010:1.0:1749609191.759394:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93550. 00000020:00000010:2.0:1749609191.759394:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000100:00000001:1.0:1749609191.759396:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609191.759397:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749609191.759397:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:2.0:1749609191.759401:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609191.759602:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609191.759607:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057c00. 00000400:00000200:2.0:1749609191.759612:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609191.759619:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609191.759624:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668d48 00000400:00000010:2.0:1749609191.759626:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668d48. 00000100:00000001:2.0:1749609191.759631:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609191.759634:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609192.305683:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609192.305687:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609192.305690:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609192.710650:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609192.710656:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609192.710657:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609192.710660:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609192.710663:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609192.710666:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609192.710668:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609192.710670:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609192.710672:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609193.307726:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609193.307746:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609193.307749:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609194.309920:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609194.309926:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609194.309930:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1749609195.003630:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609195.003643:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609195.003652:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8380. 00000020:00000040:2.0:1749609195.003660:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609195.003667:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609195.003672:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609195.003678:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609195.003688:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7600. 00000100:00000001:2.0:1749609195.003696:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609195.003709:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609195.003737:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609195.003740:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609195.003748:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c8380] to pc [ptlrpcd_00_03+3] req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.003795:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609195.003800:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609195.003805:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609195.003808:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609195.003811:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609195.003816:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609195.003820:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3799 00000100:00080000:2.0:1749609195.003824:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609195.003829:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609195.003833:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609195.003836:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609195.003840:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609195.003872:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609195.003875:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609195.003880:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609195.003885:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609195.003889:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609195.003892:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609195.003896:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609195.003899:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609195.003901:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609195.003904:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609195.003908:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609195.003912:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609195.003915:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609195.003920:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609195.003920:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609195.003926:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609195.003929:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609195.003930:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609195.003934:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609195.003936:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.003937:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609195.003941:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609195.003946:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9180. 00000100:00000001:3.0:1749609195.003948:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749609195.003950:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749609195.003950:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609195.003954:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749609195.003954:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609195.003956:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609195.003957:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609195.003959:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.003960:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1749609195.003961:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612242432:0@lo:400: 02000000:00000001:2.0:1749609195.003962:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609195.003965:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.003966:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1749609195.003970:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a0c00. 02000000:00000001:3.0:1749609195.003972:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609195.003974:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.003975:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609195.003977:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609195.003981:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9e00. 00000100:00100000:2.0:1749609195.003982:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749609195.003983:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609195.003989:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62000. 00000100:00000001:2.0:1749609195.003995:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1749609195.003996:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00000001:2.0:1749609195.003997:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609195.004001:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9180] to pc [ptlrpcd_rcv+-1] req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609195.004003:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612242432, portal 25 00000100:00000001:3.0:1749609195.004006:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609195.004007:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001490304 : -131938708061312 : ffff8800a02c8380) 00000100:00000040:3.0:1749609195.004012:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609195.004020:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609195.004023:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609195.004025:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283440. 00000100:00000200:3.0:1749609195.004027:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612242432, offset 0 00000400:00000200:3.0:1749609195.004034:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609195.004038:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609195.004042:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609195.004047:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749609195.004049:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749609195.004050:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8000. 00000020:00000040:2.0:1749609195.004054:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609195.004057:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609195.004059:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749609195.004060:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b6800 02000000:00000001:2.0:1749609195.004062:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609195.004066:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7f00. 00000400:00000200:3.0:1749609195.004066:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15c79 [2] + 0 00000100:00000001:2.0:1749609195.004070:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609195.004070:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17210. 00000100:00000040:2.0:1749609195.004075:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a02c8000 x1834594612242688/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609195.004076:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19300 00000400:00000200:3.0:1749609195.004083:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609195.004086:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749609195.004087:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609195.004089:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609195.004091:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19300 00000400:00000010:3.0:1749609195.004093:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19300. 00000100:00000001:3.0:1749609195.004099:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609195.004100:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1749609195.004103:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c8000] to pc [ptlrpcd_00_00+0] req@ffff8800a02c8000 x1834594612242688/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609195.004104:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf5a050 x1834594612242432 msgsize 224 00000100:00100000:3.0:1749609195.004108:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609195.004110:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1749609195.004122:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609195.004130:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283440 00000400:00000010:3.0:1749609195.004131:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283440. 00000100:00000001:3.0:1749609195.004135:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609195.004137:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609195.004138:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609195.004140:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609195.004145:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749609195.004147:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609195.004147:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609195.004148:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:3.0:1749609195.004149:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609195.004150:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749609195.004152:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609195.004153:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749609195.004155:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609195.004156:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609195.004157:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3799 00000100:00000001:3.0:1749609195.004158:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1749609195.004160:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749609195.004161:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609195.004161:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609195.004164:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609195.004165:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298471416 00000100:00000001:2.0:1749609195.004167:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749609195.004168:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8500. 00000100:00000040:2.0:1749609195.004170:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609195.004172:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609195.004173:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609195.004175:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004175:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1749609195.004176:0:5:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749609195.004178:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749609195.004178:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 02000000:00000001:1.0:1749609195.004181:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609195.004181:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298471416 00000020:00000001:2.0:1749609195.004182:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609195.004183:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609195.004183:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b80c0. 00000020:00000040:2.0:1749609195.004184:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00100000:1.0:1749609195.004186:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612242560:0@lo:38: 00000100:00000001:3.0:1749609195.004186:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1749609195.004188:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:3.0:1749609195.004188:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298471416 00000100:00000001:1.0:1749609195.004190:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1749609195.004190:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8d40. 00000020:00000001:2.0:1749609195.004191:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 02000000:00000001:1.0:1749609195.004193:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609195.004193:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 02000000:00000001:1.0:1749609195.004195:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609195.004195:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609195.004195:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298471416 02000000:00000001:1.0:1749609195.004196:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1749609195.004197:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b87c0. 00000100:00000001:2.0:1749609195.004198:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609195.004199:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1749609195.004200:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000010:1.0:1749609195.004201:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fc400. 00000100:00000001:3.0:1749609195.004202:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609195.004203:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004203:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609195.004205:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609195.004206:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000400:00000010:1.0:1749609195.004208:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000100:00000001:3.0:1749609195.004208:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609195.004210:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609195.004210:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609195.004213:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00000001:2.0:1749609195.004213:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609195.004215:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1749609195.004217:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612242560, portal 4 00000100:00000001:3.0:1749609195.004218:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609195.004219:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609195.004219:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1749609195.004220:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609195.004221:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001493888 : -131938708057728 : ffff8800a02c9180) 00000100:00000001:3.0:1749609195.004222:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609195.004223:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609195.004224:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004224:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609195.004227:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.004227:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609195.004227:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004230:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609195.004234:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02cb480. 00000100:00000001:1.0:1749609195.004235:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609195.004237:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:1.0:1749609195.004238:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609195.004239:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 02000000:00000001:2.0:1749609195.004241:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1749609195.004242:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612242560, offset 0 02000000:00000001:2.0:1749609195.004243:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004245:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609195.004247:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1749609195.004248:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609195.004248:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609195.004250:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609195.004250:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612242432 02000000:00000001:3.0:1749609195.004252:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1749609195.004255:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a1000. 00000100:00000001:3.0:1749609195.004255:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609195.004257:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609195.004257:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004259:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609195.004261:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609195.004264:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b6880 00000100:00100000:3.0:1749609195.004264:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612242432 00000100:00100000:2.0:1749609195.004265:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1749609195.004266:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609195.004268:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:3.0:1749609195.004270:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609195.004272:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 9360 00000020:00000040:3.0:1749609195.004272:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:3.0:1749609195.004275:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000200:1.0:1749609195.004277:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609195.004277:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1749609195.004277:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609195.004279:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609195.004281:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609195.004281:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609195.004283:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02cb480] to pc [ptlrpcd_rcv+-1] req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609195.004284:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b81c0. 00000100:00000001:3.0:1749609195.004286:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609195.004288:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b81c0. 00000020:00000010:3.0:1749609195.004293:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000001:2.0:1749609195.004295:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004296:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749609195.004297:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000100:00000200:1.0:1749609195.004298:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:2.0:1749609195.004299:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000010:3.0:1749609195.004301:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000010:1.0:1749609195.004302:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a106300. 00000100:00080000:2.0:1749609195.004304:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:1.0:1749609195.004305:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a106300 x1834594612242560 msgsize 520 00000100:00000001:2.0:1749609195.004305:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609195.004307:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1749609195.004307:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1749609195.004310:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609195.004310:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749609195.004310:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609195.004312:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:2.0:1749609195.004313:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3799 00000100:00000001:3.0:1749609195.004313:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609195.004316:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609195.004319:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609195.004320:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004322:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609195.004322:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609195.004324:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609195.004326:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609195.004327:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609195.004330:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000020:00000001:2.0:1749609195.004330:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1749609195.004332:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000020:00000040:2.0:1749609195.004332:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:1.0:1749609195.004334:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609195.004335:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609195.004336:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749609195.004337:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609195.004337:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:3.0:1749609195.004338:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609195.004340:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00100000:3.0:1749609195.004342:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000020:00000001:2.0:1749609195.004343:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:3.0:1749609195.004345:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609195.004346:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609195.004347:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609195.004347:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346703440 : -131936362848176 : ffff88012bf5a050) 00000100:00000040:1.0:1749609195.004348:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.004350:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609195.004351:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf5a050 x1834594612242432/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:141/0 lens 224/0 e 0 to 0 dl 1749609206 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609195.004352:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609195.004355:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004355:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609195.004356:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749609195.004358:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:1.0:1749609195.004360:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004360:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00080000:2.0:1749609195.004361:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000020:00000010:3.0:1749609195.004361:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b81c0. 00000100:00000040:1.0:1749609195.004363:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1026 usecs (2 jiffies) 00000100:00000001:3.0:1749609195.004363:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609195.004364:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004365:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298471410 00000020:00000010:3.0:1749609195.004365:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b81c0. 02000000:00000001:2.0:1749609195.004366:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1749609195.004367:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612242432:12345-0@lo:400: 00000100:00000001:1.0:1749609195.004368:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298471416 00000100:00000001:1.0:1749609195.004370:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298471410 02000000:00000001:2.0:1749609195.004371:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609195.004371:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612242432 00000100:00000001:1.0:1749609195.004372:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298471416 00000100:00000001:1.0:1749609195.004374:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298471410 02000000:00000001:2.0:1749609195.004374:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609195.004374:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609195.004376:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298471416 00000100:00000001:1.0:1749609195.004377:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298471410 00000100:00000001:2.0:1749609195.004377:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000020:00000001:3.0:1749609195.004377:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609195.004378:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004379:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298471416 00000100:00000001:1.0:1749609195.004380:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609195.004380:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004382:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609195.004382:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000010:2.0:1749609195.004383:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02caa00. 00000100:00000001:1.0:1749609195.004385:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609195.004385:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000040:2.0:1749609195.004386:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749609195.004387:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609195.004388:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749609195.004389:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609195.004390:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609195.004390:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609195.004391:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609195.004392:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609195.004393:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609195.004393:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1749609195.004393:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609195.004395:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609195.004395:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1749609195.004395:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004397:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609195.004397:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609195.004397:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609195.004398:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609195.004400:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609195.004400:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749609195.004401:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a1400. 02000000:00000001:3.0:1749609195.004402:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609195.004405:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609195.004405:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f9c00. 00000100:00000001:1.0:1749609195.004407:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749609195.004407:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004409:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004409:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609195.004411:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749609195.004411:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1749609195.004411:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609195.004413:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1749609195.004414:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612242432 02000000:00000001:1.0:1749609195.004415:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609195.004417:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612242816:0@lo:38: 00010000:00000001:3.0:1749609195.004417:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609195.004420:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000200:3.0:1749609195.004420:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf5a050 x1834594612242432/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:141/0 lens 224/224 e 0 to 0 dl 1749609206 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609195.004422:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609195.004422:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1749609195.004423:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004424:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609195.004425:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609195.004429:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f000. 00000100:00000040:2.0:1749609195.004429:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02caa00] to pc [ptlrpcd_rcv+-1] req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609195.004429:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609195.004431:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609195.004431:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609195.004434:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000100:00001000:3.0:1749609195.004434:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=14 v=5 (1 1 1 1) 00000400:00000010:1.0:1749609195.004436:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000001:3.0:1749609195.004438:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609195.004439:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612242816, portal 10 00000100:00000001:2.0:1749609195.004440:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004441:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749609195.004441:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609195.004442:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001502848 : -131938708048768 : ffff8800a02cb480) 00000100:00000001:3.0:1749609195.004442:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:2.0:1749609195.004444:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1749609195.004445:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609195.004446:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609195.004447:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609195.004448:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609195.004449:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1749609195.004450:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749609195.004452:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9c00. 00000400:00000010:3.0:1749609195.004452:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283440. 00000100:00000001:1.0:1749609195.004453:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609195.004455:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:3.0:1749609195.004455:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612242432, offset 224 00000100:00000040:1.0:1749609195.004456:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609195.004457:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000001:2.0:1749609195.004458:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749609195.004459:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609195.004460:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1749609195.004462:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612242816, offset 0 02000000:00000001:2.0:1749609195.004462:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609195.004465:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609195.004465:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609195.004466:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7100. 00000400:00000200:1.0:1749609195.004470:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609195.004470:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609195.004472:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b6800 00000400:00000200:1.0:1749609195.004475:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b6980 00000100:00000040:2.0:1749609195.004475:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609195.004476:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x167d9 [1] + 224 00000400:00000200:3.0:1749609195.004480:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609195.004482:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 160240 00000400:00000200:3.0:1749609195.004484:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609195.004486:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749609195.004487:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609195.004487:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609195.004488:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609195.004489:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609195.004490:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609195.004493:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9c00] to pc [ptlrpcd_00_01+1] req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609195.004494:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609195.004496:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609195.004536:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609195.004547:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:1.0:1749609195.004548:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a106680. 00000100:00000001:2.0:1749609195.004549:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609195.004550:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a106680 x1834594612242816 msgsize 520 00000400:00000200:3.0:1749609195.004553:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283440 00000100:00100000:1.0:1749609195.004554:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1749609195.004555:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283440. 00000100:00000040:2.0:1749609195.004556:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3809) 00000100:00000001:3.0:1749609195.004558:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609195.004559:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609195.004561:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609195.004562:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609195.004565:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:1.0:1749609195.004566:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00010000:00000001:3.0:1749609195.004567:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:1.0:1749609195.004568:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000020:00000001:3.0:1749609195.004569:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004570:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609195.004570:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609195.004571:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749609195.004573:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.004573:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609195.004575:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609195.004576:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf5a050 x1834594612242432/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:141/0 lens 224/224 e 0 to 0 dl 1749609206 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609195.004579:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609195.004580:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609195.004582:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609195.004585:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612242432:12345-0@lo:400: Request processed in 223us (479us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609195.004588:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004589:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609195.004592:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004592:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749609195.004592:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00000040:1.0:1749609195.004594:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 830 usecs (1 jiffies) 00000100:00000001:2.0:1749609195.004594:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609195.004595:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:1.0:1749609195.004596:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298471410 02000000:00000001:2.0:1749609195.004597:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609195.004597:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609195.004598:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298471416 00000100:00000001:3.0:1749609195.004599:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609195.004600:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298471410 02000000:00000001:2.0:1749609195.004600:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609195.004601:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298471416 00000020:00000010:3.0:1749609195.004602:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000100:00000001:1.0:1749609195.004603:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298471410 02000000:00000001:2.0:1749609195.004603:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004605:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298471416 00000020:00000010:3.0:1749609195.004605:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609195.004606:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298471410 00000100:00000001:1.0:1749609195.004608:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298471416 00000100:00100000:2.0:1749609195.004608:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612243072:0@lo:400: 00000020:00000010:3.0:1749609195.004608:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:1.0:1749609195.004610:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609195.004612:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609195.004612:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:1.0:1749609195.004614:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004614:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609195.004615:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609195.004616:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609195.004617:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f9c00. 02000000:00000001:2.0:1749609195.004618:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609195.004619:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749609195.004619:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609195.004620:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749609195.004620:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004621:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609195.004622:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609195.004623:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609195.004623:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609195.004624:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749609195.004624:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1749609195.004626:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609195.004627:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000400:00000010:3.0:1749609195.004627:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62630. 02000000:00000001:2.0:1749609195.004631:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609195.004631:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3900. 00000100:00000001:1.0:1749609195.004633:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609195.004635:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609195.004636:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f370. 02000000:00000001:1.0:1749609195.004637:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609195.004639:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609195.004641:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609195.004642:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c937f8. 00000100:00100000:1.0:1749609195.004643:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612242944:0@lo:38: 00000100:00000001:1.0:1749609195.004646:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609195.004647:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749609195.004647:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612243072, portal 10 00000100:00000001:3.0:1749609195.004647:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609195.004648:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609195.004649:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612242560 02000000:00000001:1.0:1749609195.004650:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609195.004650:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749609195.004651:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609195.004652:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001496576 : -131938708055040 : ffff8800a02c9c00) 02000000:00000010:1.0:1749609195.004653:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a072d000. 00000100:00000001:3.0:1749609195.004653:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609195.004655:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004655:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609195.004657:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 02000000:00000001:3.0:1749609195.004657:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609195.004659:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00100000:3.0:1749609195.004659:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612242560 00000100:00000040:2.0:1749609195.004660:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609195.004661:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749609195.004662:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612242944, portal 10 00000020:00000040:3.0:1749609195.004662:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609195.004664:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749609195.004664:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609195.004665:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001500160 : -131938708051456 : ffff8800a02caa00) 00000020:00000001:3.0:1749609195.004666:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609195.004668:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609195.004670:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.004670:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609195.004670:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000010:3.0:1749609195.004672:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000100:00000040:2.0:1749609195.004674:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749609195.004674:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609195.004676:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749609195.004677:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93198. 00000100:00000001:3.0:1749609195.004677:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749609195.004678:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609195.004679:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749609195.004680:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000001:3.0:1749609195.004680:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004683:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609195.004684:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612242944, offset 0 00000100:00000200:2.0:1749609195.004684:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612243072, offset 0 00000400:00000200:1.0:1749609195.004688:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609195.004689:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609195.004692:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609195.004694:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609195.004694:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609195.004695:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609195.004698:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000400:00000200:1.0:1749609195.004701:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b6a00 00000100:00000001:3.0:1749609195.004701:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362112768 : -131939347438848 : ffff88007a106300) 00000400:00000200:2.0:1749609195.004702:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609195.004704:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a106300 x1834594612242560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609215 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609195.004706:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 160760 00000400:00000200:1.0:1749609195.004710:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609195.004713:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609195.004713:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b6a80 00000100:00100000:3.0:1749609195.004714:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a106300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612242560:12345-0@lo:38: 00000100:00000200:3.0:1749609195.004717:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612242560 00000020:00000001:3.0:1749609195.004719:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609195.004720:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 161280 00010000:00000001:3.0:1749609195.004721:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609195.004728:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749609195.004728:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609195.004730:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609195.004733:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a106a00. 00000400:00000200:2.0:1749609195.004733:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609195.004735:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a106a00 x1834594612242944 msgsize 520 00000020:00000001:3.0:1749609195.004735:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609195.004738:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749609195.004739:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749609195.004741:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609195.004744:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609195.004746:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609195.004748:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609195.004748:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609195.004749:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609195.004751:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f9c00. 02000000:00000001:3.0:1749609195.004753:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004755:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609195.004757:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609195.004759:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00010000:00000001:3.0:1749609195.004759:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609195.004761:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:2.0:1749609195.004761:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1749609195.004761:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609195.004763:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609195.004764:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612242816 00000100:00000001:3.0:1749609195.004764:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:1.0:1749609195.004766:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609195.004767:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609195.004767:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609195.004769:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609195.004770:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609195.004771:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609195.004772:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004773:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609195.004774:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609195.004775:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609195.004776:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609195.004777:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609195.004779:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1749609195.004780:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612242816 02000000:00000001:3.0:1749609195.004780:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004781:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004782:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609195.004782:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609195.004783:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609195.004784:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609195.004784:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609195.004785:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:3.0:1749609195.004786:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283440. 00000100:00000040:1.0:1749609195.004787:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000020:00000001:2.0:1749609195.004788:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749609195.004788:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612242560, offset 0 00000100:00000001:1.0:1749609195.004789:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298471410 00000100:00000001:1.0:1749609195.004790:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298471416 00000020:00000001:2.0:1749609195.004790:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004792:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298471410 00000400:00000200:3.0:1749609195.004792:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609195.004793:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298471416 00000020:00000001:2.0:1749609195.004793:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004795:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298471410 00000100:00000001:1.0:1749609195.004797:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298471416 00000100:00000001:1.0:1749609195.004798:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298471410 00000020:00000010:2.0:1749609195.004798:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000400:00000200:3.0:1749609195.004798:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609195.004800:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298471416 00000100:00000001:1.0:1749609195.004801:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609195.004803:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609195.004803:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000400:00000200:3.0:1749609195.004803:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b6880 00000100:00000001:1.0:1749609195.004805:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004806:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609195.004806:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x167e1 [1] + 0 00000020:00000010:2.0:1749609195.004808:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:1.0:1749609195.004809:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609195.004810:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:3.0:1749609195.004810:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609195.004812:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609195.004813:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609195.004813:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749609195.004813:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609195.004814:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004815:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004816:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609195.004817:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749609195.004819:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.004820:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004825:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609195.004827:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1749609195.004827:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609195.004830:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609195.004836:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.004839:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609195.004842:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283440 00000100:00000001:1.0:1749609195.004870:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609195.004873:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612242944 02000000:00000001:1.0:1749609195.004874:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609195.004875:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609195.004876:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609195.004878:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004878:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749609195.004878:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283440. 00000100:00000001:3.0:1749609195.004880:0:16946:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609195.004881:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004882:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609195.004884:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612242944 00000100:00100000:2.0:1749609195.004884:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00000001:3.0:1749609195.004885:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609195.004886:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609195.004887:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609195.004887:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609195.004888:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362113664 : -131939347437952 : ffff88007a106680) 00000020:00000001:1.0:1749609195.004889:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609195.004889:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609195.004891:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609195.004891:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609195.004893:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609195.004893:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a106680 x1834594612242816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609215 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609195.004895:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a106300 x1834594612242560/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609215 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609195.004896:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000010:1.0:1749609195.004900:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00100000:3.0:1749609195.004903:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a106300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612242560:12345-0@lo:38: Request processed in 190us (597us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749609195.004904:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:1.0:1749609195.004907:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609195.004908:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609195.004909:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a106680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612242816:12345-0@lo:38: 00000100:00000001:1.0:1749609195.004910:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609195.004910:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00000001:3.0:1749609195.004913:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609195.004914:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609195.004915:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612242816 00000100:00000001:3.0:1749609195.004915:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609195.004917:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000020:00000001:2.0:1749609195.004918:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749609195.004919:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609195.004920:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609195.004921:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749609195.004922:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:3.0:1749609195.004924:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609195.004928:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609195.004929:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609195.004933:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000020:00000001:2.0:1749609195.004933:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004935:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362114560 : -131939347437056 : ffff88007a106a00) 00000100:00000001:3.0:1749609195.004936:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00020000:2.0:1749609195.004938:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609195.004938:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609195.004939:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a106a00 x1834594612242944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609215 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609195.004941:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:3.0:1749609195.004942:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609195.004943:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749609195.004945:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749609195.004945:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62000. 00000100:00000001:2.0:1749609195.004948:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749609195.004948:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000100:00100000:1.0:1749609195.004949:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a106a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612242944:12345-0@lo:38: 00000400:00000010:3.0:1749609195.004949:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00000001:2.0:1749609195.004951:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609195.004951:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609195.004952:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612242944 02000000:00000001:2.0:1749609195.004953:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749609195.004953:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609195.004955:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609195.004957:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749609195.004959:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1800. 00000100:00000200:3.0:1749609195.004961:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609195.004962:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004964:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609195.004966:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004968:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:1.0:1749609195.004969:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609195.004969:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609195.004969:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609195.004971:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004971:0:1512:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:1.0:1749609195.004972:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609195.004973:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1749609195.004975:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749609195.004975:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609195.004975:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609195.004976:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004977:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749609195.004978:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.004979:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609195.004979:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749609195.004981:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1749609195.004981:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=14 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609195.004982:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1749609195.004984:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072d400. 00000100:00001000:3.0:1749609195.004984:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=154 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609195.004985:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609195.004986:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004987:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609195.004988:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.004988:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609195.004988:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609195.004990:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609195.004991:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609195.004991:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00010000:00000001:1.0:1749609195.004992:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609195.004992:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.004994:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609195.004995:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749609195.004996:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:3.0:1749609195.004997:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609195.004998:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749609195.004999:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609195.005000:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609195.005002:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:2.0:1749609195.005002:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.005003:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609195.005004:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609195.005004:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609195.005006:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609195.005006:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609195.005007:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609195.005008:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:2.0:1749609195.005008:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609195.005010:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749609195.005010:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609195.005011:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 02000000:00000001:1.0:1749609195.005012:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.005014:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609195.005016:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609195.005016:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612242816, offset 0 00000400:00000010:1.0:1749609195.005018:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00100000:3.0:1749609195.005018:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612242432:0@lo:400: 00000400:00000200:2.0:1749609195.005022:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609195.005022:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.005023:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609195.005025:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c8380 x1834594612242432/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609195.005026:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612242944, offset 0 00000400:00000200:1.0:1749609195.005030:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609195.005032:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609195.005032:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609195.005033:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609195.005035:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9e00. 00000400:00000200:1.0:1749609195.005036:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609195.005037:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609195.005039:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609195.005039:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:3.0:1749609195.005041:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749609195.005042:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b6a00 00000400:00000200:2.0:1749609195.005042:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b6980 02000000:00000010:3.0:1749609195.005043:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7600. 02000000:00000001:3.0:1749609195.005045:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749609195.005046:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16805 [1] + 0 02000000:00000001:3.0:1749609195.005046:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609195.005047:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8380. 00000400:00000200:1.0:1749609195.005050:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609195.005053:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609195.005060:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609195.005061:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609195.005063:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x167f1 [1] + 0 00000100:00000001:3.0:1749609195.005063:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.005066:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609195.005067:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.005069:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609195.005070:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609195.005071:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609195.005075:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609195.005076:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609195.005077:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749609195.005079:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609195.005079:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609195.005080:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:3.0:1749609195.005082:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609195.005083:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749609195.005085:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609195.005085:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000100:00000040:1.0:1749609195.005087:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609195.005088:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:3.0:1749609195.005089:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:3.0:1749609195.005091:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609195.005094:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609195.005098:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609195.005102:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609195.005103:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609195.005106:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000400:00000010:1.0:1749609195.005108:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:3.0:1749609195.005109:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609195.005110:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609195.005110:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609195.005111:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609195.005111:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609195.005112:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609195.005113:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609195.005114:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.005114:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609195.005115:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609195.005116:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609195.005117:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609195.005118:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609195.005120:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609195.005120:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000100:00001000:3.0:1749609195.005120:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609195 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609195.005122:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=11 v=20 (1 1 20 1) 00000100:00000040:1.0:1749609195.005123:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a106a00 x1834594612242944/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609215 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609195.005123:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00000001:3.0:1749609195.005125:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609195.005127:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609195.005127:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609195.005129:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609195.005129:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609195.005131:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a106a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612242944:12345-0@lo:38: Request processed in 182us (394us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609195.005131:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.005133:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609195.005137:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:1.0:1749609195.005138:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00000100:00000001:3.0:1749609195.005138:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609195.005140:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609195.005140:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.005140:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609195.005141:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609195.005142:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749609195.005143:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609195.005143:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749609195.005145:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609195.005145:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749609195.005147:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000100:00080000:3.0:1749609195.005148:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749609195.005149:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a106680 x1834594612242816/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609215 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609195.005150:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00080000:3.0:1749609195.005150:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609195.005153:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.005153:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609195.005155:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609195.005162:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612242560:0@lo:38: 00000100:00100000:2.0:1749609195.005163:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a106680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612242816:12345-0@lo:38: Request processed in 254us (610us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609195.005166:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.005167:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609195.005170:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9180 x1834594612242560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609195.005176:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000100:00000001:3.0:1749609195.005176:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609195.005177:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609195.005179:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fc400. 00000100:00000001:2.0:1749609195.005180:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609195.005182:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609195.005182:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609195.005183:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609195.005184:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609195.005185:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609195.005186:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a0c00. 00000020:00000010:2.0:1749609195.005187:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 02000000:00000001:3.0:1749609195.005188:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609195.005189:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609195.005190:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9180. 00000020:00000010:2.0:1749609195.005192:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000010:2.0:1749609195.005196:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:3.0:1749609195.005198:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609195.005199:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609195.005200:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.005200:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.005202:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609195.005203:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609195.005205:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609195.005206:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609195.005207:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000400:00000200:3.0:1749609195.005209:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:3.0:1749609195.005210:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:3.0:1749609195.005212:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609195.005214:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.005219:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609195.005221:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609195.005221:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609195.005226:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9180. 00000100:00000001:3.0:1749609195.005228:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609195.005229:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609195.005230:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a02c9180 x1834594612243072 msgsize 224 00000100:00000001:3.0:1749609195.005231:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609195.005232:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609195.005233:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609195.005234:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609195.005236:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609195.005236:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609195.005238:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609195 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609195.005240:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=8 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609195.005244:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609195.005245:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609195.005247:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609195.005250:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609195.005256:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609195.005258:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609195.005258:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609195.005259:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.005260:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609195.005261:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609195.005263:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:2.0:1749609195.005264:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93198 00000100:00080000:3.0:1749609195.005265:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000400:00000010:2.0:1749609195.005267:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93198. 00000100:00000001:3.0:1749609195.005267:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609195.005269:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.005270:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609195.005276:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609195.005276:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612242944:0@lo:38: 00000400:00000001:3.0:1749609195.005280:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609195.005281:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609195.005282:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:3.0:1749609195.005284:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:3.0:1749609195.005285:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:3.0:1749609195.005287:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609195.005289:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749609195.005289:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609195.005292:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609195.005295:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609195.005301:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609195.005302:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609195.005304:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.005304:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609195.005305:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609195.005306:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609195.005307:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609195.005308:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.005310:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609195.005310:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609195.005312:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609195 v=5 (0 0 0 0) 00000100:00000040:2.0:1749609195.005315:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 00000100:00001000:3.0:1749609195.005315:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=11 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609195.005317:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609195.005318:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298471410 00000100:00000001:3.0:1749609195.005318:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609195.005320:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609195.005322:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298471416 00000100:00000040:3.0:1749609195.005322:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.005325:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298471410 00000100:00000001:2.0:1749609195.005328:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298471416 00000100:00000001:3.0:1749609195.005328:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609195.005330:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609195.005331:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298471410 00000100:00000001:3.0:1749609195.005331:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.005332:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609195.005333:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298471416 00000100:00000001:3.0:1749609195.005334:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609195.005336:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298471410 00000100:00080000:3.0:1749609195.005336:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609195.005338:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609195.005339:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298471416 00000100:00000001:3.0:1749609195.005339:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609195.005342:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609195.005342:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.005346:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609195.005348:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612242816:0@lo:38: 00000100:00000001:2.0:1749609195.005350:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.005351:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609195.005353:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.005353:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609195.005354:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02caa00 x1834594612242944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.005358:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609195.005360:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609195.005361:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1749609195.005361:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609195.005362:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a072d000. 00000100:00000001:2.0:1749609195.005364:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609195.005364:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609195.005365:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609195.005366:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1749609195.005366:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609195.005368:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609195.005369:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609195.005370:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a1400. 00000100:00000001:2.0:1749609195.005371:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609195.005372:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609195.005373:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609195.005375:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02caa00. 00000100:00000001:3.0:1749609195.005378:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609195.005379:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.005381:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609195.005382:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02cb480 x1834594612242816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609195.005388:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609195.005389:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609195.005390:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f000. 02000000:00000001:3.0:1749609195.005393:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609195.005393:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609195.005394:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609195.005396:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609195.005397:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a1000. 00000100:00080000:2.0:1749609195.005398:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:3.0:1749609195.005399:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609195.005399:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609195.005400:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02cb480. 00000020:00000040:2.0:1749609195.005402:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:3.0:1749609195.005403:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609195.005404:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.005405:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609195.005408:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609195.005409:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609195.005411:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609195.005412:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.005638:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609195.005641:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609195.005647:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609195.005658:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609195.005661:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f370. 00000400:00000200:2.0:1749609195.005666:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c937f8 00000400:00000010:2.0:1749609195.005668:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c937f8. 00000100:00000001:2.0:1749609195.005672:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609195.005678:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609195.005690:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.005701:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609195.005704:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609195.005707:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609195.005709:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609195.005712:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609195.005714:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609195.005718:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609195.005724:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1749609195.005729:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609195.005733:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609195.005735:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609195.005738:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609195.005742:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609195.005765:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.005768:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609195.005771:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609195.005773:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609195.005775:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609195.005778:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.005789:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609195.005792:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609195.005794:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609195.005798:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609195.005809:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612243072:0@lo:400: 00000100:00000001:2.0:1749609195.005816:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609195.005819:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609195.005822:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9c00 x1834594612243072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609195.005832:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609195.005835:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609195.005838:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609195.005842:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609195.005874:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609195.005876:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609195.005879:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609195.005882:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7100. 02000000:00000001:2.0:1749609195.005885:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609195.005886:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609195.005888:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9c00. 00000100:00000001:2.0:1749609195.005894:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609195.005896:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609195.005899:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609195.005905:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609195.005908:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609195.005911:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609195.005913:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609195.011576:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298471416, at 4298471416 00000100:00000010:1.0:1749609195.011586:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b80c0. 00000100:00000040:2.0:1749609195.011600:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298471416, at 4298471416 00000100:00000010:2.0:1749609195.011611:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8d40. 00000100:00000040:3.0:1749609195.011611:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298471416, at 4298471416 00000100:00000010:3.0:1749609195.011621:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b87c0. 00000020:00000001:2.0:1749609195.311961:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609195.311967:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609195.311971:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609195.710732:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609195.710741:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609195.710743:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609195.710747:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609195.710750:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609195.710754:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609195.710756:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609195.710759:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609195.710761:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609196.313912:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609196.313917:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609196.313921:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609196.710642:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609196.710651:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609196.710653:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609196.710657:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609196.710662:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609196.710666:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609196.710669:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609196.710672:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609196.710674:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609196.767133:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609196.767138:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730239488 02000000:00000001:3.0:1749609196.767142:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609196.767145:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609196.767148:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609196.767154:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609196.767159:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730239488 00000020:00000001:3.0:1749609196.767164:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609196.767167:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609196.767169:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609196.767173:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609196.767176:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609196.767179:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609196.767185:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609196.767190:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00000100:00000001:3.0:1749609196.767193:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609196.767197:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00000020:00000010:3.0:1749609196.767203:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000010:3.0:1749609196.767209:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609196.767214:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000040:3.0:1749609196.767224:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609196.767227:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609196.767229:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609196.767231:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609196.767238:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609196.767247:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609196.767250:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609196.767251:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730239616 02000000:00000001:1.0:1749609196.767254:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609196.767257:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609196.767259:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609196.767262:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609196.767263:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609196.767265:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609196.767267:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730239616 00000020:00000001:1.0:1749609196.767269:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609196.767271:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609196.767274:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609196.767276:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609196.767278:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609196.767280:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1405 00000020:00000010:1.0:1749609196.767283:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000040:3.0:1749609196.767285:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000010:1.0:1749609196.767287:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609196.767287:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346698320 : -131936362853296 : ffff88012bf58c50) 00000020:00000010:1.0:1749609196.767291:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:1.0:1749609196.767295:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609196.767295:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf58c50 x1834594730239488/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:142/0 lens 224/0 e 0 to 0 dl 1749609207 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609196.767297:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609196.767300:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609196.767305:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609196.767307:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609196.767309:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00000100:00000001:3.0:1749609196.767311:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609196.767313:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00000100:00000001:1.0:1749609196.767314:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609196.767318:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730239488:12345-192.168.201.20@tcp:400: 00000100:00000001:1.0:1749609196.767320:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609196.767322:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609196.767322:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730239488 00000020:00000001:3.0:1749609196.767326:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609196.767328:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2646 00000100:00000001:1.0:1749609196.767331:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361858944 : -131939347692672 : ffff88007a0c8380) 00000020:00000001:3.0:1749609196.767331:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609196.767334:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609196.767336:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c8380 x1834594730239616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609216 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609196.767337:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609196.767340:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609196.767343:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609196.767345:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609196.767347:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609196.767350:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1749609196.767351:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730239616:12345-192.168.201.20@tcp:38: 00000020:00000001:3.0:1749609196.767353:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609196.767356:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730239616 00000020:00000001:3.0:1749609196.767356:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609196.767359:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609196.767360:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609196.767362:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749609196.767362:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609196.767368:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fa000. 02000000:00000001:3.0:1749609196.767370:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609196.767373:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609196.767375:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609196.767377:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609196.767377:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730239488 00010000:00000001:3.0:1749609196.767379:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00020000:1.0:1749609196.767382:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000200:3.0:1749609196.767383:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf58c50 x1834594730239488/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:142/0 lens 224/224 e 0 to 0 dl 1749609207 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609196.767385:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609196.767388:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609196.767391:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609196.767392:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749609196.767392:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609196.767394:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1749609196.767395:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=15 v=5 (1 1 1 1) 02000000:00000001:1.0:1749609196.767396:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609196.767399:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072c000. 00000100:00000001:3.0:1749609196.767400:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609196.767402:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609196.767402:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609196.767404:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609196.767404:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609196.767406:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609196.767407:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609196.767408:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609196.767409:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609196.767410:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609196.767411:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00001000:1.0:1749609196.767413:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:3.0:1749609196.767415:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00000001:1.0:1749609196.767417:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:3.0:1749609196.767419:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730239488, offset 224 00000400:00000200:3.0:1749609196.767423:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609196.767425:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609196.767429:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609196.767431:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:3.0:1749609196.767433:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609196.767434:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609196.767437:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000200:3.0:1749609196.767439:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2001:2001:256:4294967295] 192.168.201.20@tcp LPNI seq info [1997:1997:8:4294967295] 00000100:00000040:1.0:1749609196.767441:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609196.767443:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609196.767445:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609196.767447:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609196.767448:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000040:1.0:1749609196.767451:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609196.767453:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000800:00000200:3.0:1749609196.767453:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609196.767456:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695800. 00000100:00000200:1.0:1749609196.767457:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730239616, offset 0 00000800:00000200:3.0:1749609196.767461:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:1.0:1749609196.767463:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000200:3.0:1749609196.767467:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:1.0:1749609196.767470:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:3.0:1749609196.767471:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749609196.767476:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2002:2002:255:4294967295] 192.168.201.20@tcp LPNI seq info [1998:1998:7:4294967295] 00000100:00000001:3.0:1749609196.767483:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609196.767487:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:1.0:1749609196.767489:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00010000:00000001:3.0:1749609196.767489:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609196.767492:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609196.767494:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1749609196.767495:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609196.767542:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee300. 00000800:00000200:1.0:1749609196.767548:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:3.0:1749609196.767549:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf58c50 x1834594730239488/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:142/0 lens 224/224 e 0 to 0 dl 1749609207 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749609196.767554:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609196.767558:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1749609196.767562:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609196.767562:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730239488:12345-192.168.201.20@tcp:400: Request processed in 254us (532us total) trans 0 rc 0/0 00000100:00000040:1.0:1749609196.767565:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609196.767568:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609196.767571:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609196.767572:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1405 00000100:00000040:1.0:1749609196.767575:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8380 x1834594730239616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609216 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609196.767576:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609196.767579:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609196.767581:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609196.767586:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609196.767590:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000020:00000010:3.0:1749609196.767594:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00100000:1.0:1749609196.767597:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730239616:12345-192.168.201.20@tcp:38: Request processed in 246us (460us total) trans 0 rc -19/-19 00000020:00000040:3.0:1749609196.767599:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:3.0:1749609196.767603:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609196.767607:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2646 00000100:00000200:3.0:1749609196.767608:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609196.767610:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609196.767612:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749609196.767613:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62000. 00000800:00000200:2.0:1749609196.767614:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1749609196.767615:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000800:00000010:2.0:1749609196.767617:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695800. 00000400:00000010:3.0:1749609196.767618:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3600. 00000020:00000010:1.0:1749609196.767619:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000400:00000200:2.0:1749609196.767620:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609196.767622:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000400:00000200:2.0:1749609196.767624:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:1.0:1749609196.767626:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609196.767627:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000400:00000010:2.0:1749609196.767629:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00000001:2.0:1749609196.767633:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609196.767635:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1749609196.767637:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fa000. 02000000:00000001:2.0:1749609196.767640:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609196.767640:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609196.767693:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609196.767696:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee300. 00000400:00000200:2.0:1749609196.767700:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609196.767703:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609196.767705:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000400:00000010:2.0:1749609196.767706:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:2.0:1749609196.767708:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609196.767710:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609196.767724:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609196.767725:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057200. 00000400:00000200:2.0:1749609196.767727:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609196.767730:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609196.767731:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668990 00000400:00000010:2.0:1749609196.767733:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668990. 00000100:00000001:2.0:1749609196.767735:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609196.767735:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609197.315891:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609197.315896:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609197.315900:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1749609198.317714:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609198.317718:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609198.317721:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609199.319889:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609199.319895:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609199.319900:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609199.710749:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609199.710757:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609199.710759:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609199.710763:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609199.710811:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609199.710814:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609199.710818:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609199.710821:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609199.710823:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.012018:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609200.012026:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609200.012030:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609200.012038:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609200.012055:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609200.012058:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609200.012063:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609200.012067:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609200.012068:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609200.012071:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012074:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609200.012076:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612243456:0@lo:400: 00000100:00000001:2.0:1749609200.012082:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609200.012084:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609200.012086:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609200.012089:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609200.012089:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609200.012092:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609200.012095:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609200.012095:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609200.012101:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609200.012105:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012106:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609200.012108:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609200.012110:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749609200.012112:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f370. 02000000:00000001:3.0:1749609200.012113:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609200.012115:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609200.012118:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612243584:0@lo:38: 00000400:00000010:2.0:1749609200.012121:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c937f8. 00000100:00000001:3.0:1749609200.012122:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609200.012125:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609200.012127:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609200.012129:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612243456, portal 25 02000000:00000001:3.0:1749609200.012129:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609200.012133:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1749609200.012134:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fa400. 00000100:00000001:2.0:1749609200.012135:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361860736 : -131939347690880 : ffff88007a0c8a80) 02000000:00000001:3.0:1749609200.012136:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609200.012142:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609200.012142:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000400:00000010:3.0:1749609200.012147:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283440. 00000100:00000200:3.0:1749609200.012151:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612243584, portal 4 00000100:00000001:3.0:1749609200.012153:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609200.012155:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609200.012155:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361861632 : -131939347689984 : ffff88007a0c8e00) 00000100:00000040:2.0:1749609200.012159:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609200.012162:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93198. 00000100:00000040:3.0:1749609200.012163:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609200.012166:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612243456, offset 0 00000100:00000001:3.0:1749609200.012170:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609200.012174:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609200.012174:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609200.012177:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00000200:3.0:1749609200.012180:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612243584, offset 0 00000400:00000200:3.0:1749609200.012185:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609200.012191:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609200.012193:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609200.012202:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b6c00 00000400:00000200:2.0:1749609200.012209:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15ced [2] + 0 00000400:00000200:3.0:1749609200.012213:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b6c80 00000400:00000010:2.0:1749609200.012214:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62268. 00000400:00000200:2.0:1749609200.012218:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfd6c0 00000400:00000200:2.0:1749609200.012224:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609200.012227:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 9880 00000400:00000200:2.0:1749609200.012229:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609200.012232:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609200.012233:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfd6c0 00000400:00000010:2.0:1749609200.012235:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfd6c0. 00000400:00000200:3.0:1749609200.012236:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609200.012239:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609200.012240:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609200.012241:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1749609200.012242:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749609200.012244:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf58050 x1834594612243456 msgsize 224 00000100:00000010:3.0:1749609200.012246:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b3b80. 00000100:00100000:2.0:1749609200.012249:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609200.012249:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b3b80 x1834594612243584 msgsize 520 00000100:00000040:2.0:1749609200.012250:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1749609200.012253:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609200.012262:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609200.012262:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609200.012269:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93198 00000400:00000010:2.0:1749609200.012270:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93198. 00000100:00000001:2.0:1749609200.012273:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609200.012274:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000400:00000010:3.0:1749609200.012276:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00000200:2.0:1749609200.012277:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609200.012280:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609200.012284:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609200.012286:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609200.012288:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609200.012292:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609200.012294:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609200.012295:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.012297:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609200.012300:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012301:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012303:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609200.012304:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298476424 00000100:00000001:3.0:1749609200.012307:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609200.012308:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706440. 00000100:00000040:3.0:1749609200.012310:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1026 usecs (2 jiffies) 00000100:00000001:3.0:1749609200.012313:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298476418 00000100:00000001:2.0:1749609200.012314:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609200.012326:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298476424 00000100:00000010:2.0:1749609200.012328:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706f00. 00000100:00000001:2.0:1749609200.012331:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609200.012331:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609200.012334:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612243584 02000000:00000001:3.0:1749609200.012336:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609200.012338:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609200.012341:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609200.012345:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609200.012348:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612243584 00000020:00000001:3.0:1749609200.012350:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609200.012351:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609200.012353:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609200.012355:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298476424 00000020:00000001:3.0:1749609200.012355:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609200.012357:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609200.012358:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706f80. 00000100:00000001:2.0:1749609200.012360:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1749609200.012361:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:2.0:1749609200.012363:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298476424 00000100:00000010:2.0:1749609200.012365:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706400. 00000020:00000010:3.0:1749609200.012366:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000100:00000001:2.0:1749609200.012368:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609200.012370:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609200.012371:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:2.0:1749609200.012373:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.012376:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012376:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609200.012378:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.012378:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609200.012379:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.012383:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609200.012385:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609200.012385:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.012387:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609200.012389:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609200.012390:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012391:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609200.012393:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749609200.012395:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609200.012397:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609200.012399:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609200.012400:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609200.012401:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609200.012401:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609200.012402:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609200.012403:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609200.012405:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9180 x1834594612243712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609200.012407:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00000001:3.0:1749609200.012409:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806371200 : -131938903180416 : ffff8800948b3b80) 00000100:00000001:2.0:1749609200.012413:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749609200.012413:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b3b80 x1834594612243584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609200.012414:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609200.012416:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609200.012418:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609200.012421:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609200.012422:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612243584:12345-0@lo:38: 00000100:00100000:2.0:1749609200.012423:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612243712:0@lo:400: 00000100:00000200:3.0:1749609200.012426:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612243584 00000100:00000001:2.0:1749609200.012427:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609200.012429:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749609200.012429:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609200.012431:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609200.012432:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749609200.012433:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749609200.012435:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609200.012437:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609200.012440:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000400:00000010:2.0:1749609200.012443:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93198. 00000100:00000200:2.0:1749609200.012446:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612243712, portal 4 00000020:00000001:3.0:1749609200.012447:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.012448:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609200.012450:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361862528 : -131939347689088 : ffff88007a0c9180) 00010000:00020000:3.0:1749609200.012450:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609200.012453:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609200.012456:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9180 x1834594612243712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609200.012456:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609200.012459:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609200.012461:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609200.012462:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609200.012463:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609200.012465:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609200.012466:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 02000000:00000010:3.0:1749609200.012466:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fa800. 02000000:00000001:3.0:1749609200.012468:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609200.012469:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612243712, offset 0 00000100:00000001:3.0:1749609200.012470:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609200.012472:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609200.012473:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609200.012474:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609200.012476:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609200.012478:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609200.012479:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609200.012480:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609200.012483:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b6d00 00000100:00000001:3.0:1749609200.012483:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609200.012486:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609200.012489:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:2.0:1749609200.012490:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 10080 00000100:00000001:3.0:1749609200.012491:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609200.012493:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:2.0:1749609200.012495:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609200.012526:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609200.012540:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609200.012542:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1749609200.012546:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9c00. 00000100:00000040:2.0:1749609200.012548:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a02c9c00 x1834594612243712 msgsize 224 00000100:00100000:2.0:1749609200.012553:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609200.012555:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609200.012557:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612243456 02000000:00000001:1.0:1749609200.012560:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609200.012560:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609200.012560:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609200.012562:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609200.012563:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609200.012564:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609200.012564:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000400:00000010:2.0:1749609200.012565:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 02000000:00000001:3.0:1749609200.012565:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.012567:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609200.012567:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609200.012568:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609200.012569:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609200.012570:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9180 x1834594612243712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609200.012571:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612243456 00000400:00000010:3.0:1749609200.012571:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000020:00000001:1.0:1749609200.012573:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609200.012574:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:1.0:1749609200.012576:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749609200.012577:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612243584, offset 0 00000020:00000040:1.0:1749609200.012579:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:2.0:1749609200.012580:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609200.012581:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609200.012582:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000040:2.0:1749609200.012583:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9180 x1834594612243712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609200.012585:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000200:3.0:1749609200.012588:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609200.012589:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609200.012593:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e89c0. 00000400:00000200:3.0:1749609200.012593:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b6c80 00000100:00000001:2.0:1749609200.012594:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609200.012596:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609200.012596:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609200.012598:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16839 [1] + 0 00000020:00000010:1.0:1749609200.012600:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e89c0. 00000100:00000001:2.0:1749609200.012601:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609200.012602:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609200.012605:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000040:2.0:1749609200.012605:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000400:00000200:3.0:1749609200.012605:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609200.012608:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609200.012608:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609200.012609:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298476418 00000100:00000200:3.0:1749609200.012611:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609200.012612:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:2.0:1749609200.012613:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298476424 00000100:00000001:2.0:1749609200.012617:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298476418 00000100:00000040:1.0:1749609200.012618:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609200.012620:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609200.012620:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298476424 00000100:00000040:3.0:1749609200.012620:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609200.012622:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609200.012623:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.012623:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298476418 00000100:00000001:2.0:1749609200.012626:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298476424 00000100:00000001:2.0:1749609200.012628:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298476418 00000100:00000001:1.0:1749609200.012629:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012629:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609200.012631:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298476424 00000100:00000001:2.0:1749609200.012634:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609200.012635:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000100:00000001:1.0:1749609200.012636:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609200.012637:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609200.012638:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00000001:2.0:1749609200.012641:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012641:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609200.012643:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609200.012644:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609200.012644:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609200.012646:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609200.012647:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609200.012650:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00000040:3.0:1749609200.012651:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:1.0:1749609200.012653:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:3.0:1749609200.012654:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609200.012655:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346695248 : -131936362856368 : ffff88012bf58050) 00000020:00000001:3.0:1749609200.012657:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609200.012660:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf58050 x1834594612243456/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:146/0 lens 224/0 e 0 to 0 dl 1749609211 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609200.012663:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b3b80 x1834594612243584/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609200.012670:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609200.012672:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e89c0. 00000100:00000001:1.0:1749609200.012673:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609200.012675:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e89c0. 00000100:00100000:3.0:1749609200.012677:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612243584:12345-0@lo:38: Request processed in 254us (425us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609200.012678:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612243456:12345-0@lo:400: 00000100:00000200:1.0:1749609200.012682:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612243456 00000020:00000001:1.0:1749609200.012685:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609200.012687:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:3.0:1749609200.012688:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000020:00000001:1.0:1749609200.012690:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609200.012692:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609200.012693:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749609200.012694:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609200.012696:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609200.012697:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609200.012698:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609200.012700:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1749609200.012701:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000020:00000001:1.0:1749609200.012702:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609200.012705:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609200.012707:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1749609200.012708:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609200.012709:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609200.012711:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749609200.012712:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 02000000:00000010:1.0:1749609200.012715:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072d000. 00000100:00080000:2.0:1749609200.012716:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:1.0:1749609200.012717:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012717:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609200.012719:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609200.012721:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609200.012721:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00010000:00000040:1.0:1749609200.012724:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612243456 00010000:00000001:1.0:1749609200.012727:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609200.012731:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf58050 x1834594612243456/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:146/0 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609200.012739:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609200.012741:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.012742:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1749609200.012743:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609200.012745:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609200.012747:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609200.012749:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609200.012751:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609200.012752:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298476424 02000000:00000001:1.0:1749609200.012753:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609200.012755:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609200.012757:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609200.012757:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298476419 00000100:00000040:1.0:1749609200.012789:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609200.012792:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000100:00000200:1.0:1749609200.012796:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612243456, offset 224 00000100:00000001:3.0:1749609200.012796:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298476424 00000100:00000001:2.0:1749609200.012799:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609200.012800:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298476419 00000400:00000200:1.0:1749609200.012801:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609200.012802:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612244096 00000100:00000001:3.0:1749609200.012802:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298476424 02000000:00000001:2.0:1749609200.012805:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609200.012805:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298476419 00000100:00000001:3.0:1749609200.012808:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298476424 00000400:00000200:1.0:1749609200.012809:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609200.012809:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609200.012810:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609200.012811:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012814:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609200.012815:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609200.012816:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b6c00 00000100:00100000:2.0:1749609200.012819:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612244096 00000400:00000200:1.0:1749609200.012821:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16835 [1] + 224 00000020:00000001:2.0:1749609200.012823:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609200.012824:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000400:00000200:1.0:1749609200.012826:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1749609200.012826:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749609200.012827:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609200.012829:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:3.0:1749609200.012829:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1749609200.012830:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000400:00000010:3.0:1749609200.012831:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 00000020:00000001:2.0:1749609200.012834:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000200:3.0:1749609200.012835:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283440 00000020:00000001:2.0:1749609200.012837:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000010:3.0:1749609200.012838:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283440. 00000100:00000001:2.0:1749609200.012842:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609200.012842:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609200.012843:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609200.012846:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706f40. 00000100:00000200:1.0:1749609200.012847:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609200.012847:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609200.012850:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4e40. 00000020:00000040:2.0:1749609200.012855:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:1.0:1749609200.012856:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609200.012859:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609200.012863:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749609200.012868:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609200.012870:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609200.012870:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749609200.012872:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000100:00000001:3.0:1749609200.012873:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.012876:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749609200.012877:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000400:00000200:1.0:1749609200.012878:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 02000000:00000001:3.0:1749609200.012879:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1749609200.012880:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:3.0:1749609200.012882:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609200.012883:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609200.012884:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609200.012884:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609200.012885:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609200.012888:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.012888:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609200.012888:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609200.012890:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609200.012890:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1749609200.012893:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609200.012893:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609200.012894:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609200.012894:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609200 v=5 (0 0 0 0) 00000020:00000001:1.0:1749609200.012896:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609200.012899:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749609200.012900:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf58050 x1834594612243456/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:146/0 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609200.012900:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=16 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609200.012901:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609200.012903:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012906:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749609200.012908:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612243456:12345-0@lo:400: Request processed in 237us (662us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609200.012909:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609200.012911:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.012912:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609200.012915:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00000040:1.0:1749609200.012917:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:2.0:1749609200.012918:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609200.012918:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609200.012920:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609200.012920:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609200.012921:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609200.012924:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000100:00100000:2.0:1749609200.012925:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000020:00000010:1.0:1749609200.012927:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000100:00000040:2.0:1749609200.012928:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000020:00000010:1.0:1749609200.012930:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:3.0:1749609200.012930:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609200.012931:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361866112 : -131939347685504 : ffff88007a0c9f80) 00000020:00000040:1.0:1749609200.012933:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:3.0:1749609200.012934:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749609200.012936:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609200.012936:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609200.012937:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c9f80 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:146/0 lens 224/0 e 0 to 0 dl 1749609211 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609200.012938:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072d000. 00000100:00000001:3.0:1749609200.012939:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1749609200.012941:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609200.012942:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.012942:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749609200.012946:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00080000:3.0:1749609200.012946:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749609200.012949:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0ec8. 00000100:00000001:2.0:1749609200.012950:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00080000:3.0:1749609200.012951:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000400:00000010:1.0:1749609200.012953:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596bf00. 00000020:00000010:2.0:1749609200.012953:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706ec0. 00000100:00000001:3.0:1749609200.012954:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609200.012956:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609200.012959:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706ec0. 00000100:00000040:3.0:1749609200.012959:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609200.012965:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612244096:12345-0@lo:400: 00000100:00000200:2.0:1749609200.012971:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612244096 00000100:00100000:3.0:1749609200.012971:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612243584:0@lo:38: 00000100:00000001:1.0:1749609200.012974:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609200.012974:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609200.012976:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609200.012977:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609200.012978:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609200.012979:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609200.012980:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749609200.012980:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.012981:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749609200.012983:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 00000020:00000001:2.0:1749609200.012983:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749609200.012984:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c8e00 x1834594612243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609200.012985:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000200:1.0:1749609200.012986:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93198 00000400:00000010:1.0:1749609200.012987:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93198. 00000100:00000001:1.0:1749609200.012989:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749609200.012989:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749609200.012993:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9180 x1834594612243712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609200.012993:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609200.012995:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609200.012995:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609200.012998:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1749609200.012998:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1749609200.013000:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9180 x1834594612243712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609200.013000:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609200.013001:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fa400. 00000020:00000001:2.0:1749609200.013003:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749609200.013005:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609200.013007:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609200.013007:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609200.013008:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609200.013009:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609200.013009:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609200.013010:0:1511:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:3.0:1749609200.013010:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749609200.013012:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609200.013013:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609200.013013:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1c00. 00000020:00000001:3.0:1749609200.013014:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609200.013015:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609200.013016:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609200.013016:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a071ec00. 02000000:00000001:1.0:1749609200.013017:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.013019:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609200.013020:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=6 v=5 (5 5 5 5) 02000000:00000001:3.0:1749609200.013020:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749609200.013022:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609200.013022:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1749609200.013023:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=6 v=5 (1 1 1 1) 00000100:00000010:3.0:1749609200.013023:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8e00. 00000100:00000001:1.0:1749609200.013025:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000040:2.0:1749609200.013025:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612244096 00000100:00000001:1.0:1749609200.013027:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013028:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1749609200.013029:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1749609200.013029:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609200.013029:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.013031:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1749609200.013033:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0c9180 x1834594612243712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749609200.013033:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0c9f80 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:146/0 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609200.013036:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609200.013037:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013039:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749609200.013040:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013041:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609200.013042:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609200.013044:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609200.013045:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00010000:00000001:2.0:1749609200.013045:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609200.013045:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9500 x1834594612243840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609200.013047:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1749609200.013047:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609200.013049:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609200.013051:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9180 x1834594612243712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609200.013051:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609200.013053:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609200.013054:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.013056:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609200.013056:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609200.013058:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609200.013058:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609200.013059:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609200.013060:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609200.013060:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609200.013061:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609200.013062:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:3.0:1749609200.013063:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612243840:0@lo:38: 00000100:00000040:1.0:1749609200.013064:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9180 x1834594612243712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609200.013065:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609200.013066:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609200.013067:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609200.013068:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609200.013069:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.013070:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609200.013071:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609200.013073:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1749609200.013073:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fa400. 02000000:00000001:3.0:1749609200.013075:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609200.013076:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 00000100:00100000:1.0:1749609200.013078:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612243712:0@lo:400: 00000400:00000010:3.0:1749609200.013078:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000100:00000200:2.0:1749609200.013081:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612244096, offset 224 00000400:00000010:3.0:1749609200.013082:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283440. 00000400:00000001:1.0:1749609200.013083:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609200.013084:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609200.013086:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f370. 00000400:00000200:1.0:1749609200.013087:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c937f8 00000400:00000010:1.0:1749609200.013089:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c937f8. 00000100:00000001:1.0:1749609200.013090:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609200.013092:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609200.013093:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612243840, portal 10 00000100:00000001:3.0:1749609200.013095:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609200.013096:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361863424 : -131939347688192 : ffff88007a0c9500) 00000100:00000200:1.0:1749609200.013098:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609200.013101:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9500 x1834594612243840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609200.013104:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609200.013104:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609200.013105:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609200.013107:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609200.013107:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609200.013108:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609200.013109:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609200.013110:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609200.013110:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609200.013111:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 02000000:00000001:1.0:1749609200.013112:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609200.013113:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612243840, offset 0 00000100:00001000:1.0:1749609200.013114:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=19 v=5 (5 5 5 5) 00000400:00000200:2.0:1749609200.013115:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749609200.013116:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=9 v=5 (1 1 1 1) 00000400:00000200:3.0:1749609200.013117:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609200.013119:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609200.013120:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609200.013121:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609200.013122:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609200.013123:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b6e80 00000100:00000001:1.0:1749609200.013124:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609200.013125:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609200.013126:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609200.013129:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16845 [1] + 224 00000400:00000200:3.0:1749609200.013131:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b6d80 00000100:00000001:1.0:1749609200.013132:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609200.013134:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609200.013135:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609200.013136:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609200.013136:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 162768 00000100:00000040:1.0:1749609200.013138:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609200.013140:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609200.013141:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609200.013144:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609200.013145:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609200.013147:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609200.013148:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749609200.013149:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9c00 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609200.013151:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612243456:0@lo:400: 00000100:00000010:3.0:1749609200.013152:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b1500. 00000100:00000040:3.0:1749609200.013154:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b1500 x1834594612243840 msgsize 520 00000100:00000001:1.0:1749609200.013155:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609200.013156:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609200.013158:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9180 x1834594612243712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609200.013158:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609200.013162:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0c9c00 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609200.013165:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609200.013166:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609200.013168:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8400. 02000000:00000001:1.0:1749609200.013170:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609200.013172:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609200.013173:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1749609200.013174:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609200.013176:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057100. 02000000:00000001:1.0:1749609200.013178:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609200.013179:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609200.013180:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9180. 00000100:00000001:3.0:1749609200.013181:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609200.013183:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609200.013183:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609200.013184:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609200.013185:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609200.013186:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000100:00000040:1.0:1749609200.013187:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c8a80 x1834594612243456/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609200.013188:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00000001:3.0:1749609200.013190:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749609200.013191:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000100:00000001:1.0:1749609200.013193:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1749609200.013193:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00000200:3.0:1749609200.013193:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9500 x1834594612243840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609200.013195:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609200.013196:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 00000100:00000001:2.0:1749609200.013197:0:15217:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609200.013198:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609200.013199:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609200.013199:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609200.013199:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609200.013200:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749609200.013201:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609200.013202:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057900. 00000100:00000001:2.0:1749609200.013202:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609200.013202:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9500 x1834594612243840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609200.013204:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609200.013204:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609200.013205:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8a80. 00000100:00000040:2.0:1749609200.013206:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609200.013207:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609200.013208:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.013208:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013209:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609200.013210:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609200.013210:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609200.013212:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013213:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609200.013214:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609200.013215:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609200.013215:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609200.013215:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 830 usecs (1 jiffies) 00000100:00000001:1.0:1749609200.013217:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609200.013218:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298476418 00000100:00000001:1.0:1749609200.013219:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609200.013220:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9f80 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:146/0 lens 224/224 e 0 to 0 dl 1749609211 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609200.013220:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298476424 00000100:00000001:3.0:1749609200.013222:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298476418 00000100:00000001:3.0:1749609200.013224:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298476424 00000100:00000001:3.0:1749609200.013226:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298476418 00000100:00000001:3.0:1749609200.013227:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298476424 00000100:00000001:3.0:1749609200.013229:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298476418 00000100:00000001:3.0:1749609200.013230:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298476424 00000100:00100000:2.0:1749609200.013232:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612244096:12345-0@lo:400: Request processed in 281us (681us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609200.013232:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609200.013233:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609200.013234:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609200.013234:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013236:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000001:1.0:1749609200.013237:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609200.013238:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609200.013239:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609200.013240:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17f20. 00000400:00000200:1.0:1749609200.013243:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668ee0 00000100:00100000:2.0:1749609200.013243:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000400:00000010:1.0:1749609200.013244:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668ee0. 00000100:00000001:1.0:1749609200.013246:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609200.013246:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:3.0:1749609200.013246:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609200.013247:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609200.013249:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9c00 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609200.013249:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749609200.013249:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609200.013250:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609200.013251:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609200.013252:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609200.013254:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612243968:0@lo:38: 00000020:00000010:2.0:1749609200.013256:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000100:00000200:1.0:1749609200.013257:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9c00 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609200.013257:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609200.013258:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609200.013260:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609200.013261:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 02000000:00000001:3.0:1749609200.013262:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609200.013263:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609200.013264:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609200.013264:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fac00. 00000020:00000010:2.0:1749609200.013265:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609200.013266:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609200.013266:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609200.013267:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609200.013268:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749609200.013268:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629f8. 00000100:00000001:1.0:1749609200.013270:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609200.013270:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 02000000:00000001:1.0:1749609200.013271:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609200.013271:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00001000:1.0:1749609200.013273:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=13 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609200.013273:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609200.013273:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612243968, portal 10 00000100:00000001:3.0:1749609200.013275:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00001000:1.0:1749609200.013276:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609200.013276:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361864320 : -131939347687296 : ffff88007a0c9880) 00000100:00000001:1.0:1749609200.013278:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609200.013279:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609200.013280:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609200.013281:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609200.013283:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0c9c00 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609200.013286:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609200.013288:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749609200.013290:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609200.013290:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283220. 00000100:00000200:3.0:1749609200.013291:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612243968, offset 0 00000100:00000001:1.0:1749609200.013292:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609200.013293:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609200.013294:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1749609200.013294:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609200.013295:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609200.013296:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749609200.013298:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9c00 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609200.013298:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749609200.013299:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:3.0:1749609200.013302:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b6e00 00000100:00000001:1.0:1749609200.013305:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609200.013305:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 163288 00000100:00000001:1.0:1749609200.013306:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609200.013308:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609200.013309:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609200.013310:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9c00 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609200.013312:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609200.013315:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609200.013316:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749609200.013317:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612244096:0@lo:400: 00000100:00000001:1.0:1749609200.013320:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609200.013320:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012cbdc000. 00000100:00000001:1.0:1749609200.013322:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609200.013322:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012cbdc000 x1834594612243968 msgsize 520 00000100:00000040:1.0:1749609200.013324:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9c00 x1834594612244096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609200.013327:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609200.013329:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609200.013330:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609200.013331:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1400. 00000100:00000001:3.0:1749609200.013332:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609200.013334:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283220 02000000:00000001:1.0:1749609200.013335:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609200.013336:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1749609200.013336:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283220. 00000020:00000040:1.0:1749609200.013337:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609200.013338:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609200.013338:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1749609200.013339:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057400. 00000100:00000200:3.0:1749609200.013340:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609200.013341:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609200.013342:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609200.013343:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9c00. 00000100:00000001:1.0:1749609200.013345:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609200.013346:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.013346:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609200.013347:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609200.013349:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609200.013349:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609200.013350:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609200.013352:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609200.013353:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013355:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013356:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609200.013358:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.013359:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609200.013360:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:3.0:1749609200.013361:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298476418 00000100:00100000:2.0:1749609200.013362:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612243968 00000100:00000001:3.0:1749609200.013363:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298476424 02000000:00000001:2.0:1749609200.013364:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609200.013365:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298476418 00000100:00000001:3.0:1749609200.013366:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298476424 00000100:00000001:2.0:1749609200.013367:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609200.013367:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298476418 00000100:00000001:3.0:1749609200.013369:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298476424 00000100:00000001:2.0:1749609200.013370:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013370:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298476418 00000100:00000001:3.0:1749609200.013372:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298476424 00000100:00000001:3.0:1749609200.013373:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609200.013374:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013375:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609200.013377:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612243968 00000100:00000001:3.0:1749609200.013377:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013379:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609200.013380:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609200.013381:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609200.013381:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609200.013384:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609200.013384:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609200.013385:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609200.013386:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013387:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609200.013388:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609200.013389:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013390:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609200.013393:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609200.013397:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609200.013400:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:2.0:1749609200.013404:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609200.013405:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609200.013408:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.013412:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.013422:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609200.013430:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609200.013433:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609200.013437:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649 00000100:00000001:2.0:1749609200.013441:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137359818752 : -131936349732864 : ffff88012cbdc000) 00000100:00000040:2.0:1749609200.013445:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012cbdc000 x1834594612243968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609200.013451:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609200.013453:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609200.013458:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749609200.013459:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612243968:12345-0@lo:38: 00000400:00000001:3.0:1749609200.013460:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609200.013462:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 00000100:00000200:2.0:1749609200.013464:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612243968 00000020:00000001:2.0:1749609200.013466:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609200.013466:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283440 00000400:00000010:3.0:1749609200.013468:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283440. 00010000:00000001:2.0:1749609200.013469:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609200.013472:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609200.013477:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9500 x1834594612243840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609200.013481:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609200.013485:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609200.013488:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749609200.013489:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9500 x1834594612243840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609200.013492:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609200.013496:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609200.013530:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609200.013531:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609200.013533:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609200.013533:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.013536:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:2.0:1749609200.013537:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2400. 02000000:00000001:3.0:1749609200.013539:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749609200.013540:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013541:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609200.013542:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013544:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609200.013546:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609200.013547:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609200.013549:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609200.013552:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:3.0:1749609200.013552:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609200 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609200.013557:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:3.0:1749609200.013557:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=16 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609200.013560:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609200.013561:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609200.013562:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609200.013563:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609200.013566:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609200.013566:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609200.013569:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609200.013572:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9500 x1834594612243840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609200.013573:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609200.013576:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609200.013579:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609200.013581:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609200.013583:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609200.013584:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609200.013587:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 00000100:00000001:3.0:1749609200.013587:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609200.013589:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609200.013591:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612243968, offset 0 00000100:00000001:3.0:1749609200.013592:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609200.013595:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609200.013596:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:3.0:1749609200.013598:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609200.013602:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609200.013604:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609200.013605:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609200.013610:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9500 x1834594612243840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609200.013613:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b6e00 00000400:00000200:2.0:1749609200.013619:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16871 [1] + 0 00000100:00100000:3.0:1749609200.013622:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612243840:0@lo:38: 00000400:00000200:2.0:1749609200.013625:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609200.013628:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609200.013629:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609200.013631:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609200.013634:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609200.013634:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9500 x1834594612243840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609200.013639:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609200.013645:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609200.013647:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609200.013650:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fa400. 00000100:00000040:2.0:1749609200.013651:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609200.013654:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609200.013656:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609200.013658:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609200.013661:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609200.013662:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a071f000. 00000100:00000001:2.0:1749609200.013663:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609200.013667:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749609200.013669:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 02000000:00000001:3.0:1749609200.013669:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609200.013670:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9500. 00000400:00000010:2.0:1749609200.013671:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00000001:3.0:1749609200.013673:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609200.013674:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609200.013674:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609200.013676:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609200.013676:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013677:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609200.013679:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013679:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609200.013683:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000001:3.0:1749609200.013683:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609200.013685:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609200.013686:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609200.013686:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629f8. 00000020:00000001:2.0:1749609200.013688:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609200.013689:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000100:00000040:2.0:1749609200.013693:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012cbdc000 x1834594612243968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609220 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609200.013704:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00100000:2.0:1749609200.013705:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612243968:12345-0@lo:38: Request processed in 246us (380us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609200.013707:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609200.013711:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609200.013716:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649 00000100:00000200:3.0:1749609200.013719:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609200.013720:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609200.013722:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609200.013726:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000100:00000001:3.0:1749609200.013726:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609200.013728:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.013729:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749609200.013731:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 02000000:00000001:3.0:1749609200.013731:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609200.013732:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609200.013733:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609200.013735:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609200.013736:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:2.0:1749609200.013739:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609200.013740:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609200 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609200.013742:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=13 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609200.013745:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609200.013746:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609200.013748:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609200.013751:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609200.013783:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609200.013786:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609200.013787:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.013788:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609200.013790:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609200.013792:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609200.013795:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609200.013797:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609200.013800:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609200.013806:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612243968:0@lo:38: 00000100:00000001:3.0:1749609200.013810:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.013811:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609200.013814:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9880 x1834594612243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609200.013820:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609200.013822:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609200.013824:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fac00. 02000000:00000001:3.0:1749609200.013826:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609200.013827:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609200.013828:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609200.013830:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609200.013831:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a071f400. 02000000:00000001:3.0:1749609200.013833:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609200.013834:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609200.013835:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9880. 00000100:00000001:3.0:1749609200.013838:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609200.013839:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.013840:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609200.013845:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609200.013846:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609200.013848:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609200.013849:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609200.019600:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298476424, at 4298476424 00000100:00000040:3.0:1749609200.019606:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298476424, at 4298476424 00000100:00000010:2.0:1749609200.019612:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706f80. 00000100:00000040:1.0:1749609200.019615:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298476424, at 4298476424 00000100:00000010:3.0:1749609200.019616:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706400. 00000100:00000010:1.0:1749609200.019628:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706f00. 00000020:00000001:1.0:1749609200.321855:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609200.321861:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609200.321864:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609200.710597:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609200.710602:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609200.710604:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609200.710606:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609200.710608:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609200.710611:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609200.710613:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609200.710615:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609200.710616:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609201.323811:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609201.323816:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609201.323819:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609201.710651:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609201.710660:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609201.710663:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609201.710667:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609201.710672:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609201.710677:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609201.710681:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609201.710685:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609201.710688:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609201.775060:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609201.775065:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730239872 02000000:00000001:1.0:1749609201.775069:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609201.775072:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609201.775075:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609201.775081:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609201.775086:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730239872 00000020:00000001:1.0:1749609201.775088:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609201.775091:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:1.0:1749609201.775094:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609201.775097:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609201.775100:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609201.775103:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609201.775109:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609201.775111:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609201.775114:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e89c0. 00000100:00000001:1.0:1749609201.775116:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609201.775116:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730240000 00000020:00000010:1.0:1749609201.775119:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e89c0. 02000000:00000001:2.0:1749609201.775119:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609201.775121:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609201.775124:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609201.775125:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 02000000:00000001:2.0:1749609201.775128:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609201.775130:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00100000:2.0:1749609201.775131:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730240000 00000020:00000001:2.0:1749609201.775133:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749609201.775135:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000020:00000040:2.0:1749609201.775135:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609201.775137:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609201.775139:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609201.775141:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609201.775144:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1749609201.775146:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609201.775147:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609201.775148:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609201.775150:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609201.775151:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609201.775155:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:1.0:1749609201.775157:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609201.775159:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609201.775161:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609201.775163:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609201.775167:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609201.775181:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609201.775191:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609201.775192:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609201.775195:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609201.775201:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609201.775202:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609201.775203:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1407 00000100:00000040:1.0:1749609201.775208:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00100000:2.0:1749609201.775209:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2650 00000100:00000001:1.0:1749609201.775211:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346709584 : -131936362842032 : ffff88012bf5b850) 00000100:00000001:2.0:1749609201.775211:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361867008 : -131939347684608 : ffff88007a0ca300) 00000100:00000040:2.0:1749609201.775218:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0ca300 x1834594730240000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609221 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609201.775221:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf5b850 x1834594730239872/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:147/0 lens 224/0 e 0 to 0 dl 1749609212 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609201.775231:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730240000:12345-192.168.201.20@tcp:38: 00000100:00000200:2.0:1749609201.775235:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730240000 00000100:00000001:1.0:1749609201.775237:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609201.775238:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749609201.775239:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e89c0. 00010000:00000001:2.0:1749609201.775241:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609201.775242:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609201.775245:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e89c0. 00000100:00100000:1.0:1749609201.775252:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730239872:12345-192.168.201.20@tcp:400: 00000100:00000200:1.0:1749609201.775258:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730239872 00000020:00000001:2.0:1749609201.775258:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609201.775261:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609201.775262:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609201.775265:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609201.775266:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:2.0:1749609201.775268:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609201.775270:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609201.775271:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609201.775273:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609201.775274:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609201.775276:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 02000000:00000001:2.0:1749609201.775276:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609201.775280:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1749609201.775280:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2000. 02000000:00000001:2.0:1749609201.775282:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609201.775283:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609201.775285:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609201.775286:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609201.775289:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1749609201.775289:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609201.775291:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609201.775292:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609201.775294:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609201.775295:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609201.775298:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609201.775299:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609201.775301:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609201.775306:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072d000. 00000400:00000200:2.0:1749609201.775306:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 02000000:00000001:1.0:1749609201.775309:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609201.775310:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609201.775312:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609201.775313:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609201.775315:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:1.0:1749609201.775316:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609201.775318:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00010000:00000040:1.0:1749609201.775319:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730239872 00000100:00000040:2.0:1749609201.775321:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609201.775323:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:2.0:1749609201.775323:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609201.775324:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609201.775327:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000200:1.0:1749609201.775329:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf5b850 x1834594730239872/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:147/0 lens 224/224 e 0 to 0 dl 1749609212 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609201.775330:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609201.775334:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 00000100:00000200:2.0:1749609201.775338:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730240000, offset 0 00010000:00000001:1.0:1749609201.775343:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609201.775344:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:1.0:1749609201.775345:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609201.775348:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=20 v=5 (1 1 1 1) 00000400:00000200:2.0:1749609201.775353:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609201.775354:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609201.775359:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:2.0:1749609201.775360:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2004:2004:256:4294967295] 192.168.201.20@tcp LPNI seq info [2000:2000:8:4294967295] 00000100:00000001:1.0:1749609201.775362:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:1.0:1749609201.775366:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609201.775368:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609201.775371:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609201.775371:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000040:1.0:1749609201.775375:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000800:00000200:2.0:1749609201.775377:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609201.775380:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000800:00000010:2.0:1749609201.775381:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7100. 00000100:00000200:1.0:1749609201.775385:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730239872, offset 224 00000800:00000200:2.0:1749609201.775386:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:1.0:1749609201.775393:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000200:2.0:1749609201.775394:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:2.0:1749609201.775398:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1749609201.775404:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:2.0:1749609201.775410:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609201.775412:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2005:2005:255:4294967295] 192.168.201.20@tcp LPNI seq info [2001:2001:7:4294967295] 00000100:00000040:2.0:1749609201.775413:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609201.775415:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609201.775417:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609201.775420:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0ca300 x1834594730240000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609221 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609201.775425:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:2.0:1749609201.775430:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730240000:12345-192.168.201.20@tcp:38: Request processed in 200us (440us total) trans 0 rc -19/-19 00000800:00000200:1.0:1749609201.775431:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609201.775435:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee100. 00000100:00100000:2.0:1749609201.775438:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2650 00000800:00000200:1.0:1749609201.775440:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:2.0:1749609201.775441:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609201.775442:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1749609201.775446:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:2.0:1749609201.775447:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000800:00000200:1.0:1749609201.775449:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1749609201.775451:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000100:00000001:1.0:1749609201.775453:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609201.775455:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000040:1.0:1749609201.775456:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609201.775458:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609201.775458:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609201.775460:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609201.775462:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609201.775466:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf5b850 x1834594730239872/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:147/0 lens 224/224 e 0 to 0 dl 1749609212 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609201.775476:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730239872:12345-192.168.201.20@tcp:400: Request processed in 239us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609201.775484:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1407 00000100:00000040:1.0:1749609201.775487:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:1.0:1749609201.775489:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609201.775491:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609201.775494:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000800:00000200:2.0:1749609201.775536:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609201.775539:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7100. 00000400:00000200:2.0:1749609201.775542:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609201.775546:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609201.775549:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000020:00000010:1.0:1749609201.775550:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee3e8. 00000400:00000010:2.0:1749609201.775551:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00000001:2.0:1749609201.775554:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749609201.775555:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:2.0:1749609201.775556:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:1.0:1749609201.775559:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:1.0:1749609201.775563:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609201.775565:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1749609201.775567:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:2.0:1749609201.775567:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee100. 00000400:00000010:1.0:1749609201.775571:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0cb8. 00000400:00000200:2.0:1749609201.775572:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609201.775575:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596bd80. 00000400:00000200:2.0:1749609201.775575:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609201.775577:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000400:00000010:2.0:1749609201.775579:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:2.0:1749609201.775581:0:1504:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609201.775582:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1749609201.775585:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072d000. 02000000:00000001:2.0:1749609201.775587:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609201.775588:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609201.775632:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609201.775634:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057400. 00000400:00000200:2.0:1749609201.775637:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609201.775640:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609201.775642:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668bb0 00000400:00000010:2.0:1749609201.775644:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668bb0. 00000100:00000001:2.0:1749609201.775646:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609201.775647:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609202.325676:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609202.325680:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609202.325682:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609203.327903:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609203.327910:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609203.327915:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609204.329779:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609204.329783:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609204.329785:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609204.710759:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609204.710768:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609204.710770:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609204.710773:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609204.710778:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609204.710781:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609204.710786:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609204.710789:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609204.710792:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.019832:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609205.019837:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609205.019840:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609205.019846:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609205.019858:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609205.019859:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609205.019860:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.019863:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609205.019864:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609205.019866:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609205.019869:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609205.019871:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612244608:0@lo:400: 00000100:00000001:1.0:1749609205.019876:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609205.019880:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609205.019883:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609205.019885:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609205.019889:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b000. 02000000:00000001:1.0:1749609205.019892:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609205.019900:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0580. 00000400:00000010:1.0:1749609205.019907:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000200:1.0:1749609205.019914:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612244608, portal 25 00000100:00000001:1.0:1749609205.019916:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609205.019918:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361868800 : -131939347682816 : ffff88007a0caa00) 00000100:00000040:1.0:1749609205.019931:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609205.019932:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609205.019934:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1749609205.019935:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609205.019942:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609205.019943:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609205.019944:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609205.019945:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609205.019946:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609205.019947:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609205.019947:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749609205.019949:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000100:00000200:1.0:1749609205.019951:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612244608, offset 0 00000100:00000040:2.0:1749609205.019951:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0cb100 x1834594612244864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609205.019957:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609205.019958:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609205.019959:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609205.019961:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609205.019963:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609205.019965:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609205.019966:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612244864:0@lo:400: 00000100:00000001:3.0:1749609205.019968:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609205.019969:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749609205.019970:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609205.019971:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609205.019971:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609205.019973:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.019973:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609205.019974:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609205.019977:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609205.019978:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609205.019979:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609205.019981:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b7080 00000400:00000010:2.0:1749609205.019982:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f9f8. 00000100:00000001:3.0:1749609205.019984:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1749609205.019985:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 00000100:00000001:3.0:1749609205.019986:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609205.019988:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15d39 [2] + 0 02000000:00000001:3.0:1749609205.019988:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609205.019990:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609205.019992:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a09a0. 02000000:00000001:3.0:1749609205.019992:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609205.019994:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612244736:0@lo:38: 00000400:00000200:1.0:1749609205.019996:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b6c0 00000100:00000001:3.0:1749609205.019996:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609205.019998:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609205.019999:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609205.020000:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612244864, portal 4 00000100:00000001:2.0:1749609205.020001:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749609205.020001:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749609205.020002:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609205.020002:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361870592 : -131939347681024 : ffff88007a0cb100) 02000000:00000010:3.0:1749609205.020004:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fa400. 00000400:00000200:1.0:1749609205.020006:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609205.020006:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609205.020007:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0cb100 x1834594612244864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609205.020008:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629f8. 00000400:00000200:1.0:1749609205.020010:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b6c0 00000100:00000001:2.0:1749609205.020012:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749609205.020013:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b6c0. 00000100:00000040:2.0:1749609205.020014:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609205.020015:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93088. 00000100:00000001:1.0:1749609205.020018:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609205.020018:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612244864, offset 0 00000400:00000010:3.0:1749609205.020019:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00000200:1.0:1749609205.020020:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1749609205.020022:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609205.020022:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612244736, portal 4 00000100:00000001:3.0:1749609205.020023:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749609205.020024:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800b53d4050 x1834594612244608 msgsize 224 00000100:00000001:3.0:1749609205.020024:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361869696 : -131939347681920 : ffff88007a0cad80) 00000100:00100000:1.0:1749609205.020028:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609205.020029:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609205.020029:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609205.020030:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1749609205.020034:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b7180 00000100:00000001:3.0:1749609205.020034:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609205.020036:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609205.020037:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283440. 00000400:00000200:2.0:1749609205.020038:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 10304 00000100:00000001:1.0:1749609205.020039:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749609205.020040:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612244736, offset 0 00000400:00000200:2.0:1749609205.020042:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609205.020045:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609205.020045:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609205.020047:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000400:00000010:1.0:1749609205.020049:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000400:00000200:3.0:1749609205.020050:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609205.020052:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609205.020053:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609205.020054:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:1.0:1749609205.020055:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609205.020055:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b7100 00000100:00000010:2.0:1749609205.020056:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8380. 00000100:00000040:2.0:1749609205.020058:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a02c8380 x1834594612244864 msgsize 224 00000400:00000200:3.0:1749609205.020059:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 10400 00000100:00100000:2.0:1749609205.020061:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609205.020063:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609205.020064:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609205.020065:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609205.020066:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020068:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609205.020069:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749609205.020069:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749609205.020072:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012cbddf80. 00000100:00000001:1.0:1749609205.020074:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609205.020074:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93088 00000100:00000040:3.0:1749609205.020074:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012cbddf80 x1834594612244736 msgsize 520 00000400:00000010:2.0:1749609205.020075:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93088. 00000100:00000001:1.0:1749609205.020076:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609205.020076:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749609205.020077:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749609205.020078:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0cb100 x1834594612244864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609205.020081:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.020084:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609205.020085:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298481432 00000100:00000040:2.0:1749609205.020085:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0cb100 x1834594612244864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020085:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:1.0:1749609205.020089:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e89c0. 00000100:00000001:2.0:1749609205.020090:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.020091:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609205.020091:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283440 00000100:00000001:2.0:1749609205.020093:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609205.020093:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283440. 00000100:00000001:1.0:1749609205.020095:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749609205.020095:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:3.0:1749609205.020096:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609205.020097:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298481425 00000100:00000200:3.0:1749609205.020098:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020104:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609205.020105:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020109:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020111:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609205.020113:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020114:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298481432 00000100:00000001:2.0:1749609205.020115:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609205.020115:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1026 usecs (2 jiffies) 00000100:00000010:1.0:1749609205.020117:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8880. 00000100:00100000:2.0:1749609205.020117:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612244736 00000100:00000001:3.0:1749609205.020117:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298481426 02000000:00000001:2.0:1749609205.020118:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609205.020118:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298481432 00000100:00000001:1.0:1749609205.020120:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609205.020120:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609205.020121:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020121:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298481426 02000000:00000001:2.0:1749609205.020123:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609205.020125:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612244736 00000020:00000001:2.0:1749609205.020126:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609205.020127:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609205.020129:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609205.020130:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609205.020132:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609205.020135:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609205.020137:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298481432 00000020:00000010:2.0:1749609205.020137:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609205.020139:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000010:1.0:1749609205.020140:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e81c0. 00000100:00000001:3.0:1749609205.020140:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609205.020141:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612244608 00000100:00000001:2.0:1749609205.020142:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609205.020142:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609205.020142:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609205.020143:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609205.020144:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020144:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609205.020145:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298481432 00000100:00000001:3.0:1749609205.020145:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609205.020147:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8a00. 00000100:00000001:2.0:1749609205.020147:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609205.020147:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609205.020149:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612244608 00000100:00000001:1.0:1749609205.020160:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1749609205.020160:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609205.020161:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609205.020161:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:1.0:1749609205.020162:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609205.020162:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609205.020164:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609205.020164:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:3.0:1749609205.020165:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609205.020166:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609205.020167:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609205.020168:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.020168:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609205.020170:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020170:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749609205.020171:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000020:00000010:3.0:1749609205.020172:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00000100:00000001:2.0:1749609205.020173:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137359826816 : -131936349724800 : ffff88012cbddf80) 00000100:00000001:3.0:1749609205.020173:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609205.020175:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749609205.020175:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00000100:00000001:1.0:1749609205.020176:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1749609205.020176:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012cbddf80 x1834594612244736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609205.020177:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609205.020178:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609205.020180:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749609205.020180:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000100:00000001:1.0:1749609205.020181:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609205.020182:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:1.0:1749609205.020183:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609205.020183:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612244736:12345-0@lo:38: 00000100:00000200:2.0:1749609205.020185:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612244736 00000020:00000001:2.0:1749609205.020187:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749609205.020187:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609205.020189:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1749609205.020190:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609205.020190:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609205.020191:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020192:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609205.020194:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1749609205.020194:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020196:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020198:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609205.020201:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609205.020201:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020202:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:2.0:1749609205.020203:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609205.020204:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609205.020204:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609205.020205:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749609205.020205:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609205.020205:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609205.020206:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1749609205.020207:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609205.020207:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00000040:3.0:1749609205.020208:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609205.020209:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609205.020210:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135354908752 : -131938354642864 : ffff8800b53d4050) 00000100:00000040:1.0:1749609205.020211:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0cbb80 x1834594612245248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609205.020211:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609205.020212:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609205.020212:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b53d4050 x1834594612244608/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:151/0 lens 224/0 e 0 to 0 dl 1749609216 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609205.020215:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2800. 02000000:00000001:2.0:1749609205.020216:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.020218:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020218:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609205.020219:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00010000:00000001:2.0:1749609205.020220:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609205.020220:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609205.020221:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00010000:00000001:2.0:1749609205.020222:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609205.020223:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b53d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612244608:12345-0@lo:400: 00000100:00001000:2.0:1749609205.020224:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609205.020226:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609205.020226:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:3.0:1749609205.020226:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612244608 00000020:00000001:3.0:1749609205.020227:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609205.020228:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.020228:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749609205.020229:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749609205.020230:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609205.020230:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609205.020231:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:3.0:1749609205.020231:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.020232:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000001:3.0:1749609205.020232:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1749609205.020233:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609205.020233:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:2.0:1749609205.020234:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609205.020235:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609205.020235:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609205.020235:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609205.020236:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609205.020237:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609205.020237:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1749609205.020238:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612245248:0@lo:400: 00000100:00000001:2.0:1749609205.020238:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609205.020238:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609205.020239:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609205.020240:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609205.020240:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609205.020241:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1749609205.020241:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93088. 00000100:00000001:3.0:1749609205.020241:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609205.020242:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749609205.020243:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612244736, offset 0 02000000:00000001:1.0:1749609205.020244:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1749609205.020244:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fb000. 02000000:00000001:1.0:1749609205.020245:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609205.020245:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609205.020246:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609205.020247:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609205.020247:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609205.020248:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609205.020249:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749609205.020250:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 00010000:00000040:3.0:1749609205.020250:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612244608 02000000:00000001:1.0:1749609205.020251:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609205.020252:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b7100 00010000:00000001:3.0:1749609205.020252:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:1.0:1749609205.020254:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a09a0. 00010000:00000200:3.0:1749609205.020254:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b53d4050 x1834594612244608/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:151/0 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609205.020256:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x168a1 [1] + 0 00010000:00000001:3.0:1749609205.020258:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609205.020259:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749609205.020259:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609205.020260:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000400:00000200:2.0:1749609205.020261:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749609205.020261:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=24 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609205.020263:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609205.020264:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612245248, portal 10 00000100:00000001:2.0:1749609205.020264:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609205.020265:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:1.0:1749609205.020266:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749609205.020266:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020266:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609205.020267:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361873280 : -131939347678336 : ffff88007a0cbb80) 02000000:00000001:3.0:1749609205.020267:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609205.020268:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020269:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609205.020271:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609205.020272:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0cbb80 x1834594612245248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609205.020272:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609205.020272:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283440. 00000100:00000001:2.0:1749609205.020277:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609205.020278:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612244608, offset 224 00000100:00000001:1.0:1749609205.020280:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609205.020280:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93088 00000400:00000010:2.0:1749609205.020281:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93088. 00000100:00000040:1.0:1749609205.020282:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609205.020283:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:1.0:1749609205.020284:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000001:2.0:1749609205.020284:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749609205.020284:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609205.020285:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609205.020287:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609205.020288:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609205.020290:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609205.020290:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609205.020292:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012cbddf80 x1834594612244736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609205.020293:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612245248, offset 0 00000400:00000200:3.0:1749609205.020295:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b7080 00000400:00000200:1.0:1749609205.020297:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609205.020298:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612244736:12345-0@lo:38: Request processed in 116us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609205.020302:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000400:00000200:3.0:1749609205.020302:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16891 [1] + 224 00000400:00000200:1.0:1749609205.020304:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609205.020304:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609205.020305:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609205.020306:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609205.020307:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000400:00000200:1.0:1749609205.020309:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b7300 00000400:00000200:3.0:1749609205.020309:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609205.020310:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000010:2.0:1749609205.020312:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:2.0:1749609205.020314:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020314:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609205.020316:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 164848 00000100:00000200:3.0:1749609205.020317:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609205.020321:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609205.020321:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298481432 00000100:00000001:2.0:1749609205.020323:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298481425 00000400:00000200:1.0:1749609205.020324:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609205.020324:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298481432 00000100:00000001:2.0:1749609205.020326:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298481425 00000100:00000040:3.0:1749609205.020326:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609205.020327:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298481432 00000100:00000001:1.0:1749609205.020328:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609205.020328:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298481425 00000100:00000001:2.0:1749609205.020329:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298481432 00000100:00000200:1.0:1749609205.020330:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609205.020330:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609205.020331:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609205.020333:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a106d80. 00000400:00000001:2.0:1749609205.020334:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609205.020335:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609205.020336:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88007a106d80 x1834594612245248 msgsize 224 00000400:00000010:2.0:1749609205.020336:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f9f8. 00000400:00000200:2.0:1749609205.020338:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000100:00000001:3.0:1749609205.020338:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609205.020339:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00100000:1.0:1749609205.020340:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609205.020340:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609205.020341:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0cb100 x1834594612244864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609205.020344:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283440 00000400:00000010:3.0:1749609205.020346:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283440. 00000100:00000001:1.0:1749609205.020347:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609205.020349:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609205.020350:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749609205.020351:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0cb100 x1834594612244864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609205.020352:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00000001:3.0:1749609205.020353:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609205.020354:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:1.0:1749609205.020356:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609205.020356:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609205.020356:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609205.020357:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609205.020358:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:1.0:1749609205.020359:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0cbb80 x1834594612245248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609205.020359:0:1512:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609205.020360:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609205.020361:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609205.020361:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609205.020362:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609205.020362:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749609205.020364:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609205.020365:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b53d4050 x1834594612244608/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:151/0 lens 224/224 e 0 to 0 dl 1749609216 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609205.020367:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749609205.020367:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=11 v=5 (5 5 5 5) 00000100:00000040:1.0:1749609205.020369:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0cbb80 x1834594612245248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609205.020369:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=11 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609205.020371:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609205.020372:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609205.020373:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1749609205.020375:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b53d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612244608:12345-0@lo:400: Request processed in 155us (349us total) trans 0 rc 0/0 00010000:00080000:2.0:1749609205.020376:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0cb100 x1834594612244864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609205.020377:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020379:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1749609205.020380:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020381:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.020383:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749609205.020383:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00000040:2.0:1749609205.020384:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000040:1.0:1749609205.020385:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000100:00000040:3.0:1749609205.020385:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:2.0:1749609205.020386:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609205.020387:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298481425 00000100:00000001:2.0:1749609205.020387:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020388:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749609205.020389:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0cb100 x1834594612244864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020389:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609205.020390:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298481432 00000100:00000001:1.0:1749609205.020392:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298481425 00000020:00000010:3.0:1749609205.020392:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000100:00000001:2.0:1749609205.020393:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609205.020394:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298481432 00000100:00000001:2.0:1749609205.020395:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1749609205.020395:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000100:00000001:2.0:1749609205.020396:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609205.020397:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298481425 00000100:00000040:2.0:1749609205.020398:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cb100 x1834594612244864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609205.020398:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609205.020399:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298481432 00000100:00000001:1.0:1749609205.020401:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298481425 00000100:00000001:1.0:1749609205.020402:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298481432 00000100:00100000:2.0:1749609205.020402:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612244864:0@lo:400: 00000020:00000040:3.0:1749609205.020402:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:1.0:1749609205.020404:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609205.020405:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609205.020405:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609205.020406:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.020406:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749609205.020407:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fb000. 00000100:00000001:1.0:1749609205.020408:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609205.020408:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0cb100 x1834594612244864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609205.020410:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609205.020410:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609205.020412:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609205.020412:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609205.020414:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749609205.020415:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:2.0:1749609205.020416:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 00000100:00000001:1.0:1749609205.020418:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609205.020418:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609205.020419:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609205.020419:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1749609205.020419:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000020:00000040:2.0:1749609205.020420:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1749609205.020421:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1749609205.020422:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1749609205.020422:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 00000400:00000010:3.0:1749609205.020423:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3780. 00000400:00000001:1.0:1749609205.020424:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749609205.020424:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1749609205.020425:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0580. 02000000:00000001:2.0:1749609205.020425:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609205.020426:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cb100. 00000400:00000200:1.0:1749609205.020428:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000001:2.0:1749609205.020428:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609205.020429:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609205.020430:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609205.020430:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609205.020432:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609205.020432:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609205.020433:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.020434:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749609205.020435:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609205.020435:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020450:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298481432 00000100:00000200:1.0:1749609205.020451:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020454:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298481426 00000100:00000001:3.0:1749609205.020456:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298481432 00000100:00000001:1.0:1749609205.020458:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609205.020458:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298481426 00000100:00000001:1.0:1749609205.020460:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020460:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298481432 00000100:00000001:1.0:1749609205.020462:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609205.020462:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609205.020463:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609205.020465:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609205.020465:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020467:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609205.020468:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749609205.020469:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609205.020469:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609205.020471:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629f8. 00000100:00001000:1.0:1749609205.020472:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=24 v=5 (5 5 5 5) 00000400:00000200:3.0:1749609205.020474:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000100:00001000:1.0:1749609205.020475:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=14 v=5 (1 1 1 1) 00000400:00000010:3.0:1749609205.020476:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00000001:1.0:1749609205.020477:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609205.020478:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609205.020479:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609205.020481:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1749609205.020481:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609205.020483:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020485:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609205.020487:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609205.020488:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020491:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609205.020492:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020494:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609205.020495:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609205.020495:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609205.020528:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609205.020530:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609205.020534:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609205.020542:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612244608:0@lo:400: 00000100:00000001:1.0:1749609205.020547:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020548:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609205.020549:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609205.020550:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609205.020551:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0caa00 x1834594612244608/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609205.020551:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609205.020555:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609205 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609205.020557:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=21 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609205.020558:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609205.020559:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749609205.020560:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609205.020560:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609205.020561:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749609205.020562:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b000. 00000100:00000040:3.0:1749609205.020564:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609205.020565:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609205.020567:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609205.020568:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:3.0:1749609205.020568:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609205.020570:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609205.020570:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1749609205.020571:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057900. 00000100:00000001:3.0:1749609205.020571:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020572:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1749609205.020574:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609205.020574:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609205.020576:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1749609205.020576:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000010:1.0:1749609205.020577:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0caa00. 00000100:00080000:3.0:1749609205.020577:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609205.020579:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609205.020580:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609205.020581:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609205.020581:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609205.020583:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609205.020587:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749609205.020587:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612244736:0@lo:38: 00000100:00000001:1.0:1749609205.020588:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020589:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609205.020590:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609205.020591:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609205.020592:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609205.020592:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0cad80 x1834594612244736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020596:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609205.020597:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609205.020598:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749609205.020598:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fa400. 00000100:00000001:1.0:1749609205.020600:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609205.020600:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609205.020601:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1749609205.020602:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1749609205.020602:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609205.020603:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1749609205.020604:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1749609205.020604:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a071ec00. 00000400:00000010:1.0:1749609205.020606:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a09a0. 02000000:00000001:3.0:1749609205.020607:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749609205.020608:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 02000000:00000001:3.0:1749609205.020608:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609205.020608:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cad80. 00000400:00000010:1.0:1749609205.020610:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:3.0:1749609205.020610:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609205.020611:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020612:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609205.020613:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609205.020615:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0cbb80 x1834594612245248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020616:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609205.020617:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020618:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609205.020619:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609205.020620:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609205.020622:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0cb480 x1834594612244992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609205.020624:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0cbb80 x1834594612245248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020627:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609205.020628:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609205.020629:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609205.020630:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609205.020631:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609205.020631:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020632:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609205.020633:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612244992:0@lo:38: 00000100:00000001:1.0:1749609205.020634:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609205.020651:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609205.020652:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609205.020653:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609205.020653:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609205.020654:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020655:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609205.020656:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749609205.020657:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609205.020657:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fa400. 02000000:00000001:3.0:1749609205.020659:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609205.020660:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629f8. 00000100:00001000:1.0:1749609205.020661:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=18 v=5 (5 5 5 5) 00000400:00000010:3.0:1749609205.020663:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52835d8. 00000100:00001000:1.0:1749609205.020665:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=18 v=5 (1 1 1 1) 00000100:00000200:3.0:1749609205.020665:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612244992, portal 10 00000100:00000001:1.0:1749609205.020667:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609205.020667:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609205.020668:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361871488 : -131939347680128 : ffff88007a0cb480) 00000100:00000001:1.0:1749609205.020669:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609205.020671:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749609205.020671:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0cb480 x1834594612244992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749609205.020674:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0cbb80 x1834594612245248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020696:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609205.020698:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609205.020699:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283440. 00000100:00000200:3.0:1749609205.020700:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612244992, offset 0 00000400:00000200:3.0:1749609205.020703:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609205.020704:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020707:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609205.020708:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:3.0:1749609205.020708:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609205.020710:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609205.020711:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609205.020712:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b7200 00000100:00000040:1.0:1749609205.020714:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0cbb80 x1834594612245248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609205.020715:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 165072 00000400:00000200:3.0:1749609205.020718:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609205.020721:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609205.020722:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609205.020723:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609205.020724:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749609205.020724:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609205.020726:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609205.020727:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0aaf800. 00000100:00000040:1.0:1749609205.020729:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cbb80 x1834594612245248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609205.020729:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0aaf800 x1834594612244992 msgsize 520 00000100:00100000:3.0:1749609205.020732:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749609205.020738:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612245248:0@lo:400: 00000100:00000001:1.0:1749609205.020742:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609205.020744:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609205.020744:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609205.020746:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0cbb80 x1834594612245248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609205.020747:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283440 00000400:00000010:3.0:1749609205.020748:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283440. 00000100:00000001:3.0:1749609205.020750:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609205.020752:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0cb480 x1834594612244992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609205.020753:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609205.020755:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609205.020757:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609205.020760:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609205.020761:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609205.020762:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749609205.020763:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:3.0:1749609205.020763:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0cb480 x1834594612244992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609205.020765:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609205.020767:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057c00. 00000100:00000001:3.0:1749609205.020768:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609205.020769:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609205.020769:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609205.020770:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609205.020770:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609205.020772:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cbb80. 00000100:00000040:3.0:1749609205.020772:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 830 usecs (1 jiffies) 00000100:00000001:1.0:1749609205.020774:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609205.020774:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298481426 00000100:00000001:1.0:1749609205.020775:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020775:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298481432 00000100:00000001:1.0:1749609205.020777:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020777:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298481426 00000100:00000001:3.0:1749609205.020778:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298481432 00000100:00000001:3.0:1749609205.020779:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298481426 00000100:00000001:3.0:1749609205.020780:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298481432 00000100:00000001:1.0:1749609205.020781:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609205.020781:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298481426 00000100:00000001:1.0:1749609205.020782:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020782:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298481432 00000100:00000001:3.0:1749609205.020783:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609205.020784:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609205.020784:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609205.020786:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020786:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609205.020788:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020809:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609205.020809:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609205.020811:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609205.020812:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609205.020813:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609205.020814:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612245120:0@lo:38: 00000100:00000001:3.0:1749609205.020816:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609205.020817:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609205.020818:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609205.020820:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609205.020821:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fb000. 02000000:00000001:3.0:1749609205.020822:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609205.020824:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62318. 00000400:00000010:3.0:1749609205.020826:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283440. 00000100:00000200:3.0:1749609205.020827:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612245120, portal 10 00000100:00000001:3.0:1749609205.020829:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609205.020829:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361872384 : -131939347679232 : ffff88007a0cb800) 00000100:00000040:3.0:1749609205.020832:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020836:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609205.020837:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609205.020838:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283220. 00000100:00000200:3.0:1749609205.020840:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612245120, offset 0 00000400:00000200:3.0:1749609205.020841:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609205.020844:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609205.020847:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b7280 00000400:00000200:3.0:1749609205.020849:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 165592 00000400:00000200:3.0:1749609205.020852:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609205.020854:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609205.020855:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609205.020856:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609205.020858:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130f20000. 00000100:00000040:3.0:1749609205.020860:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880130f20000 x1834594612245120 msgsize 520 00000100:00100000:3.0:1749609205.020862:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609205.020866:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609205.020868:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283220 00000400:00000010:3.0:1749609205.020869:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283220. 00000100:00000001:3.0:1749609205.020871:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609205.020872:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020877:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609205.020878:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.020886:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020887:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609205.020889:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609205.020890:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:3.0:1749609205.020891:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298481426 00000100:00000001:3.0:1749609205.020892:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298481432 00000100:00000001:3.0:1749609205.020893:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298481426 00000100:00000001:3.0:1749609205.020894:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298481432 00000100:00000001:3.0:1749609205.020895:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298481426 00000100:00000001:3.0:1749609205.020896:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298481432 00000100:00000001:3.0:1749609205.020897:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298481426 00000100:00000001:3.0:1749609205.020898:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298481432 00000100:00000001:3.0:1749609205.020899:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609205.020900:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020901:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020903:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020905:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609205.020906:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609205.020907:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609205.020907:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609205.020908:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020909:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020927:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609205.020929:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609205.020929:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612245120 02000000:00000001:3.0:1749609205.020930:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609205.020931:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609205.020932:0:16223:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020932:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609205.020933:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609205.020935:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612245120 00000020:00000001:3.0:1749609205.020936:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609205.020937:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609205.020938:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609205.020940:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609205.020941:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609205.020943:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000010:3.0:1749609205.020945:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609205.020947:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:3.0:1749609205.020949:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609205.020950:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609205.020951:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020953:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.020957:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609205.020962:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609205.020962:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609205.020965:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00000001:2.0:1749609205.020966:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609205.020966:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137430351872 : -131936279199744 : ffff880130f20000) 00000100:00000001:2.0:1749609205.020967:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609205.020968:0:16223:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.020969:0:16223:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609205.020969:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130f20000 x1834594612245120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609205.020975:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612245120:12345-0@lo:38: 00000100:00000200:3.0:1749609205.020977:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612245120 00000020:00000001:3.0:1749609205.020979:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609205.020980:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609205.020986:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609205.020988:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609205.020990:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609205.020992:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609205.020993:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609205.020994:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609205.020995:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609205.020995:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609205.020996:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609205.020997:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fb400. 00000400:00000001:2.0:1749609205.020999:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609205.020999:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609205.021000:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609205.021000:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609205.021001:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629f8. 00010000:00000001:3.0:1749609205.021002:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609205.021003:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609205.021004:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609205.021005:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52835d8 00000400:00000010:2.0:1749609205.021006:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52835d8. 00000100:00000001:3.0:1749609205.021007:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609205.021008:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609205.021009:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609205.021009:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609205.021011:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:2.0:1749609205.021012:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0cb480 x1834594612244992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.021012:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609205.021014:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609205.021015:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609205.021016:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.021017:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609205.021019:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0cb480 x1834594612244992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609205.021019:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609205.021020:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283220. 00000100:00000200:3.0:1749609205.021022:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612245120, offset 0 00000400:00000200:3.0:1749609205.021024:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609205.021025:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609205.021026:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609205.021027:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609205.021028:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609205.021029:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749609205.021030:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b7280 00000100:00000001:2.0:1749609205.021031:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609205.021032:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609205.021033:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609205.021033:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x168cd [1] + 0 00000400:00000200:3.0:1749609205.021035:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749609205.021036:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609205 v=5 (0 0 0 0) 00000400:00000200:3.0:1749609205.021037:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749609205.021038:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=21 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609205.021038:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609205.021040:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749609205.021040:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609205.021041:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609205.021043:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609205.021045:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0cb480 x1834594612244992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609205.021046:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609205.021050:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609205.021051:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609205.021052:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609205.021053:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609205.021053:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283220 00000100:00000001:2.0:1749609205.021054:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:3.0:1749609205.021054:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283220. 00000100:00000001:2.0:1749609205.021055:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609205.021055:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:2.0:1749609205.021056:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609205.021056:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:2.0:1749609205.021058:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609205.021058:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.021059:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609205.021059:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609205.021061:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cb480 x1834594612244992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609205.021061:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609205.021062:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609205.021064:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130f20000 x1834594612245120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609225 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609205.021066:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612244992:0@lo:38: 00000400:00000001:2.0:1749609205.021069:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609205.021070:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609205.021071:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62318. 00000400:00000200:2.0:1749609205.021076:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283440 00000400:00000010:2.0:1749609205.021077:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283440. 00000100:00000001:2.0:1749609205.021079:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609205.021080:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609205.021080:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612245120:12345-0@lo:38: Request processed in 105us (219us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749609205.021085:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609205.021085:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00000001:3.0:1749609205.021086:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609205.021087:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609205.021089:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1200. 00000100:00000001:2.0:1749609205.021090:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609205.021090:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609205.021090:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fa28. 00000100:00000001:2.0:1749609205.021091:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609205.021092:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749609205.021092:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:2.0:1749609205.021093:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609205.021094:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609205.021094:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609205.021095:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609205.021096:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609205 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609205.021098:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=18 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609205.021099:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609205.021100:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609205.021101:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609205.021103:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609205.021107:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609205.021108:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609205.021109:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609205.021110:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609205.021110:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609205.021112:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609205.021113:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609205.021114:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609205.021116:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609205.021120:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612245120:0@lo:38: 00000100:00000001:2.0:1749609205.021122:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609205.021124:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609205.021125:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0cb480 x1834594612244992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609205.021130:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609205.021131:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609205.021132:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fa400. 02000000:00000001:2.0:1749609205.021134:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609205.021135:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609205.021136:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609205.021137:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609205.021138:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a071d400. 02000000:00000001:2.0:1749609205.021140:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609205.021141:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609205.021142:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cb480. 00000100:00000001:2.0:1749609205.021144:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609205.021144:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609205.021145:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609205.021146:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0cb800 x1834594612245120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609205.021150:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609205.021151:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609205.021152:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fb000. 02000000:00000001:2.0:1749609205.021153:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609205.021154:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609205.021154:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609205.021155:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609205.021156:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a071e800. 02000000:00000001:2.0:1749609205.021157:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609205.021158:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609205.021159:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cb800. 00000100:00000001:2.0:1749609205.021160:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609205.021160:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609205.021162:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609205.021164:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609205.021165:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609205.021166:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609205.021167:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609205.027557:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298481432, at 4298481432 00000100:00000010:1.0:1749609205.027564:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8880. 00000100:00000040:3.0:1749609205.027567:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298481432, at 4298481432 00000100:00000010:3.0:1749609205.027574:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8a00. 00000100:00000040:2.0:1749609205.027581:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298481432, at 4298481432 00000100:00000010:2.0:1749609205.027588:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e81c0. 00000020:00000001:1.0:1749609205.331719:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609205.331722:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609205.331724:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609205.710611:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609205.710617:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609205.710619:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609205.710621:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609205.710624:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609205.710627:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609205.710629:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609205.710631:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609205.710632:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609206.333721:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609206.333725:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609206.333727:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609206.710731:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609206.710740:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609206.710742:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609206.710745:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609206.710750:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609206.710754:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609206.710757:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609206.710760:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609206.710762:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609206.783216:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609206.783221:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730240256 02000000:00000001:2.0:1749609206.783225:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609206.783228:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609206.783231:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609206.783236:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609206.783241:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730240256 00000020:00000001:2.0:1749609206.783244:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609206.783246:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609206.783249:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609206.783252:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609206.783255:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609206.783258:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609206.783264:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609206.783268:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706f80. 00000100:00000001:2.0:1749609206.783271:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609206.783274:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706f80. 00000020:00000010:2.0:1749609206.783281:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000010:2.0:1749609206.783287:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609206.783292:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000040:2.0:1749609206.783300:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609206.783301:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609206.783304:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609206.783306:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749609206.783306:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730240384 00000100:00000001:2.0:1749609206.783309:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609206.783309:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609206.783311:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609206.783314:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609206.783317:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609206.783318:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609206.783320:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730240384 00000020:00000001:3.0:1749609206.783323:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609206.783324:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609206.783326:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609206.783328:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609206.783330:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609206.783332:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609206.783335:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000010:3.0:1749609206.783340:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1200. 00000020:00000010:3.0:1749609206.783344:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fa28. 00000100:00000001:2.0:1749609206.783345:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609206.783348:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609206.783348:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609206.783349:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609206.783352:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609206.783356:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1409 00000100:00000001:3.0:1749609206.783356:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609206.783361:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609206.783364:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341787216 : -131938367764400 : ffff8800b4750850) 00000100:00000040:2.0:1749609206.783373:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4750850 x1834594730240256/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:152/0 lens 224/0 e 0 to 0 dl 1749609217 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609206.783380:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609206.783389:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609206.783389:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609206.783390:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730240512 00000020:00000010:2.0:1749609206.783392:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706f80. 02000000:00000001:3.0:1749609206.783393:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609206.783395:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609206.783395:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609206.783396:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609206.783398:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706f80. 02000000:00000001:3.0:1749609206.783398:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609206.783400:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730240512 00000020:00000001:3.0:1749609206.783402:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609206.783403:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609206.783404:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609206.783405:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4750850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730240256:12345-192.168.201.20@tcp:400: 00000020:00000001:3.0:1749609206.783405:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609206.783406:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609206.783408:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000200:2.0:1749609206.783410:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730240256 00000020:00000010:3.0:1749609206.783411:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b00. 00000020:00000010:3.0:1749609206.783413:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f190. 00000020:00000001:2.0:1749609206.783415:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609206.783415:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609206.783416:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609206.783417:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609206.783419:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609206.783421:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609206.783424:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609206.783424:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609206.783428:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609206.783429:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609206.783430:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609206.783431:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:2.0:1749609206.783435:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609206.783437:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609206.783440:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609206.783443:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1749609206.783445:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2655 00000020:00000001:2.0:1749609206.783447:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609206.783448:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361871488 : -131939347680128 : ffff88007a0cb480) 00000020:00000001:2.0:1749609206.783451:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609206.783452:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0cb480 x1834594730240512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609226 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609206.783455:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609206.783459:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609206.783464:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2c00. 00000100:00100000:3.0:1749609206.783464:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730240512:12345-192.168.201.20@tcp:38: 02000000:00000001:2.0:1749609206.783468:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609206.783468:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730240512 00000100:00000001:2.0:1749609206.783471:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609206.783471:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609206.783474:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609206.783475:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609206.783478:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730240256 00010000:00000001:2.0:1749609206.783482:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000040:3.0:1749609206.783486:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000200:2.0:1749609206.783489:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4750850 x1834594730240256/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:152/0 lens 224/224 e 0 to 0 dl 1749609217 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609206.783489:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:3.0:1749609206.783495:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609206.783532:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609206.783536:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800948fb800. 02000000:00000001:3.0:1749609206.783538:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609206.783541:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609206.783543:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1749609206.783544:0:14332:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000001:2.0:1749609206.783545:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609206.783549:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=25 v=5 (1 1 1 1) 00010000:00080000:3.0:1749609206.783551:0:14332:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3815 last 0 00000100:00000001:2.0:1749609206.783554:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609206.783556:0:14332:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000040:2.0:1749609206.783558:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:3.0:1749609206.783560:0:14332:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:2.0:1749609206.783561:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609206.783563:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:3.0:1749609206.783563:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:2.0:1749609206.783566:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609206.783567:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609206.783569:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609206.783572:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:3.0:1749609206.783575:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000010:2.0:1749609206.783577:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 00000004:00000001:3.0:1749609206.783579:0:14332:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609206.783581:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609206.783582:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730240256, offset 224 00000004:00000040:3.0:1749609206.783586:0:14332:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:2.0:1749609206.783588:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000040:3.0:1749609206.783589:0:14332:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:3.0:1749609206.783591:0:14332:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:3.0:1749609206.783593:0:14332:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609206.783595:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609206.783597:0:14332:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:2.0:1749609206.783599:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:3.0:1749609206.783599:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609206.783601:0:14332:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609206.783603:0:14332:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609206.783605:0:14332:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:2.0:1749609206.783606:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2007:2007:256:4294967295] 192.168.201.20@tcp LPNI seq info [2003:2003:8:4294967295] 00000020:00000040:3.0:1749609206.783608:0:14332:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:3.0:1749609206.783611:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609206.783613:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749609206.783615:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609206.783616:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609206.783617:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00001000:3.0:1749609206.783619:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:2.0:1749609206.783622:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609206.783622:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000010:2.0:1749609206.783627:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7100. 00000400:00000200:3.0:1749609206.783630:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000200:2.0:1749609206.783633:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:3.0:1749609206.783634:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609206.783636:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609206.783638:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609206.783640:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:2.0:1749609206.783642:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:3.0:1749609206.783644:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609206.783670:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7100 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1749609206.783673:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609206.783676:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609206.783679:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609206.783681:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609206.783684:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609206.783685:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609206.783687:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609206.783688:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609206.783689:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283220. 00000020:00000001:2.0:1749609206.783691:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1749609206.783694:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730240512, offset 0 00000100:00000040:2.0:1749609206.783695:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4750850 x1834594730240256/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:152/0 lens 224/224 e 0 to 0 dl 1749609217 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609206.783699:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:2.0:1749609206.783706:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4750850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730240256:12345-192.168.201.20@tcp:400: Request processed in 316us (664us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609206.783707:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609206.783713:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2008:2008:255:4294967295] 192.168.201.20@tcp LPNI seq info [2004:2004:7:4294967295] 00000100:00100000:2.0:1749609206.783714:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1409 00000100:00000040:2.0:1749609206.783717:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:2.0:1749609206.783720:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609206.783722:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609206.783723:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:2.0:1749609206.783726:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000800:00000200:3.0:1749609206.783728:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:2.0:1749609206.783730:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000800:00000010:3.0:1749609206.783732:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 00000020:00000010:2.0:1749609206.783734:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000800:00000200:3.0:1749609206.783737:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000040:2.0:1749609206.783738:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:2.0:1749609206.783741:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1749609206.783743:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000200:2.0:1749609206.783745:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:3.0:1749609206.783746:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 512 niov 1 nkiov 1 00000400:00000010:2.0:1749609206.783749:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f9f8. 00000100:00000001:3.0:1749609206.783750:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609206.783753:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000010:2.0:1749609206.783754:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7cc0. 00000100:00000001:3.0:1749609206.783755:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609206.783757:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609206.783762:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cb480 x1834594730240512/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609226 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609206.783772:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730240512:12345-192.168.201.20@tcp:38: Request processed in 308us (432us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749609206.783780:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2655 00000100:00000001:3.0:1749609206.783783:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609206.783784:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609206.783787:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b00. 00000020:00000010:3.0:1749609206.783791:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f190. 00000800:00000200:2.0:1749609206.783794:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1749609206.783795:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000800:00000010:2.0:1749609206.783797:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7100. 00000100:00000001:3.0:1749609206.783799:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609206.783800:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609206.783805:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609206.783808:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000400:00000010:2.0:1749609206.783810:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00000001:2.0:1749609206.783813:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609206.783815:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1749609206.783817:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a2c00. 02000000:00000001:2.0:1749609206.783819:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609206.783821:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609206.783831:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609206.783833:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695b00. 00000400:00000200:2.0:1749609206.783836:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609206.783839:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609206.783842:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283220 00000400:00000010:2.0:1749609206.783843:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283220. 00000100:00000001:2.0:1749609206.783846:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609206.783847:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609206.783892:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609206.783895:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057100. 00000400:00000200:2.0:1749609206.783899:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609206.783904:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609206.783908:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668c38 00000400:00000010:2.0:1749609206.783910:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668c38. 00000100:00000001:2.0:1749609206.783914:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609206.783916:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609207.335744:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609207.335747:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609207.335749:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609208.337802:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609208.337806:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609208.337809:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609209.339815:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609209.339820:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609209.339825:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609209.710767:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609209.710778:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609209.710780:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609209.710786:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609209.710791:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609209.710795:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609209.710799:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609209.710803:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609209.710806:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.027915:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609210.027920:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609210.027923:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609210.027930:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609210.027932:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609210.027939:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.027943:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609210.027945:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609210.027950:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609210.027954:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609210.027957:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609210.027961:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612245632:0@lo:400: 00000100:00000001:2.0:1749609210.027972:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609210.027978:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609210.027981:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609210.027985:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609210.027990:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609210.027992:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609210.027999:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f688. 00000400:00000010:2.0:1749609210.028008:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 00000100:00000200:2.0:1749609210.028017:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612245632, portal 25 00000100:00000001:2.0:1749609210.028021:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609210.028023:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361873280 : -131939347678336 : ffff88007a0cbb80) 00000100:00000040:2.0:1749609210.028029:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609210.028040:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609210.028044:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609210.028046:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93088. 00000100:00000200:2.0:1749609210.028050:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612245632, offset 0 00000400:00000200:2.0:1749609210.028058:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609210.028075:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609210.028088:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b7480 00000400:00000200:2.0:1749609210.028098:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15d9d [2] + 0 00000400:00000010:2.0:1749609210.028103:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f179a0. 00000400:00000200:2.0:1749609210.028110:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19cc0 00000400:00000200:2.0:1749609210.028117:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609210.028123:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609210.028129:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19cc0 00000400:00000010:2.0:1749609210.028132:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19cc0. 00000100:00000001:2.0:1749609210.028139:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609210.028141:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1749609210.028146:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4751450 x1834594612245632 msgsize 224 00000100:00100000:2.0:1749609210.028152:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609210.028155:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1749609210.028158:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609210.028164:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609210.028165:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609210.028166:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609210.028168:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609210.028172:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609210.028172:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609210.028173:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93088 00000100:00000001:1.0:1749609210.028175:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1749609210.028176:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93088. 00000100:00000001:2.0:1749609210.028180:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609210.028184:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0caa00 x1834594612245888/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609210.028184:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609210.028184:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609210.028185:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.028188:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609210.028191:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609210.028193:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609210.028196:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612245760:0@lo:38: 00000100:00000001:2.0:1749609210.028197:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609210.028199:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609210.028200:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609210.028201:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609210.028202:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.028203:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609210.028205:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609210.028206:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609210.028207:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749609210.028209:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609210.028212:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609210.028212:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fbc00. 02000000:00000001:1.0:1749609210.028213:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.028214:0:1509:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609210.028214:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609210.028216:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612245888:0@lo:400: 00000400:00000010:3.0:1749609210.028219:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629a0. 00000100:00000001:2.0:1749609210.028220:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.028222:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1749609210.028223:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00000100:00000001:2.0:1749609210.028224:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298486440 02000000:00000001:1.0:1749609210.028226:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1749609210.028227:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612245760, portal 4 00000100:00000010:2.0:1749609210.028229:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706f80. 00000100:00000001:3.0:1749609210.028229:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749609210.028230:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028231:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361869696 : -131939347681920 : ffff88007a0cad80) 02000000:00000001:1.0:1749609210.028232:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609210.028238:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1749609210.028238:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609210.028239:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609210.028242:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.028246:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298486440 00000100:00000001:3.0:1749609210.028246:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749609210.028248:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a09a0. 00000100:00000040:3.0:1749609210.028248:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749609210.028249:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706ec0. 00000400:00000010:3.0:1749609210.028250:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000200:3.0:1749609210.028252:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612245760, offset 0 00000100:00000001:2.0:1749609210.028253:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1749609210.028254:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000100:00000001:2.0:1749609210.028257:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298486440 00000400:00000200:3.0:1749609210.028257:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749609210.028260:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07063c0. 00000100:00000001:2.0:1749609210.028264:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1749609210.028266:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609210.028267:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298486440 00000100:00000010:2.0:1749609210.028271:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07060c0. 00000100:00000200:1.0:1749609210.028273:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612245888, portal 4 00000100:00000001:2.0:1749609210.028274:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1749609210.028274:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b7500 00000100:00000001:1.0:1749609210.028276:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609210.028278:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361868800 : -131939347682816 : ffff88007a0caa00) 00000100:00000001:2.0:1749609210.028278:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609210.028280:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 10920 00000100:00000001:2.0:1749609210.028281:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.028285:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609210.028285:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609210.028287:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0caa00 x1834594612245888/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609210.028288:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609210.028289:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609210.028293:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609210.028294:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609210.028297:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1749609210.028298:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130f20a80. 00000100:00000001:1.0:1749609210.028299:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609210.028299:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1749609210.028301:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880130f20a80 x1834594612245760 msgsize 520 00000100:00000001:2.0:1749609210.028302:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609210.028303:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609210.028304:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749609210.028305:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1749609210.028306:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609210.028306:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.028309:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609210.028310:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612245888, offset 0 00000100:00000001:3.0:1749609210.028315:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609210.028317:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609210.028328:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609210.028334:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000100:00000001:2.0:1749609210.028336:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749609210.028336:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000400:00000200:1.0:1749609210.028339:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b7580 00000100:00100000:2.0:1749609210.028339:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612245632 00000100:00000001:3.0:1749609210.028340:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609210.028342:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749609210.028343:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609210.028345:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609210.028348:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 10528 00000100:00000001:2.0:1749609210.028349:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028351:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609210.028353:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609210.028354:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609210.028356:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609210.028359:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612245632 00000100:00000001:3.0:1749609210.028359:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609210.028361:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609210.028361:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609210.028361:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749609210.028363:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609210.028364:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609210.028366:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609210.028367:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749609210.028367:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 00000020:00000040:2.0:1749609210.028368:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000200:1.0:1749609210.028370:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1749609210.028370:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298486434 00000020:00000001:2.0:1749609210.028371:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609210.028373:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298486440 00000020:00000001:2.0:1749609210.028374:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000010:1.0:1749609210.028375:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a107100. 00000100:00000001:3.0:1749609210.028375:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298486434 00000100:00000001:3.0:1749609210.028377:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298486440 00000100:00000001:3.0:1749609210.028378:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298486434 00000100:00000040:1.0:1749609210.028379:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88007a107100 x1834594612245888 msgsize 224 00000100:00000001:2.0:1749609210.028380:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609210.028380:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298486440 00000100:00000001:3.0:1749609210.028382:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298486434 00000020:00000010:2.0:1749609210.028383:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706e40. 00000100:00000001:3.0:1749609210.028384:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298486440 00000100:00100000:1.0:1749609210.028385:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609210.028385:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609210.028387:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609210.028388:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609210.028390:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706e40. 00000100:00000001:3.0:1749609210.028390:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028392:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609210.028397:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609210.028397:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00000001:3.0:1749609210.028398:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609210.028399:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609210.028401:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749609210.028403:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000100:00000001:3.0:1749609210.028403:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609210.028404:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609210.028405:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000040:3.0:1749609210.028407:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0cb100 x1834594612246016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609210.028408:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000020:00000010:2.0:1749609210.028409:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:1.0:1749609210.028411:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609210.028414:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749609210.028415:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0caa00 x1834594612245888/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609210.028415:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.028417:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609210.028418:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:3.0:1749609210.028418:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609210.028420:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.028422:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1749609210.028422:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612246016:0@lo:38: 00000100:00000001:2.0:1749609210.028424:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609210.028425:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609210.028427:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.028427:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609210.028428:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609210.028429:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.028430:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749609210.028431:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0caa00 x1834594612245888/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609210.028434:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fb000. 00000100:00000001:2.0:1749609210.028436:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.028436:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609210.028439:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62b00. 00000100:00000001:1.0:1749609210.028440:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609210.028441:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000001:1.0:1749609210.028443:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609210.028444:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612246016, portal 10 00000100:00000001:2.0:1749609210.028445:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.028446:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609210.028447:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028447:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361870592 : -131939347681024 : ffff88007a0cb100) 00000100:00000040:1.0:1749609210.028452:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000100:00000040:3.0:1749609210.028452:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0cb100 x1834594612246016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609210.028455:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298486433 00000100:00000001:2.0:1749609210.028455:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609210.028458:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609210.028458:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609210.028459:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298486440 00000100:00000040:3.0:1749609210.028460:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609210.028462:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298486433 00000400:00000010:3.0:1749609210.028462:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283550. 00000100:00100000:2.0:1749609210.028463:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00000200:3.0:1749609210.028463:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612246016, offset 0 00000100:00000001:1.0:1749609210.028464:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298486440 00000100:00000001:1.0:1749609210.028467:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298486433 00000100:00000040:2.0:1749609210.028467:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000400:00000200:3.0:1749609210.028467:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609210.028469:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298486440 00000100:00000001:1.0:1749609210.028471:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298486433 00000100:00000001:2.0:1749609210.028471:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341790288 : -131938367761328 : ffff8800b4751450) 00000400:00000200:3.0:1749609210.028471:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609210.028474:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298486440 00000100:00000001:1.0:1749609210.028476:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609210.028476:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4751450 x1834594612245632/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:156/0 lens 224/0 e 0 to 0 dl 1749609221 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609210.028476:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b7600 00000100:00000001:1.0:1749609210.028478:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609210.028481:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 167152 00000100:00000001:1.0:1749609210.028482:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.028484:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609210.028486:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609210.028488:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609210.028489:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609210.028492:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609210.028492:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706e40. 00000100:00000001:3.0:1749609210.028492:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609210.028493:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609210.028494:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609210.028495:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1749609210.028496:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130f21880. 00000100:00000001:1.0:1749609210.028543:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609210.028546:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609210.028549:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.028551:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609210.028553:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706e40. 00000100:00100000:2.0:1749609210.028560:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4751450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612245632:12345-0@lo:400: 00000100:00000200:2.0:1749609210.028565:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612245632 00000100:00000040:3.0:1749609210.028565:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880130f21880 x1834594612246016 msgsize 520 00000100:00000001:1.0:1749609210.028568:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609210.028569:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609210.028570:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609210.028571:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609210.028572:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609210.028574:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609210.028576:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609210.028578:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609210.028578:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609210.028580:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283550 00000020:00000001:2.0:1749609210.028582:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1749609210.028582:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283550. 00000100:00000001:3.0:1749609210.028584:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609210.028585:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000200:3.0:1749609210.028587:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0cb100 x1834594612246016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609210.028610:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609210.028614:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609210.028615:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749609210.028617:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609210.028618:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609210.028620:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609210.028620:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609210.028622:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609210.028622:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0cb100 x1834594612246016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609210.028623:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609210.028624:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609210.028626:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749609210.028627:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028628:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.028630:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609210.028630:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749609210.028631:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612246272:0@lo:400: 02000000:00000001:2.0:1749609210.028633:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609210.028633:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609210.028636:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 02000000:00000010:2.0:1749609210.028638:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2c00. 00000100:00000001:3.0:1749609210.028639:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298486434 00000100:00000001:1.0:1749609210.028641:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609210.028641:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028641:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298486440 00000100:00000001:3.0:1749609210.028643:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298486434 00000100:00000001:2.0:1749609210.028644:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028644:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298486440 02000000:00000001:1.0:1749609210.028645:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609210.028646:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298486434 00000020:00000001:2.0:1749609210.028647:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028647:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298486440 02000000:00000001:1.0:1749609210.028648:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028649:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298486434 02000000:00000001:1.0:1749609210.028650:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609210.028650:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298486440 00010000:00000040:2.0:1749609210.028651:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612245632 00000100:00000001:3.0:1749609210.028652:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609210.028654:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609210.028655:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b000. 00010000:00000001:2.0:1749609210.028655:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749609210.028657:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028657:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028659:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1749609210.028661:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4751450 x1834594612245632/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:156/0 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609210.028662:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0580. 00000100:00000001:3.0:1749609210.028662:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609210.028663:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609210.028665:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609210.028667:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000001:3.0:1749609210.028667:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609210.028668:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609210.028670:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609210.028672:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612246272, portal 10 00010000:00000001:2.0:1749609210.028674:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609210.028675:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609210.028677:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361863424 : -131939347688192 : ffff88007a0c9500) 00010000:00000001:2.0:1749609210.028677:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028677:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609210.028678:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609210.028680:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=29 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609210.028680:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609210.028681:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609210.028683:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609210.028685:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609210.028685:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612246144:0@lo:38: 00000100:00000001:2.0:1749609210.028686:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609210.028689:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609210.028689:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609210.028690:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609210.028692:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609210.028692:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.028694:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609210.028695:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609210.028696:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749609210.028697:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fa400. 02000000:00000001:2.0:1749609210.028698:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.028698:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609210.028699:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609210.028701:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62688. 00000400:00000010:1.0:1749609210.028702:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000001:2.0:1749609210.028702:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749609210.028704:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283550. 00000100:00000200:1.0:1749609210.028705:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612246272, offset 0 00000100:00000040:2.0:1749609210.028705:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609210.028707:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612246144, portal 10 00000400:00000010:2.0:1749609210.028708:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93088. 00000100:00000001:3.0:1749609210.028709:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609210.028710:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361864320 : -131939347687296 : ffff88007a0c9880) 00000400:00000200:1.0:1749609210.028711:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609210.028714:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609210.028715:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612245632, offset 224 00000400:00000200:1.0:1749609210.028720:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609210.028721:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609210.028722:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609210.028723:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609210.028724:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000100:00000200:3.0:1749609210.028726:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612246144, offset 0 00000400:00000200:1.0:1749609210.028729:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b7700 00000400:00000200:3.0:1749609210.028730:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609210.028733:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609210.028735:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609210.028737:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 167672 00000400:00000200:2.0:1749609210.028742:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b7480 00000400:00000200:3.0:1749609210.028742:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b7680 00000400:00000200:1.0:1749609210.028744:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609210.028746:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 167896 00000400:00000200:1.0:1749609210.028749:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609210.028751:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609210.028754:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609210.028762:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x168ed [1] + 224 00000100:00000001:1.0:1749609210.028768:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749609210.028768:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609210.028769:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609210.028773:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a107480. 00000400:00000200:2.0:1749609210.028773:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609210.028776:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88007a107480 x1834594612246272 msgsize 224 00000100:00000001:2.0:1749609210.028778:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609210.028780:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609210.028782:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749609210.028783:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609210.028784:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612245760 02000000:00000001:3.0:1749609210.028786:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609210.028788:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609210.028790:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609210.028790:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.028793:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609210.028795:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612245760 00000100:00000040:2.0:1749609210.028796:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609210.028797:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749609210.028799:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000020:00000040:3.0:1749609210.028799:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:1.0:1749609210.028801:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000020:00000001:3.0:1749609210.028801:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609210.028803:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609210.028803:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609210.028805:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609210.028807:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609210.028808:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000010:3.0:1749609210.028812:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b00. 00000100:00000001:2.0:1749609210.028814:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749609210.028815:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f190. 00000100:00000001:3.0:1749609210.028818:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609210.028820:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93088 00000100:00000001:3.0:1749609210.028820:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609210.028822:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609210.028822:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609210.028823:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93088. 00000100:00000040:1.0:1749609210.028824:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609210.028826:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.028827:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609210.028829:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609210.028831:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.028832:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609210.028833:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028834:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609210.028836:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609210.028836:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:1.0:1749609210.028839:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00010000:00000001:2.0:1749609210.028840:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609210.028840:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609210.028841:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298486434 00000020:00000001:2.0:1749609210.028842:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.028842:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609210.028843:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298486440 00000100:00000001:1.0:1749609210.028845:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298486434 00000020:00000001:2.0:1749609210.028845:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749609210.028846:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00000001:1.0:1749609210.028847:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298486440 00000100:00000001:3.0:1749609210.028848:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137430354560 : -131936279197056 : ffff880130f20a80) 00000100:00000001:1.0:1749609210.028849:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298486434 00000100:00000040:2.0:1749609210.028849:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4751450 x1834594612245632/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:156/0 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609210.028850:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298486440 00000100:00000001:1.0:1749609210.028852:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298486434 00000100:00000040:3.0:1749609210.028852:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130f20a80 x1834594612245760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609230 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609210.028854:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298486440 00000100:00000001:1.0:1749609210.028855:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609210.028857:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.028859:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.028861:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609210.028861:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612245760:12345-0@lo:38: 00000100:00100000:2.0:1749609210.028863:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4751450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612245632:12345-0@lo:400: Request processed in 372us (714us total) trans 0 rc 0/0 00000100:00000200:3.0:1749609210.028865:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612245760 00000100:00000001:1.0:1749609210.028866:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609210.028867:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1749609210.028867:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609210.028869:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609210.028870:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749609210.028870:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609210.028871:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.028873:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609210.028874:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00000040:2.0:1749609210.028878:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:2.0:1749609210.028882:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609210.028884:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609210.028885:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.028888:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00020000:3.0:1749609210.028888:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749609210.028890:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612246016 00000020:00000010:2.0:1749609210.028890:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00010000:00000001:3.0:1749609210.028891:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609210.028892:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609210.028893:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609210.028894:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609210.028895:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609210.028895:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000100:00000001:3.0:1749609210.028896:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609210.028898:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609210.028899:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609210.028900:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 02000000:00000001:3.0:1749609210.028900:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749609210.028902:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612246016 02000000:00000010:3.0:1749609210.028902:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fac00. 00000020:00000001:1.0:1749609210.028904:0:14332:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609210.028904:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609210.028905:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:2.0:1749609210.028905:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:3.0:1749609210.028906:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609210.028907:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609210.028909:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609210.028909:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1749609210.028909:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609210.028911:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609210.028911:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609210.028912:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a2c00. 00000100:00001000:3.0:1749609210.028913:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:1.0:1749609210.028915:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 02000000:00000001:2.0:1749609210.028915:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609210.028916:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609210.028918:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609210.028919:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609210.028919:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609210.028921:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000010:1.0:1749609210.028922:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee3e8. 00000100:00000001:3.0:1749609210.028923:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:2.0:1749609210.028924:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609210.028925:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609210.028925:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609210.028927:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749609210.028928:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f5d8. 00000100:00000040:3.0:1749609210.028928:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609210.028929:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.028930:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609210.028932:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.028933:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609210.028933:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7000. 00000100:00000001:3.0:1749609210.028933:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609210.028935:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609210.028938:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000001:1.0:1749609210.028939:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609210.028940:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612245760, offset 0 00000400:00000200:3.0:1749609210.028944:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609210.028945:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609210.028947:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612246272 02000000:00000001:1.0:1749609210.028948:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609210.028950:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609210.028950:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609210.028951:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.028951:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609210.028953:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.028954:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609210.028954:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b7500 00000100:00100000:1.0:1749609210.028955:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612246272 00000020:00000001:1.0:1749609210.028957:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609210.028958:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000400:00000200:3.0:1749609210.028958:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x168f5 [1] + 0 00000020:00000001:1.0:1749609210.028959:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609210.028961:0:14332:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000400:00000200:3.0:1749609210.028962:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609210.028963:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609210.028965:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000200:3.0:1749609210.028965:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609210.028968:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609210.028968:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609210.028970:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8880. 00000100:00000200:3.0:1749609210.028971:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609210.028973:0:14332:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4b40. 00000100:00000001:2.0:1749609210.028973:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609210.028975:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1749609210.028977:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:3.0:1749609210.028979:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609210.028980:0:14332:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000001:2.0:1749609210.028980:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749609210.028982:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000400:00000001:2.0:1749609210.028982:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609210.028984:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8400. 00000400:00000010:2.0:1749609210.028984:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f688. 00000020:00000010:1.0:1749609210.028986:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609210.028987:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609210.028988:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000400:00000010:2.0:1749609210.028990:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00000040:1.0:1749609210.028991:0:14332:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609210.028993:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609210.028993:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609210.028994:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609210.028995:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609210.028997:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609210.028997:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000100:00000001:1.0:1749609210.028998:0:14332:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1749609210.028999:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000001:1.0:1749609210.029000:0:14332:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609210.029001:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609210.029002:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029002:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609210.029005:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.029006:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609210.029007:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:2.0:1749609210.029009:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609210.029009:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.029011:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609210.029011:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609210.029012:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609210.029014:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130f20a80 x1834594612245760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609210.029016:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00000040:1.0:1749609210.029018:0:14332:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:2.0:1749609210.029019:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609210.029020:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362117248 : -131939347434368 : ffff88007a107480) 00000100:00000001:2.0:1749609210.029022:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609210.029023:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612245760:12345-0@lo:38: Request processed in 162us (720us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609210.029024:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a107480 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:156/0 lens 224/0 e 0 to 0 dl 1749609221 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609210.029025:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609210.029028:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609210.029030:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609210.029030:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00000001:1.0:1749609210.029032:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609210.029032:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609210.029033:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029033:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609210.029034:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8fc0. 00000020:00000010:3.0:1749609210.029035:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b00. 00000100:00000001:1.0:1749609210.029036:0:14332:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609210.029036:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609210.029038:0:14332:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8fc0. 00000020:00000010:3.0:1749609210.029038:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f190. 00000100:00100000:1.0:1749609210.029041:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a107480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612246272:12345-0@lo:400: 00000100:00001000:2.0:1749609210.029041:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=29 v=5 (5 5 5 5) 00000020:00000010:3.0:1749609210.029041:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:3.0:1749609210.029044:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609210.029045:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612246272 00000100:00001000:2.0:1749609210.029046:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=19 v=5 (1 1 1 1) 00000020:00000001:1.0:1749609210.029047:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609210.029049:0:14332:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609210.029050:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749609210.029051:0:14332:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.029052:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609210.029053:0:14332:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609210.029054:0:14332:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00010000:00000001:2.0:1749609210.029055:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1749609210.029057:0:14332:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609210.029059:0:14332:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609210.029059:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609210.029061:0:14332:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609210.029062:0:14332:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609210.029063:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609210.029064:0:14332:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609210.029066:0:14332:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609210.029066:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609210.029067:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609210.029068:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609210.029069:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609210.029071:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:3.0:1749609210.029071:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130f22300. 00000100:00000040:3.0:1749609210.029073:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880130f22300 x1834594612246144 msgsize 520 02000000:00000010:1.0:1749609210.029074:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a072d000. 02000000:00000001:1.0:1749609210.029076:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609210.029077:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609210.029078:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.029078:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609210.029080:0:14332:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609210.029082:0:14332:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612246272 00000100:00000001:2.0:1749609210.029082:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749609210.029084:0:14332:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609210.029084:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609210.029085:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1749609210.029087:0:14332:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a107480 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:156/0 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609210.029087:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000400:00000010:3.0:1749609210.029088:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00000040:2.0:1749609210.029089:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609210.029090:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609210.029094:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609210.029095:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609210.029097:0:14332:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609210.029099:0:14332:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609210.029101:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749609210.029102:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612245632:0@lo:400: 00000100:00000001:1.0:1749609210.029103:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609210.029103:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609210.029105:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609210.029107:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609210.029108:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609210.029109:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609210.029109:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029110:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609210.029111:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.029111:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609210.029112:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609210.029113:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609210.029114:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0cbb80 x1834594612245632/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609210.029115:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609210.029115:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000400:00000010:1.0:1749609210.029117:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000001:3.0:1749609210.029117:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298486434 00000100:00000001:3.0:1749609210.029119:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298486440 00000100:00000200:1.0:1749609210.029121:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612246272, offset 224 00000100:00000001:3.0:1749609210.029121:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298486434 00000100:00000001:3.0:1749609210.029123:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298486440 00000400:00000200:1.0:1749609210.029124:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609210.029125:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609210.029125:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298486434 00000100:00000001:3.0:1749609210.029126:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298486440 02000000:00000001:2.0:1749609210.029128:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609210.029128:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298486434 00000100:00000001:3.0:1749609210.029129:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298486440 00000400:00000200:1.0:1749609210.029130:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609210.029131:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000100:00000001:3.0:1749609210.029131:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609210.029133:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609210.029134:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749609210.029136:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b7700 00000400:00000001:3.0:1749609210.029136:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749609210.029137:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1749609210.029137:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1749609210.029139:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000400:00000010:3.0:1749609210.029139:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629a0. 00000400:00000200:3.0:1749609210.029141:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000020:00000001:2.0:1749609210.029142:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1749609210.029142:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00000100:00000001:3.0:1749609210.029144:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749609210.029145:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057a00. 00000400:00000200:1.0:1749609210.029147:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1690d [1] + 224 00000100:00000200:3.0:1749609210.029147:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609210.029149:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749609210.029151:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609210.029151:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609210.029153:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cbb80. 00000400:00000200:1.0:1749609210.029155:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609210.029155:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609210.029158:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609210.029158:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609210.029160:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609210.029161:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609210.029161:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609210.029162:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.029162:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.029165:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609210.029167:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609210.029168:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609210.029168:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609210.029170:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609210.029170:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029170:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.029172:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.029173:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609210.029175:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609210.029176:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609210 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609210.029179:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=26 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609210.029180:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609210.029182:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609210.029184:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609210.029186:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609210.029189:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609210.029190:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:1.0:1749609210.029192:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:1.0:1749609210.029194:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609210.029195:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609210.029196:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609210.029198:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029198:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749609210.029200:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609210.029200:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609210.029202:0:14332:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609210.029202:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609210.029203:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749609210.029204:0:14332:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029204:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609210.029205:0:14332:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749609210.029205:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612246144 00000100:00080000:3.0:1749609210.029206:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749609210.029208:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a107480 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:156/0 lens 224/224 e 0 to 0 dl 1749609221 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609210.029208:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00080000:3.0:1749609210.029209:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609210.029211:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609210.029211:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609210.029213:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609210.029214:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609210.029217:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a107480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612246272:12345-0@lo:400: Request processed in 184us (439us total) trans 0 rc 0/0 02000000:00000001:2.0:1749609210.029217:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609210.029221:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612246144 00000100:00100000:3.0:1749609210.029221:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612245760:0@lo:38: 00000020:00000001:2.0:1749609210.029223:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749609210.029224:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000020:00000040:2.0:1749609210.029225:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609210.029225:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609210.029226:0:14332:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:3.0:1749609210.029227:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609210.029228:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749609210.029228:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609210.029229:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0cad80 x1834594612245760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609210.029230:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749609210.029230:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609210.029232:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8400. 00000020:00000001:2.0:1749609210.029233:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609210.029235:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609210.029235:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609210.029236:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749609210.029237:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000020:00000010:2.0:1749609210.029237:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 02000000:00000010:3.0:1749609210.029238:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fbc00. 00000020:00000040:1.0:1749609210.029240:0:14332:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000020:00000010:2.0:1749609210.029241:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 02000000:00000001:3.0:1749609210.029241:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609210.029243:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609210.029243:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1749609210.029244:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000020:00000040:3.0:1749609210.029244:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609210.029246:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609210.029248:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1749609210.029248:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5090400. 00000100:00000001:2.0:1749609210.029250:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609210.029251:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609210.029252:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.029253:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609210.029254:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cad80. 00000100:00000001:2.0:1749609210.029257:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029257:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609210.029258:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609210.029259:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609210.029259:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609210.029261:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609210.029263:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1749609210.029264:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609210.029264:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609210.029265:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609210.029266:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609210.029266:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609210.029268:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0580. 00000100:00000001:3.0:1749609210.029268:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609210.029271:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:1.0:1749609210.029272:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:1.0:1749609210.029274:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609210.029274:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000001:3.0:1749609210.029275:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609210.029276:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:3.0:1749609210.029276:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1749609210.029277:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609210.029278:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62b00. 00000400:00000200:3.0:1749609210.029280:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000100:00100000:2.0:1749609210.029281:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000400:00000010:3.0:1749609210.029281:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609210.029283:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609210.029284:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609210.029284:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137430360832 : -131936279190784 : ffff880130f22300) 00000100:00000200:3.0:1749609210.029285:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0cb100 x1834594612246016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609210.029288:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130f22300 x1834594612246144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609230 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609210.029292:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0cb100 x1834594612246016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609210.029297:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609210.029298:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.029299:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609210.029300:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749609210.029300:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612246144:12345-0@lo:38: 00000100:00000001:3.0:1749609210.029300:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609210.029302:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609210.029302:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609210.029303:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609210.029304:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609210.029304:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749609210.029305:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612246144 00000100:00000001:3.0:1749609210.029305:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.029306:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609210.029307:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609210.029308:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609210.029308:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:3.0:1749609210.029309:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609210 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609210.029311:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=23 v=5 (5 5 5 5) 00010000:00000001:2.0:1749609210.029311:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:3.0:1749609210.029312:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=26 v=20 (1 1 20 1) 00000100:00001000:1.0:1749609210.029314:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609210.029314:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609210.029315:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609210.029316:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609210.029317:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029317:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609210.029319:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749609210.029319:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0cb100 x1834594612246016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609210.029321:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749609210.029322:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749609210.029325:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609210.029326:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609210.029328:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609210.029329:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029329:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609210.029330:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609210.029331:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609210.029332:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609210.029332:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609210.029333:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609210.029334:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609210.029334:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00080000:3.0:1749609210.029335:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609210.029336:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609210.029337:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.029337:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:3.0:1749609210.029337:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:1.0:1749609210.029339:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609210.029339:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609210.029340:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609210.029341:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cb100 x1834594612246016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609210.029343:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2c00. 00000100:00000001:1.0:1749609210.029345:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609210.029345:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.029347:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609210.029348:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609210.029348:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612246016:0@lo:38: 00000100:00000001:1.0:1749609210.029349:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609210.029351:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609210.029351:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609210.029352:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609210.029353:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749609210.029354:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609210.029355:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0cb100 x1834594612246016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609210.029357:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749609210.029358:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612246272:0@lo:400: 00000100:00000001:3.0:1749609210.029360:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609210.029361:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749609210.029361:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609210.029362:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609210.029363:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fb000. 00000100:00000001:1.0:1749609210.029364:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609210.029364:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609210.029365:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9500 x1834594612246272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609210.029365:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609210.029366:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609210.029366:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:2.0:1749609210.029367:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:3.0:1749609210.029368:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609210.029369:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000010:3.0:1749609210.029369:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5090800. 02000000:00000001:3.0:1749609210.029371:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609210.029372:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609210.029372:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:3.0:1749609210.029372:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609210.029373:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cb100. 02000000:00000001:1.0:1749609210.029374:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609210.029375:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1749609210.029376:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b000. 00000100:00000040:2.0:1749609210.029376:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609210.029376:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.029377:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609210.029378:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609210.029379:0:1511:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749609210.029379:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609210.029379:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609210.029380:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1749609210.029381:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609210.029382:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749609210.029382:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029382:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029383:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609210.029384:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057f00. 00000100:00000001:2.0:1749609210.029384:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609210.029387:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749609210.029387:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609210.029389:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609210.029390:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9500. 00000400:00000010:2.0:1749609210.029390:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 00000100:00000200:2.0:1749609210.029394:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612246144, offset 0 00000100:00000001:1.0:1749609210.029395:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609210.029396:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609210.029399:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609210.029399:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609210.029403:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609210.029405:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609210.029408:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609210.029408:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609210.029410:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609210.029416:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b7680 00000400:00000200:2.0:1749609210.029421:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16915 [1] + 0 00000400:00000200:2.0:1749609210.029427:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609210.029431:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609210.029435:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609210.029440:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609210.029452:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609210.029483:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609210.029489:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000400:00000010:2.0:1749609210.029492:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00000001:2.0:1749609210.029495:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609210.029497:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609210.029524:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609210.029525:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029526:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609210.029529:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000001:3.0:1749609210.029530:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609210.029531:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609210.029532:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609210.029533:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62688. 00000020:00000001:2.0:1749609210.029536:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609210.029537:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283550 00000400:00000010:3.0:1749609210.029538:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283550. 00000100:00000040:2.0:1749609210.029540:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130f22300 x1834594612246144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609230 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609210.029541:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609210.029544:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609210.029552:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609210.029553:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612246144:12345-0@lo:38: Request processed in 252us (477us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609210.029559:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609210.029560:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.029562:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749609210.029563:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 02000000:00000001:3.0:1749609210.029563:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609210.029565:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609210.029566:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.029567:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749609210.029568:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609210.029569:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1749609210.029572:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609210 v=5 (0 0 0 0) 00000020:00000010:2.0:1749609210.029573:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000100:00001000:3.0:1749609210.029574:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=23 v=20 (1 1 20 1) 00000020:00000010:2.0:1749609210.029577:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000100:00000001:3.0:1749609210.029577:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609210.029579:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749609210.029581:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609210.029581:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609210.029583:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609210.029584:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.029607:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609210.029609:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609210.029611:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.029612:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609210.029613:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609210.029616:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609210.029619:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609210.029621:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609210.029624:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609210.029631:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612246144:0@lo:38: 00000100:00000001:3.0:1749609210.029634:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.029635:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609210.029637:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9880 x1834594612246144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609210.029643:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609210.029644:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609210.029646:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fa400. 02000000:00000001:3.0:1749609210.029648:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609210.029649:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609210.029650:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609210.029652:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609210.029653:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5090c00. 02000000:00000001:3.0:1749609210.029655:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609210.029656:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609210.029657:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9880. 00000100:00000001:3.0:1749609210.029659:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609210.029661:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.029662:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609210.029666:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609210.029667:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609210.029669:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609210.029670:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609210.035553:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298486440, at 4298486440 00000100:00000010:3.0:1749609210.035558:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07060c0. 00000100:00000040:1.0:1749609210.035568:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298486440, at 4298486440 00000100:00000040:2.0:1749609210.035571:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298486440, at 4298486440 00000100:00000010:1.0:1749609210.035576:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706ec0. 00000100:00000010:2.0:1749609210.035583:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07063c0. 00000020:00000001:3.0:1749609210.341720:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609210.341724:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609210.341727:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609210.710717:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609210.710726:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609210.710728:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609210.710732:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609210.710736:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609210.710740:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609210.710742:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609210.710745:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609210.710747:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609211.343945:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609211.343951:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609211.343954:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609211.710664:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609211.710671:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609211.710673:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609211.710675:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609211.710679:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609211.710682:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609211.710685:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609211.710688:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609211.710689:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609211.791048:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609211.791051:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730240640 02000000:00000001:2.0:1749609211.791055:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609211.791058:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609211.791061:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609211.791067:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609211.791072:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730240640 00000020:00000001:2.0:1749609211.791076:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609211.791079:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609211.791082:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609211.791085:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609211.791088:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609211.791092:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609211.791098:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609211.791102:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07063c0. 00000100:00000001:2.0:1749609211.791106:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609211.791109:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07063c0. 00000020:00000010:2.0:1749609211.791116:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609211.791122:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000020:00000010:2.0:1749609211.791127:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000040:2.0:1749609211.791137:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609211.791140:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609211.791142:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609211.791145:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609211.791152:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609211.791175:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609211.791184:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609211.791186:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609211.791188:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609211.791188:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730240768 02000000:00000001:3.0:1749609211.791191:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609211.791193:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609211.791194:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1411 00000100:00000001:3.0:1749609211.791195:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609211.791198:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 02000000:00000001:3.0:1749609211.791198:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609211.791201:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341798480 : -131938367753136 : ffff8800b4753450) 00000100:00100000:3.0:1749609211.791201:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730240768 00000020:00000001:3.0:1749609211.791203:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609211.791204:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609211.791206:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609211.791208:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609211.791209:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4753450 x1834594730240640/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:157/0 lens 224/0 e 0 to 0 dl 1749609222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609211.791209:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609211.791214:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000010:3.0:1749609211.791217:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b00. 00000020:00000010:3.0:1749609211.791221:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f190. 00000100:00000001:2.0:1749609211.791224:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609211.791224:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1749609211.791226:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07063c0. 00000100:00000001:3.0:1749609211.791226:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609211.791228:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609211.791229:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609211.791231:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609211.791232:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07063c0. 00000100:00100000:2.0:1749609211.791237:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4753450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730240640:12345-192.168.201.20@tcp:400: 00000100:00000001:3.0:1749609211.791240:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609211.791242:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730240640 00000020:00000001:2.0:1749609211.791246:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609211.791249:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609211.791250:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609211.791251:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609211.791254:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609211.791256:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2658 00000020:00000001:2.0:1749609211.791258:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609211.791258:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361868800 : -131939347682816 : ffff88007a0caa00) 00000020:00000001:2.0:1749609211.791260:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:3.0:1749609211.791262:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0caa00 x1834594730240768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609211.791264:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609211.791267:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609211.791269:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609211.791272:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1749609211.791272:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730240768:12345-192.168.201.20@tcp:38: 00000020:00000001:2.0:1749609211.791275:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609211.791276:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730240768 00000020:00000001:3.0:1749609211.791277:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609211.791278:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749609211.791280:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609211.791281:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609211.791284:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609211.791289:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3000. 02000000:00000001:2.0:1749609211.791292:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609211.791294:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609211.791296:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609211.791297:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609211.791299:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609211.791300:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:2.0:1749609211.791302:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730240640 00010000:00000001:3.0:1749609211.791303:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749609211.791305:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609211.791306:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609211.791308:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000200:2.0:1749609211.791310:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4753450 x1834594730240640/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:157/0 lens 224/224 e 0 to 0 dl 1749609222 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609211.791310:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609211.791313:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fa400. 02000000:00000001:3.0:1749609211.791314:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609211.791316:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609211.791319:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609211.791320:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609211.791321:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609211.791322:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609211.791324:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:2.0:1749609211.791326:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=30 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609211.791327:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609211.791331:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609211.791334:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:3.0:1749609211.791335:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:2.0:1749609211.791338:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609211.791338:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609211.791340:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609211.791341:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609211.791341:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609211.791343:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609211.791343:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:2.0:1749609211.791346:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609211.791346:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609211.791347:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609211.791349:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:3.0:1749609211.791349:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609211.791350:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609211.791352:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609211.791354:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 00000400:00000010:3.0:1749609211.791355:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283550. 00000100:00000200:3.0:1749609211.791358:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730240768, offset 0 00000100:00000200:2.0:1749609211.791360:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730240640, offset 224 00000400:00000200:3.0:1749609211.791363:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609211.791368:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609211.791372:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609211.791378:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2010:2010:256:4294967295] 192.168.201.20@tcp LPNI seq info [2006:2006:8:4294967295] 00000400:00000200:3.0:1749609211.791387:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609211.791392:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609211.791397:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:3.0:1749609211.791397:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 00000800:00000200:3.0:1749609211.791402:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609211.791404:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2011:2011:255:4294967295] 192.168.201.20@tcp LPNI seq info [2007:2007:7:4294967295] 00000800:00000200:3.0:1749609211.791409:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609211.791412:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749609211.791417:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609211.791424:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609211.791428:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7100. 00000800:00000200:2.0:1749609211.791433:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:3.0:1749609211.791433:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609211.791436:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609211.791438:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609211.791439:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000001:3.0:1749609211.791439:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1749609211.791443:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7100 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1749609211.791443:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0caa00 x1834594730240768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609231 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609211.791448:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609211.791451:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00100000:3.0:1749609211.791451:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730240768:12345-192.168.201.20@tcp:38: Request processed in 179us (409us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749609211.791454:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609211.791456:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609211.791458:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749609211.791458:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2658 00000100:00000001:3.0:1749609211.791461:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609211.791462:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749609211.791463:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4753450 x1834594730240640/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:157/0 lens 224/224 e 0 to 0 dl 1749609222 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609211.791465:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b00. 00000020:00000010:3.0:1749609211.791469:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f190. 00000020:00000010:3.0:1749609211.791472:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00100000:2.0:1749609211.791475:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4753450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730240640:12345-192.168.201.20@tcp:400: Request processed in 250us (529us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609211.791475:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609211.791482:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1749609211.791485:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1411 00000800:00000010:1.0:1749609211.791487:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695b00. 00000100:00000040:2.0:1749609211.791488:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:2.0:1749609211.791491:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609211.791492:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609211.791493:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609211.791497:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000400:00000200:1.0:1749609211.791534:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:2.0:1749609211.791534:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000400:00000200:1.0:1749609211.791537:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283550 00000020:00000010:2.0:1749609211.791538:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000400:00000010:1.0:1749609211.791539:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283550. 00000020:00000040:2.0:1749609211.791543:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:1.0:1749609211.791544:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609211.791546:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609211.791547:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609211.791551:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749609211.791557:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f688. 00000800:00000200:1.0:1749609211.791558:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609211.791559:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7100. 00000400:00000010:2.0:1749609211.791584:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7600. 00000400:00000200:1.0:1749609211.791585:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609211.791588:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609211.791590:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000400:00000010:1.0:1749609211.791592:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00000001:1.0:1749609211.791594:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609211.791597:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609211.791600:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3000. 02000000:00000001:1.0:1749609211.791602:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609211.791603:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609211.791667:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609211.791671:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057e00. 00000400:00000200:1.0:1749609211.791674:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609211.791679:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609211.791683:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000400:00000010:1.0:1749609211.791685:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00000001:1.0:1749609211.791688:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609211.791690:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609212.345751:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609212.345754:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609212.345756:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609213.347912:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609213.347919:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609213.347924:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609214.349836:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609214.349840:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609214.349844:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609214.710684:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609214.710693:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609214.710695:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609214.710698:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609214.710702:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609214.710706:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609214.710709:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609214.710711:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609214.710713:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.035797:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609215.035801:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609215.035803:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609215.035808:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609215.035811:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609215.035815:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.035817:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609215.035818:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609215.035821:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609215.035823:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609215.035826:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609215.035828:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612246784:0@lo:400: 00000100:00000001:2.0:1749609215.035831:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609215.035835:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609215.035837:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609215.035838:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609215.035842:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609215.035844:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609215.035849:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f0b0. 00000400:00000010:2.0:1749609215.035855:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93088. 00000100:00000200:2.0:1749609215.035861:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612246784, portal 25 00000100:00000001:2.0:1749609215.035864:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609215.035865:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361860736 : -131939347690880 : ffff88007a0c8a80) 00000100:00000040:2.0:1749609215.035869:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609215.035877:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609215.035879:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609215.035880:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000100:00000200:2.0:1749609215.035882:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612246784, offset 0 00000400:00000200:2.0:1749609215.035886:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609215.035898:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609215.035908:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b7900 00000400:00000200:2.0:1749609215.035913:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15df1 [2] + 0 00000400:00000010:2.0:1749609215.035916:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f6e0. 00000100:00000001:3.0:1749609215.035916:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609215.035919:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609215.035920:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b7180 00000100:00000001:3.0:1749609215.035920:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609215.035923:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609215.035924:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609215.035928:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609215.035931:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b7180 00000100:00000001:3.0:1749609215.035932:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1749609215.035933:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b7180. 00000100:00000001:3.0:1749609215.035933:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609215.035935:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609215.035937:0:1512:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749609215.035937:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609215.035938:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1749609215.035938:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609215.035940:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612246912:0@lo:38: 00000100:00000040:2.0:1749609215.035941:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4753850 x1834594612246784 msgsize 224 00000100:00100000:2.0:1749609215.035945:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609215.035947:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1749609215.035948:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609215.035950:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609215.035952:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.035953:0:1512:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609215.035954:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749609215.035958:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 02000000:00000010:3.0:1749609215.035958:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fb000. 00000400:00000010:2.0:1749609215.035959:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 02000000:00000001:3.0:1749609215.035959:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.035961:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749609215.035962:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62688. 00000100:00000001:1.0:1749609215.035963:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609215.035964:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609215.035965:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:3.0:1749609215.035966:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000001:1.0:1749609215.035967:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609215.035969:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612246912, portal 4 00000100:00000001:3.0:1749609215.035971:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609215.035972:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609215.035972:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609215.035972:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361862528 : -131939347689088 : ffff88007a0c9180) 00000100:00000001:1.0:1749609215.035973:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609215.035974:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609215.035974:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609215.035975:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609215.035976:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609215.035977:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609215.035979:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c8e00 x1834594612247040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609215.035980:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.035982:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609215.035983:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609215.035985:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609215.035985:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.035985:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609215.035985:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609215.035987:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749609215.035987:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 02000000:00000001:1.0:1749609215.035988:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609215.035988:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612246912, offset 0 02000000:00000001:1.0:1749609215.035989:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.035989:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298491448 00000100:00100000:1.0:1749609215.035991:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612247040:0@lo:400: 00000100:00000010:2.0:1749609215.035992:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07063c0. 00000100:00000001:1.0:1749609215.035993:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749609215.035993:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609215.035995:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609215.035996:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609215.035997:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609215.035997:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 02000000:00000010:1.0:1749609215.035999:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b200. 00000400:00000200:3.0:1749609215.035999:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749609215.036000:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609215.036002:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0580. 00000100:00000001:2.0:1749609215.036002:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298491448 00000400:00000200:3.0:1749609215.036003:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b7980 00000100:00000010:2.0:1749609215.036004:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706e40. 00000400:00000010:1.0:1749609215.036005:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609215.036007:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609215.036008:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298491448 00000400:00000200:3.0:1749609215.036008:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 11440 00000100:00000010:2.0:1749609215.036010:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706b00. 00000100:00000200:1.0:1749609215.036012:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612247040, portal 4 00000100:00000001:2.0:1749609215.036012:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1749609215.036012:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609215.036014:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609215.036014:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361861632 : -131939347689984 : ffff88007a0c8e00) 00000100:00000001:2.0:1749609215.036014:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298491448 00000400:00000200:3.0:1749609215.036015:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749609215.036016:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706380. 00000100:00000040:1.0:1749609215.036018:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c8e00 x1834594612247040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609215.036018:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609215.036018:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609215.036019:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609215.036020:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609215.036022:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609215.036022:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609215.036022:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130f22d80. 00000100:00000040:1.0:1749609215.036023:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609215.036024:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000040:3.0:1749609215.036024:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880130f22d80 x1834594612246912 msgsize 520 00000100:00000200:1.0:1749609215.036025:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612247040, offset 0 00000100:00000001:2.0:1749609215.036025:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.036026:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609215.036028:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609215.036028:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609215.036030:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609215.036031:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1749609215.036032:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609215.036033:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609215.036034:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609215.036035:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b7a00 00000100:00000001:2.0:1749609215.036035:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036035:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609215.036037:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609215.036039:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 10752 00000400:00000200:1.0:1749609215.036042:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609215.036042:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000400:00000200:1.0:1749609215.036044:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609215.036044:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749609215.036044:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00000100:00000001:2.0:1749609215.036045:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036047:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609215.036048:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609215.036048:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1749609215.036049:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609215.036051:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a107800. 00000100:00000040:1.0:1749609215.036052:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88007a107800 x1834594612247040 msgsize 224 00000100:00100000:1.0:1749609215.036054:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609215.036056:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609215.036058:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609215.036058:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609215.036059:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612246784 00000100:00000001:1.0:1749609215.036060:0:1510:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609215.036061:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609215.036062:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.036063:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609215.036064:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00000001:3.0:1749609215.036064:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1749609215.036065:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:2.0:1749609215.036065:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609215.036067:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609215.036067:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609215.036068:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609215.036069:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c8e00 x1834594612247040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609215.036070:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 00000100:00100000:2.0:1749609215.036072:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612246784 00000100:00000001:3.0:1749609215.036072:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298491442 00000020:00000001:2.0:1749609215.036073:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609215.036074:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298491448 00000020:00000040:2.0:1749609215.036075:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609215.036075:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298491442 00000100:00000001:1.0:1749609215.036076:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609215.036077:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609215.036077:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298491448 00000100:00000040:1.0:1749609215.036078:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c8e00 x1834594612247040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036078:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298491442 00000020:00000040:2.0:1749609215.036079:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:3.0:1749609215.036079:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298491448 00000020:00000001:2.0:1749609215.036081:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609215.036081:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298491442 00000100:00000001:3.0:1749609215.036082:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298491448 00000020:00000001:2.0:1749609215.036083:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609215.036083:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609215.036084:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609215.036085:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609215.036085:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.036086:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609215.036087:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609215.036088:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036088:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609215.036089:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706080. 00000100:00000040:1.0:1749609215.036091:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:2.0:1749609215.036091:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609215.036092:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298491441 00000100:00000001:3.0:1749609215.036092:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609215.036093:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706080. 00000100:00000001:3.0:1749609215.036093:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609215.036094:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298491448 00000100:00000001:3.0:1749609215.036095:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609215.036096:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298491441 00000100:00000001:3.0:1749609215.036096:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609215.036097:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609215.036098:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298491448 00000020:00000010:2.0:1749609215.036098:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00000001:1.0:1749609215.036099:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298491441 00000100:00000040:3.0:1749609215.036099:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609215.036100:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298491448 00000100:00000001:1.0:1749609215.036102:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298491441 00000020:00000010:2.0:1749609215.036102:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000100:00000001:1.0:1749609215.036103:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298491448 00000100:00000001:1.0:1749609215.036104:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609215.036105:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:3.0:1749609215.036105:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609215.036106:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036106:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609215.036107:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609215.036108:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609215.036109:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609215.036110:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609215.036110:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609215.036111:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1749609215.036112:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612247168:0@lo:38: 00000100:00000001:2.0:1749609215.036114:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609215.036114:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609215.036115:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609215.036116:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609215.036116:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609215.036117:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609215.036118:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609215.036121:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609215.036121:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fa000. 02000000:00000001:3.0:1749609215.036122:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609215.036124:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62b00. 00000400:00000010:3.0:1749609215.036126:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00000100:00000001:2.0:1749609215.036128:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609215.036129:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612247168, portal 10 00000100:00000001:1.0:1749609215.036130:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609215.036130:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609215.036131:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361864320 : -131939347687296 : ffff88007a0c9880) 00000100:00100000:1.0:1749609215.036132:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612247040 02000000:00000001:1.0:1749609215.036133:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609215.036134:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609215.036135:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609215.036135:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609215.036136:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.036137:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749609215.036139:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036139:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609215.036140:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612247040 00000100:00100000:2.0:1749609215.036140:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00000040:3.0:1749609215.036141:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609215.036142:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749609215.036142:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000400:00000010:3.0:1749609215.036142:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000020:00000040:1.0:1749609215.036143:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:2.0:1749609215.036144:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341799504 : -131938367752112 : ffff8800b4753850) 00000100:00000200:3.0:1749609215.036144:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612247168, offset 0 00000020:00000001:1.0:1749609215.036145:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749609215.036146:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749609215.036147:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000040:2.0:1749609215.036148:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4753850 x1834594612246784/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:161/0 lens 224/0 e 0 to 0 dl 1749609226 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609215.036149:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:3.0:1749609215.036150:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609215.036151:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609215.036154:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609215.036154:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b7a80 00000100:00000001:2.0:1749609215.036156:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609215.036157:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8fc0. 00000020:00000010:2.0:1749609215.036157:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706080. 00000100:00000001:2.0:1749609215.036158:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609215.036159:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 169456 00000020:00000010:2.0:1749609215.036160:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706080. 00000020:00000010:1.0:1749609215.036161:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4800. 00000400:00000200:3.0:1749609215.036162:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609215.036163:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4753850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612246784:12345-0@lo:400: 00000020:00000040:1.0:1749609215.036165:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000200:3.0:1749609215.036165:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609215.036166:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612246784 00000100:00000001:3.0:1749609215.036167:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609215.036168:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609215.036169:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:3.0:1749609215.036169:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749609215.036171:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000020:00000001:2.0:1749609215.036171:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000010:3.0:1749609215.036172:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d6dd500. 00000020:00000001:2.0:1749609215.036173:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609215.036174:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8400. 00000100:00000040:3.0:1749609215.036174:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012d6dd500 x1834594612247168 msgsize 520 00000020:00000010:1.0:1749609215.036176:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000020:00000001:2.0:1749609215.036176:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1749609215.036177:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609215.036178:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:1.0:1749609215.036179:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:2.0:1749609215.036180:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609215.036181:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609215.036181:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609215.036182:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609215.036182:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609215.036183:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609215.036183:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609215.036185:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1749609215.036185:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609215.036186:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749609215.036186:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000100:00000001:1.0:1749609215.036187:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609215.036187:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609215.036188:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000020:00000001:2.0:1749609215.036189:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609215.036190:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036190:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609215.036192:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749609215.036192:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609215.036193:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609215.036193:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609215.036194:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609215.036195:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 02000000:00000010:2.0:1749609215.036196:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3400. 00000100:00000040:1.0:1749609215.036197:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:3.0:1749609215.036197:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609215.036198:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362118144 : -131939347433472 : ffff88007a107800) 02000000:00000001:2.0:1749609215.036198:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609215.036199:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609215.036200:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a107800 x1834594612247040/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:161/0 lens 224/0 e 0 to 0 dl 1749609226 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609215.036200:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609215.036202:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609215.036204:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612246784 00000100:00000001:3.0:1749609215.036204:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609215.036205:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609215.036205:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609215.036206:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d00. 00010000:00000001:2.0:1749609215.036206:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609215.036207:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609215.036208:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8d00. 00000100:00000001:3.0:1749609215.036208:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609215.036210:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612247040:12345-0@lo:400: 00010000:00000200:2.0:1749609215.036210:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4753850 x1834594612246784/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:161/0 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609215.036210:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:3.0:1749609215.036211:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298491441 00000100:00000200:1.0:1749609215.036212:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612247040 00000020:00000001:1.0:1749609215.036213:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609215.036213:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298491448 00000020:00000001:1.0:1749609215.036214:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609215.036214:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298491441 00000020:00000001:1.0:1749609215.036215:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609215.036216:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609215.036216:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298491448 00000020:00000001:1.0:1749609215.036217:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00010000:00000001:2.0:1749609215.036217:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609215.036217:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298491441 00000020:00000001:1.0:1749609215.036218:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1749609215.036219:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036219:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298491448 00000020:00000001:1.0:1749609215.036220:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036220:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298491441 00000020:00000001:1.0:1749609215.036221:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00001000:2.0:1749609215.036221:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=34 v=5 (1 1 1 1) 00000020:00000001:1.0:1749609215.036222:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609215.036222:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298491448 00000020:00000001:1.0:1749609215.036223:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036223:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609215.036224:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609215.036224:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.036225:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609215.036226:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609215.036226:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749609215.036227:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609215.036227:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609215.036228:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609215.036228:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9500 x1834594612247296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609215.036230:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab0c00. 02000000:00000001:2.0:1749609215.036230:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609215.036232:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609215.036232:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609215.036233:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.036233:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609215.036233:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609215.036234:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609215.036235:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609215.036235:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:1.0:1749609215.036236:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612247040 02000000:00000001:3.0:1749609215.036236:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749609215.036237:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 02000000:00000001:3.0:1749609215.036237:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609215.036238:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749609215.036238:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609215.036240:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a107800 x1834594612247040/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:161/0 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609215.036240:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612246784, offset 224 00000100:00100000:3.0:1749609215.036240:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612247296:0@lo:38: 00000100:00000001:3.0:1749609215.036242:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749609215.036243:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609215.036244:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609215.036245:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609215.036246:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609215.036246:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1749609215.036248:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609215.036248:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749609215.036248:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fbc00. 00000100:00001000:1.0:1749609215.036249:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=21 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609215.036249:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609215.036251:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629a0. 00000100:00000001:1.0:1749609215.036252:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609215.036252:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b7900 00000100:00000040:1.0:1749609215.036253:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000010:3.0:1749609215.036253:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000100:00000001:1.0:1749609215.036255:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609215.036256:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16949 [1] + 224 02000000:00000001:1.0:1749609215.036257:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609215.036258:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609215.036259:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609215.036260:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609215.036261:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609215.036262:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000400:00000200:2.0:1749609215.036262:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609215.036263:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612247296, portal 10 00000100:00000200:1.0:1749609215.036265:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612247040, offset 224 00000100:00000001:2.0:1749609215.036265:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609215.036265:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609215.036266:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361863424 : -131939347688192 : ffff88007a0c9500) 00000100:00000200:2.0:1749609215.036268:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609215.036269:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609215.036270:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9500 x1834594612247296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609215.036274:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609215.036275:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036275:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609215.036277:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609215.036278:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b7a00 00000400:00000010:3.0:1749609215.036278:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000400:00000200:1.0:1749609215.036281:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16959 [1] + 224 00000400:00000200:1.0:1749609215.036285:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609215.036285:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609215.036287:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609215.036287:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612247296, offset 0 00000400:00000200:2.0:1749609215.036289:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000400:00000010:2.0:1749609215.036290:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000100:00000001:2.0:1749609215.036292:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609215.036293:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749609215.036293:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609215.036295:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609215.036296:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609215.036298:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:3.0:1749609215.036298:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749609215.036299:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c8e00 x1834594612247040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609215.036300:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609215.036301:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609215.036302:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b7b00 00000020:00000001:2.0:1749609215.036303:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609215.036305:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4753850 x1834594612246784/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:161/0 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609215.036305:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 170200 00000100:00000040:1.0:1749609215.036306:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0c8e00 x1834594612247040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609215.036309:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609215.036311:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749609215.036313:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4753850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612246784:12345-0@lo:400: Request processed in 156us (370us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609215.036314:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609215.036315:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609215.036315:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609215.036317:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d6dce00. 00000400:00000200:1.0:1749609215.036319:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00100000:2.0:1749609215.036319:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00000040:3.0:1749609215.036319:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012d6dce00 x1834594612247296 msgsize 520 00000400:00000010:1.0:1749609215.036321:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000040:2.0:1749609215.036321:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:1.0:1749609215.036322:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:3.0:1749609215.036322:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609215.036323:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609215.036324:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609215.036325:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609215.036326:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609215.036327:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9b00. 00000100:00000040:1.0:1749609215.036328:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609215.036328:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749609215.036330:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:2.0:1749609215.036330:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cc80. 00000020:00000001:1.0:1749609215.036331:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609215.036332:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609215.036332:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000020:00000010:2.0:1749609215.036333:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000400:00000010:3.0:1749609215.036333:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000040:1.0:1749609215.036335:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a107800 x1834594612247040/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:161/0 lens 224/224 e 0 to 0 dl 1749609226 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036335:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749609215.036336:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000200:3.0:1749609215.036337:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9500 x1834594612247296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609215.036338:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1749609215.036340:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3400. 00000100:00100000:1.0:1749609215.036342:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612247040:12345-0@lo:400: Request processed in 137us (288us total) trans 0 rc 0/0 02000000:00000001:2.0:1749609215.036342:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609215.036343:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609215.036344:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609215.036345:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9500 x1834594612247296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609215.036347:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00000200:2.0:1749609215.036347:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1749609215.036349:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000010:2.0:1749609215.036349:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f6e0. 00000100:00000001:1.0:1749609215.036350:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609215.036350:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609215.036351:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609215.036351:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749609215.036352:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7180. 00000020:00000010:1.0:1749609215.036353:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8400. 00000100:00000001:3.0:1749609215.036353:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609215.036355:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000100:00000040:3.0:1749609215.036355:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000020:00000010:1.0:1749609215.036356:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609215.036357:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298491441 00000020:00000040:1.0:1749609215.036358:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609215.036359:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036359:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298491448 00000100:00000001:2.0:1749609215.036360:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609215.036361:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298491441 00000100:00000001:2.0:1749609215.036362:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036362:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298491448 00000100:00000001:3.0:1749609215.036363:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298491441 00000100:00000001:3.0:1749609215.036364:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298491448 00000100:00000001:2.0:1749609215.036366:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609215.036366:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298491441 00000100:00000001:2.0:1749609215.036367:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609215.036367:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298491448 00000100:00000001:3.0:1749609215.036369:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749609215.036370:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609215.036370:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609215.036371:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609215.036372:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609215.036373:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f0b0. 00000100:00000001:3.0:1749609215.036373:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609215.036374:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93088 00000400:00000010:2.0:1749609215.036376:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93088. 00000100:00000001:3.0:1749609215.036376:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609215.036377:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609215.036377:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609215.036377:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609215.036378:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609215.036379:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609215.036380:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036380:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749609215.036381:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00000100:00000001:3.0:1749609215.036381:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036382:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609215.036383:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137371358464 : -131936338193152 : ffff88012d6dd500) 00000100:00000040:1.0:1749609215.036386:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d6dd500 x1834594612247168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609215.036386:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609215.036391:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609215.036392:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609215.036395:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609215.036395:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609215.036396:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749609215.036396:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612246912 00000100:00100000:1.0:1749609215.036398:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612247168:12345-0@lo:38: 00000100:00000001:2.0:1749609215.036398:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609215.036398:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609215.036399:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036399:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609215.036401:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612247168 00000100:00000001:3.0:1749609215.036401:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609215.036402:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609215.036403:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609215.036403:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609215.036404:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=34 v=5 (5 5 5 5) 00000100:00100000:3.0:1749609215.036404:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612246912 00010000:00000001:1.0:1749609215.036405:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609215.036406:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1749609215.036407:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=24 v=5 (1 1 1 1) 00000020:00000040:3.0:1749609215.036407:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609215.036408:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609215.036409:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749609215.036409:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.036410:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609215.036411:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609215.036413:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1749609215.036415:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609215.036416:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609215.036416:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000001:2.0:1749609215.036417:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609215.036419:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749609215.036419:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609215.036419:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b00. 00010000:00000001:1.0:1749609215.036421:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749609215.036421:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f190. 00000100:00000001:3.0:1749609215.036423:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1749609215.036424:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609215.036424:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609215.036425:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609215.036425:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609215.036426:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609215.036427:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609215.036427:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749609215.036428:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609215.036428:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.036429:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609215.036431:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2f400. 02000000:00000001:1.0:1749609215.036432:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609215.036432:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036432:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609215.036434:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609215.036436:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609215.036437:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036437:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609215.036438:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:1.0:1749609215.036439:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:2.0:1749609215.036439:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612246784:0@lo:400: 00000100:00100000:3.0:1749609215.036440:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00000001:3.0:1749609215.036441:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137430363520 : -131936279188096 : ffff880130f22d80) 00000100:00000001:1.0:1749609215.036442:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609215.036443:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609215.036443:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609215.036444:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609215.036444:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130f22d80 x1834594612246912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609215.036445:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:2.0:1749609215.036446:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c8a80 x1834594612246784/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609215.036447:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609215.036448:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00100000:3.0:1749609215.036450:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612246912:12345-0@lo:38: 00000100:00000040:1.0:1749609215.036451:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609215.036451:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609215.036452:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609215.036453:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609215.036453:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749609215.036453:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612246912 00000100:00000001:1.0:1749609215.036455:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609215.036455:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000020:00000001:3.0:1749609215.036455:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609215.036456:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609215.036457:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609215.036457:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1749609215.036458:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000020:00000001:2.0:1749609215.036459:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609215.036460:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000200:1.0:1749609215.036461:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612247168, offset 0 00000020:00000001:2.0:1749609215.036462:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609215.036463:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057500. 00000020:00000001:3.0:1749609215.036463:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609215.036464:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:3.0:1749609215.036464:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749609215.036466:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1749609215.036466:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609215.036467:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609215.036468:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8a80. 00010000:00000001:3.0:1749609215.036468:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609215.036469:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609215.036469:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609215.036470:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609215.036470:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609215.036471:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609215.036472:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609215.036473:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609215.036473:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f9800. 00000400:00000200:1.0:1749609215.036474:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b7a80 02000000:00000001:3.0:1749609215.036475:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.036476:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609215.036476:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609215.036477:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609215.036478:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16961 [1] + 0 00000100:00000001:2.0:1749609215.036478:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609215.036478:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609215.036479:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609215.036479:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609215.036480:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749609215.036481:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609215.036482:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609215.036484:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609215.036484:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609215.036485:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609215.036486:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609215.036486:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609215.036487:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:1.0:1749609215.036488:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609215.036490:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:3.0:1749609215.036491:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609215.036492:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609215.036492:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036493:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609215.036495:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609215.036540:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000200:3.0:1749609215.036542:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612246912, offset 0 00000400:00000200:3.0:1749609215.036546:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609215.036550:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609215.036554:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b7980 00000100:00000001:1.0:1749609215.036556:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609215.036557:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16951 [1] + 0 00000400:00000200:3.0:1749609215.036560:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609215.036562:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609215.036563:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:1.0:1749609215.036565:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:1.0:1749609215.036567:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609215.036567:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609215.036568:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609215.036570:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609215.036570:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609215.036583:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609215.036585:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609215.036587:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609215.036587:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609215.036590:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d6dd500 x1834594612247168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036592:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609215.036595:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000400:00000010:3.0:1749609215.036597:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00100000:1.0:1749609215.036598:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612247168:12345-0@lo:38: Request processed in 199us (422us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609215.036598:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609215.036599:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609215.036601:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609215.036603:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:1.0:1749609215.036604:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00000001:3.0:1749609215.036604:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609215.036605:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609215.036606:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609215.036607:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609215.036608:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130f22d80 x1834594612246912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609235 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609215.036609:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000010:1.0:1749609215.036612:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000020:00000010:1.0:1749609215.036614:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00100000:3.0:1749609215.036614:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612246912:12345-0@lo:38: Request processed in 163us (588us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609215.036617:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609215.036619:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00000001:3.0:1749609215.036621:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609215.036623:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609215.036624:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b00. 00000020:00000010:3.0:1749609215.036627:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f190. 00000020:00000010:3.0:1749609215.036629:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:3.0:1749609215.036631:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036641:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609215.036643:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609215.036645:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609215.036646:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609215.036647:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62b00. 00000400:00000200:3.0:1749609215.036649:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000400:00000010:3.0:1749609215.036650:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00000100:00000001:3.0:1749609215.036652:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609215.036654:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609215.036660:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036665:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609215.036666:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036667:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609215.036668:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609215.036670:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609215.036671:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609215.036672:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609215.036675:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609215 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609215.036677:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=31 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609215.036679:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609215.036681:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609215.036682:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609215.036684:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036690:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609215.036692:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609215.036693:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036694:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609215.036696:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609215.036698:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609215.036700:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609215.036702:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609215.036704:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609215.036710:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612247168:0@lo:38: 00000400:00000001:3.0:1749609215.036713:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609215.036714:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609215.036715:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629a0. 00000400:00000200:3.0:1749609215.036717:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000400:00000010:3.0:1749609215.036718:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00000001:3.0:1749609215.036719:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609215.036721:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9500 x1834594612247296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609215.036726:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9500 x1834594612247296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036731:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609215.036732:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036733:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609215.036735:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609215.036736:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609215.036737:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609215.036749:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609215.036751:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609215 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609215.036753:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=28 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609215.036754:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609215.036755:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609215.036757:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609215.036759:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9500 x1834594612247296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036769:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609215.036770:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609215.036771:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036772:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609215.036773:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609215.036775:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609215.036776:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609215.036778:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609215.036780:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9500 x1834594612247296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609215.036785:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612247296:0@lo:38: 00000400:00000001:3.0:1749609215.036788:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609215.036789:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609215.036790:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62688. 00000400:00000200:3.0:1749609215.036791:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609215.036792:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609215.036794:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609215.036795:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609215.036801:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036807:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609215.036807:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036809:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609215.036810:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609215.036811:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609215.036812:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609215.036813:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609215.036815:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609215 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609215.036817:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=31 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609215.036820:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609215.036821:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609215.036822:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609215.036824:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036829:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609215.036831:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609215.036832:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036833:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609215.036834:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609215.036836:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609215.036838:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609215.036839:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609215.036841:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609215.036846:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612246912:0@lo:38: 00000100:00000001:3.0:1749609215.036849:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036850:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609215.036852:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9880 x1834594612247168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036857:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609215.036859:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609215.036860:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fa000. 02000000:00000001:3.0:1749609215.036862:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609215.036863:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609215.036864:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609215.036866:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609215.036868:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5092400. 02000000:00000001:3.0:1749609215.036871:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609215.036872:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609215.036873:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9880. 00000100:00000001:3.0:1749609215.036876:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609215.036876:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036878:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609215.036879:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9500 x1834594612247296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036884:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609215.036885:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609215.036886:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fbc00. 02000000:00000001:3.0:1749609215.036888:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609215.036888:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609215.036889:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609215.036891:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609215.036892:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5092800. 02000000:00000001:3.0:1749609215.036893:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609215.036894:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609215.036895:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9500. 00000100:00000001:3.0:1749609215.036896:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609215.036897:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036898:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609215.036899:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9180 x1834594612246912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609215.036904:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609215.036905:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609215.036906:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fb000. 02000000:00000001:3.0:1749609215.036907:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609215.036908:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609215.036909:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609215.036910:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609215.036911:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5092000. 02000000:00000001:3.0:1749609215.036912:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609215.036913:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609215.036914:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9180. 00000100:00000001:3.0:1749609215.036915:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609215.036916:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036917:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609215.036920:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609215.036920:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609215.036922:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609215.036923:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609215.043567:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298491448, at 4298491448 00000100:00000040:2.0:1749609215.043567:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298491448, at 4298491448 00000100:00000040:3.0:1749609215.043567:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298491448, at 4298491448 00000100:00000010:1.0:1749609215.043592:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706e40. 00000100:00000010:2.0:1749609215.043606:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706b00. 00000100:00000010:3.0:1749609215.043630:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706380. 00000020:00000001:1.0:1749609215.351745:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609215.351748:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609215.351751:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609215.710618:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609215.710625:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609215.710626:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609215.710629:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609215.710632:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609215.710635:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609215.710637:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609215.710639:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609215.710641:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609216.353769:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609216.353774:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609216.353777:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749609216.798370:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609216.798373:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730241024 02000000:00000001:1.0:1749609216.798375:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609216.798378:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609216.798379:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609216.798383:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609216.798387:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730241024 00000020:00000001:1.0:1749609216.798400:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609216.798402:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:1.0:1749609216.798404:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609216.798407:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609216.798409:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609216.798411:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609216.798416:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609216.798419:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d00. 00000100:00000001:1.0:1749609216.798421:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609216.798423:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8d00. 00000100:00000001:2.0:1749609216.798423:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609216.798425:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730241152 00000020:00000010:1.0:1749609216.798426:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 02000000:00000001:2.0:1749609216.798427:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749609216.798429:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8400. 00000100:00000001:2.0:1749609216.798429:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609216.798430:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609216.798432:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 02000000:00000001:2.0:1749609216.798432:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609216.798434:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730241152 00000020:00000001:2.0:1749609216.798436:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609216.798437:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749609216.798438:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1749609216.798438:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609216.798439:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609216.798440:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609216.798441:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749609216.798441:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609216.798442:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609216.798443:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609216.798446:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9b00. 00000100:00000001:1.0:1749609216.798447:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609216.798449:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cc80. 00000100:00000001:2.0:1749609216.798452:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609216.798453:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609216.798455:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609216.798458:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609216.798460:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609216.798465:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609216.798466:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609216.798467:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609216.798470:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1413 00000100:00000040:1.0:1749609216.798472:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609216.798472:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609216.798473:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341800528 : -131938367751088 : ffff8800b4753c50) 00000100:00100000:2.0:1749609216.798474:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730241280 02000000:00000001:2.0:1749609216.798475:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609216.798493:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609216.798494:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609216.798496:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609216.798516:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730241280 00000020:00000001:2.0:1749609216.798517:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609216.798518:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609216.798519:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609216.798520:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609216.798522:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4753c50 x1834594730241024/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:162/0 lens 224/0 e 0 to 0 dl 1749609227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609216.798522:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609216.798524:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000020:00000010:2.0:1749609216.798527:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000100:00000001:1.0:1749609216.798529:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609216.798529:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000020:00000010:1.0:1749609216.798530:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d00. 00000100:00000001:1.0:1749609216.798531:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609216.798531:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749609216.798532:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8d00. 00000100:00000001:2.0:1749609216.798533:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749609216.798534:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4753c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730241024:12345-192.168.201.20@tcp:400: 00000100:00000001:2.0:1749609216.798534:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609216.798536:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609216.798537:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730241024 00000020:00000001:1.0:1749609216.798538:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609216.798540:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609216.798541:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609216.798542:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609216.798543:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609216.798544:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609216.798545:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609216.798546:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609216.798546:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609216.798547:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609216.798548:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1749609216.798548:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2663 00000020:00000001:1.0:1749609216.798549:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609216.798549:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361870592 : -131939347681024 : ffff88007a0cb100) 00000100:00000001:3.0:1749609216.798549:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609216.798551:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609216.798552:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749609216.798552:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0cb100 x1834594730241280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609216.798552:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609216.798553:0:15217:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609216.798554:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609216.798555:0:15217:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609216.798556:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609216.798559:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d464400. 00000100:00100000:2.0:1749609216.798559:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730241280:12345-192.168.201.20@tcp:38: 02000000:00000001:1.0:1749609216.798560:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609216.798561:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609216.798561:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730241280 00000020:00000001:1.0:1749609216.798562:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609216.798563:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000040:1.0:1749609216.798564:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730241024 00010000:00000001:2.0:1749609216.798564:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749609216.798566:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000040:2.0:1749609216.798567:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000200:1.0:1749609216.798568:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4753c50 x1834594730241024/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:162/0 lens 224/224 e 0 to 0 dl 1749609227 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609216.798569:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:1.0:1749609216.798573:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609216.798573:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609216.798574:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609216.798574:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749609216.798576:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=35 v=5 (1 1 1 1) 02000000:00000010:2.0:1749609216.798576:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800948a3400. 02000000:00000001:2.0:1749609216.798577:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609216.798578:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609216.798578:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609216.798580:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000040:2.0:1749609216.798580:0:14332:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000001:1.0:1749609216.798582:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:1.0:1749609216.798583:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609216.798584:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1749609216.798584:0:14332:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3825 last 0 00000100:00000001:1.0:1749609216.798586:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609216.798587:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609216.798587:0:14332:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000010:1.0:1749609216.798590:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000004:00000001:2.0:1749609216.798591:0:14332:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000200:1.0:1749609216.798593:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730241024, offset 224 00000004:00000001:2.0:1749609216.798593:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609216.798596:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609216.798607:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609216.798612:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:2.0:1749609216.798613:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609216.798616:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2013:2013:256:4294967295] 192.168.201.20@tcp LPNI seq info [2009:2009:8:4294967295] 00000004:00000001:2.0:1749609216.798616:0:14332:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609216.798617:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1749609216.798621:0:14332:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:1.0:1749609216.798623:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000040:2.0:1749609216.798623:0:14332:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:2.0:1749609216.798625:0:14332:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000800:00000200:1.0:1749609216.798626:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609216.798627:0:14332:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:1.0:1749609216.798628:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceee00. 00000004:00000001:2.0:1749609216.798629:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609216.798631:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:2.0:1749609216.798631:0:14332:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609216.798633:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609216.798634:0:14332:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609216.798635:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00010000:00000001:2.0:1749609216.798636:0:14332:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609216.798638:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceee00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1749609216.798638:0:14332:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:2.0:1749609216.798640:0:14332:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:2.0:1749609216.798642:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609216.798643:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609216.798644:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609216.798644:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:2.0:1749609216.798645:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609216.798646:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609216.798646:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609216.798646:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609216.798647:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1749609216.798648:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000040:1.0:1749609216.798649:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4753c50 x1834594730241024/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:162/0 lens 224/224 e 0 to 0 dl 1749609227 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609216.798650:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609216.798653:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00100000:1.0:1749609216.798654:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4753c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730241024:12345-192.168.201.20@tcp:400: Request processed in 125us (355us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609216.798655:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609216.798656:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00100000:1.0:1749609216.798658:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1413 00000100:00000001:2.0:1749609216.798658:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609216.798659:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609216.798660:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:1.0:1749609216.798661:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749609216.798661:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609216.798662:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749609216.798663:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609216.798664:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609216.798665:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8400. 00000100:00000001:2.0:1749609216.798665:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609216.798667:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000100:00000040:2.0:1749609216.798667:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000010:1.0:1749609216.798669:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000020:00000040:1.0:1749609216.798671:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:1.0:1749609216.798673:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609216.798675:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749609216.798675:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93088. 00000400:00000010:1.0:1749609216.798677:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 00000100:00000200:2.0:1749609216.798677:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730241280, offset 0 00000400:00000010:1.0:1749609216.798679:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b6c0. 00000400:00000200:2.0:1749609216.798681:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609216.798685:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609216.798688:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2015:2015:254:4294967295] 192.168.201.20@tcp LPNI seq info [2011:2011:6:4294967295] 00000400:00000200:2.0:1749609216.798694:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609216.798700:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609216.798703:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7700. 00000800:00000200:1.0:1749609216.798706:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1749609216.798706:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000010:1.0:1749609216.798708:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceee00. 00000800:00000200:2.0:1749609216.798709:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:1.0:1749609216.798711:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1749609216.798711:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7700 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1749609216.798713:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609216.798714:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609216.798715:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00000040:2.0:1749609216.798715:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000400:00000010:1.0:1749609216.798716:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:2.0:1749609216.798717:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609216.798718:0:1504:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609216.798719:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1749609216.798719:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749609216.798721:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d464400. 00000100:00000040:2.0:1749609216.798721:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cb100 x1834594730241280/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609236 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609216.798722:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609216.798722:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609216.798728:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1749609216.798728:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730241280:12345-192.168.201.20@tcp:38: Request processed in 169us (261us total) trans 0 rc -11/-11 00000800:00000010:1.0:1749609216.798729:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057d00. 00000400:00000200:1.0:1749609216.798730:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609216.798732:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609216.798733:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668e58 00000400:00000010:1.0:1749609216.798734:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668e58. 00000100:00100000:2.0:1749609216.798734:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2663 00000100:00000001:1.0:1749609216.798735:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609216.798735:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609216.798736:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609216.798736:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609216.798739:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000020:00000010:2.0:1749609216.798740:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000020:00000010:2.0:1749609216.798742:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:2.0:1749609216.798744:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609216.798757:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609216.798758:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7700. 00000400:00000200:1.0:1749609216.798760:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609216.798762:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609216.798763:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93088 00000400:00000010:1.0:1749609216.798764:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93088. 00000100:00000001:1.0:1749609216.798765:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609216.798765:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609217.355705:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609217.355709:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609217.355713:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609217.710826:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609217.710835:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609217.710837:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609217.710841:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609217.710845:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609217.710849:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609217.710853:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609217.710855:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609217.710857:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609218.357818:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609218.357824:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609218.357828:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609218.710635:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609218.710644:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609218.710646:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609218.710650:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609218.710654:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609218.710659:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609218.710662:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609218.710665:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609218.710668:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609219.359857:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609219.359865:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609219.359870:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609219.710717:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609219.710726:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609219.710728:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609219.710732:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609219.710736:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609219.710740:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609219.710743:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609219.710746:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609219.710748:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.043879:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609220.043883:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609220.043887:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749609220.043889:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.043889:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609220.043899:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609220.043901:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609220.043903:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609220.043905:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609220.043908:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609220.043915:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609220.043927:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609220.043929:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609220.043932:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609220.043935:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609220.043938:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609220.043940:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612247808:0@lo:400: 00000100:00000001:2.0:1749609220.043945:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609220.043950:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609220.043952:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609220.043955:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609220.043960:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609220.043962:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609220.043969:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f0b0. 00000400:00000010:2.0:1749609220.043976:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000100:00000200:2.0:1749609220.043983:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612247808, portal 25 00000100:00000001:2.0:1749609220.043986:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609220.043987:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361873280 : -131939347678336 : ffff88007a0cbb80) 00000100:00000040:2.0:1749609220.043992:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609220.044000:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609220.044003:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609220.044005:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 00000100:00000200:2.0:1749609220.044007:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612247808, offset 0 00000400:00000200:2.0:1749609220.044013:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609220.044027:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609220.044038:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b7d00 00000400:00000200:2.0:1749609220.044044:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15e59 [2] + 0 00000100:00000001:1.0:1749609220.044045:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609220.044047:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:2.0:1749609220.044048:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17948. 00000100:00000001:1.0:1749609220.044049:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609220.044054:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19840 00000100:00000001:1.0:1749609220.044055:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609220.044057:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609220.044059:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609220.044060:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609220.044061:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609220.044063:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749609220.044064:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609220.044067:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19840 00000100:00000040:1.0:1749609220.044069:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609220.044070:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19840. 00000100:00000001:2.0:1749609220.044076:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609220.044078:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1749609220.044080:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609220.044080:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609220.044081:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4752450 x1834594612247808 msgsize 224 00000100:00000001:1.0:1749609220.044082:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609220.044085:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749609220.044085:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609220.044085:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609220.044087:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1749609220.044088:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609220.044088:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749609220.044090:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609220.044094:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612248064:0@lo:400: 00000100:00000040:3.0:1749609220.044094:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609220.044097:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609220.044098:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609220.044101:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609220.044103:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609220.044104:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 02000000:00000001:1.0:1749609220.044105:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749609220.044105:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000100:00000001:3.0:1749609220.044105:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609220.044107:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044108:0:1512:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1749609220.044110:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b400. 02000000:00000001:3.0:1749609220.044110:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749609220.044111:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609220.044112:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609220.044112:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609220.044114:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609220.044116:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000100:00100000:3.0:1749609220.044117:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612247936:0@lo:38: 00000100:00000001:2.0:1749609220.044119:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749609220.044121:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000001:3.0:1749609220.044121:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609220.044122:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609220.044124:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749609220.044125:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612248064, portal 4 02000000:00000001:3.0:1749609220.044126:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044127:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609220.044128:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361863424 : -131939347688192 : ffff88007a0c9500) 02000000:00000001:3.0:1749609220.044128:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609220.044129:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044131:0:1512:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1749609220.044133:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fb000. 00000100:00000001:2.0:1749609220.044134:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609220.044135:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609220.044135:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044138:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298496456 00000400:00000010:3.0:1749609220.044139:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62688. 00000100:00000010:2.0:1749609220.044142:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706b00. 00000400:00000010:3.0:1749609220.044144:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000200:3.0:1749609220.044148:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612247936, portal 4 00000100:00000001:1.0:1749609220.044149:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609220.044149:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609220.044150:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749609220.044152:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609220.044152:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361862528 : -131939347689088 : ffff88007a0c9180) 00000400:00000010:1.0:1749609220.044153:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000100:00000001:2.0:1749609220.044155:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298496456 00000100:00000200:1.0:1749609220.044156:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612248064, offset 0 00000100:00000010:2.0:1749609220.044157:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706080. 00000100:00000040:3.0:1749609220.044159:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609220.044160:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1749609220.044161:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609220.044162:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298496456 00000100:00000010:2.0:1749609220.044164:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706200. 00000100:00000001:2.0:1749609220.044166:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749609220.044167:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609220.044169:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298496456 00000100:00000010:2.0:1749609220.044170:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706140. 00000400:00000200:1.0:1749609220.044171:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609220.044171:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609220.044173:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1749609220.044173:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000100:00000001:2.0:1749609220.044175:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609220.044175:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612247936, offset 0 00000100:00000001:2.0:1749609220.044177:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609220.044178:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b7e00 00000100:00000001:2.0:1749609220.044180:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609220.044180:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609220.044182:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044184:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609220.044185:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609220.044186:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 10976 00000100:00000001:2.0:1749609220.044186:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044188:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609220.044189:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609220.044191:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609220.044194:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609220.044196:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b7d80 00000100:00000001:1.0:1749609220.044199:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609220.044201:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1749609220.044203:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 11960 00000100:00000010:1.0:1749609220.044205:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a107b80. 00000100:00000040:1.0:1749609220.044208:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88007a107b80 x1834594612248064 msgsize 224 00000400:00000200:3.0:1749609220.044209:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609220.044213:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609220.044213:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609220.044217:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609220.044219:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749609220.044220:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609220.044220:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609220.044222:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612247808 00000100:00000010:3.0:1749609220.044223:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d6df100. 02000000:00000001:2.0:1749609220.044224:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609220.044225:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012d6df100 x1834594612247936 msgsize 520 00000400:00000200:1.0:1749609220.044227:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000100:00000001:2.0:1749609220.044227:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749609220.044229:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00100000:3.0:1749609220.044229:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609220.044230:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044231:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609220.044234:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609220.044234:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609220.044237:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612247808 00000020:00000001:2.0:1749609220.044239:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609220.044240:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749609220.044241:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:1.0:1749609220.044242:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609220.044243:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609220.044245:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609220.044246:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:2.0:1749609220.044248:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:2.0:1749609220.044250:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000200:3.0:1749609220.044250:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000100:00000001:1.0:1749609220.044251:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609220.044252:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00000001:1.0:1749609220.044253:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609220.044255:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609220.044256:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044256:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749609220.044257:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706100. 00000100:00000040:1.0:1749609220.044259:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000200:3.0:1749609220.044259:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609220.044260:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609220.044262:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298496449 00000020:00000010:2.0:1749609220.044262:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706100. 00000100:00000001:1.0:1749609220.044264:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298496456 00000100:00000001:1.0:1749609220.044267:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298496449 00000100:00000001:3.0:1749609220.044267:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749609220.044268:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000040:3.0:1749609220.044268:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609220.044269:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298496456 00000100:00000001:1.0:1749609220.044271:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298496449 00000100:00000001:1.0:1749609220.044273:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298496456 00000020:00000010:2.0:1749609220.044273:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000100:00000001:1.0:1749609220.044274:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298496449 00000100:00000001:3.0:1749609220.044275:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044276:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298496456 00000100:00000001:3.0:1749609220.044276:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609220.044277:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000001:1.0:1749609220.044278:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609220.044279:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044280:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044282:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609220.044282:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 00000100:00000001:1.0:1749609220.044284:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609220.044284:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609220.044285:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298496450 00000100:00000001:2.0:1749609220.044287:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609220.044288:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609220.044288:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298496456 00000100:00000001:2.0:1749609220.044290:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044291:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298496450 00000100:00000001:3.0:1749609220.044293:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298496456 00000100:00000001:3.0:1749609220.044295:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298496450 00000100:00000001:2.0:1749609220.044296:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044296:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298496456 00000100:00000001:3.0:1749609220.044298:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298496450 00000100:00000001:3.0:1749609220.044299:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298496456 00000100:00000001:1.0:1749609220.044300:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609220.044301:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609220.044302:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612248064 00000100:00000001:2.0:1749609220.044303:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.044303:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609220.044304:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609220.044305:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609220.044305:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044307:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044307:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609220.044310:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609220.044312:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612248064 00000100:00000001:2.0:1749609220.044312:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609220.044312:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749609220.044314:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609220.044314:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609220.044314:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:1.0:1749609220.044315:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:3.0:1749609220.044315:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609220.044317:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609220.044317:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609220.044318:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00000001:3.0:1749609220.044318:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1749609220.044320:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000040:2.0:1749609220.044321:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000040:3.0:1749609220.044321:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609220.044322:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609220.044323:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341794384 : -131938367757232 : ffff8800b4752450) 00000020:00000001:1.0:1749609220.044324:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000040:2.0:1749609220.044327:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4752450 x1834594612247808/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:166/0 lens 224/0 e 0 to 0 dl 1749609231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609220.044328:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609220.044328:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609220.044329:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609220.044330:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d00. 02000000:00000001:3.0:1749609220.044330:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609220.044332:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609220.044334:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609220.044335:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8fc0. 00000100:00000001:2.0:1749609220.044336:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1749609220.044336:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612248192:0@lo:38: 00000020:00000010:2.0:1749609220.044337:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706100. 00000100:00000001:2.0:1749609220.044339:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609220.044339:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1749609220.044340:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000010:2.0:1749609220.044341:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706100. 02000000:00000001:3.0:1749609220.044341:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609220.044343:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609220.044344:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4752450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612247808:12345-0@lo:400: 02000000:00000001:3.0:1749609220.044345:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609220.044347:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:3.0:1749609220.044347:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fbc00. 00000100:00000200:2.0:1749609220.044348:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612247808 02000000:00000001:3.0:1749609220.044349:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609220.044351:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000020:00000001:2.0:1749609220.044351:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749609220.044351:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629a0. 00000400:00000010:3.0:1749609220.044353:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000020:00000010:1.0:1749609220.044355:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8400. 00000020:00000001:2.0:1749609220.044355:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:3.0:1749609220.044356:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612248192, portal 10 00000020:00000001:2.0:1749609220.044358:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044358:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749609220.044359:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000100:00000001:3.0:1749609220.044359:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361864320 : -131939347687296 : ffff88007a0c9880) 00000020:00000001:2.0:1749609220.044360:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609220.044362:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:1.0:1749609220.044364:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:3.0:1749609220.044364:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609220.044365:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609220.044366:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609220.044366:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609220.044367:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749609220.044368:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609220.044370:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609220.044370:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609220.044370:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609220.044372:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609220.044373:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609220.044374:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1749609220.044374:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00000100:00000001:1.0:1749609220.044375:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609220.044377:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609220.044378:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609220.044379:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609220.044380:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609220.044382:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3800. 00000100:00000001:1.0:1749609220.044384:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609220.044385:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044387:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609220.044388:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612248192, offset 0 00000020:00000001:2.0:1749609220.044389:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044390:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000040:2.0:1749609220.044391:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612247808 00000100:00000001:1.0:1749609220.044392:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609220.044392:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609220.044394:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749609220.044395:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00000040:1.0:1749609220.044398:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609220.044399:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134362119040 : -131939347432576 : ffff88007a107b80) 00010000:00000200:2.0:1749609220.044400:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4752450 x1834594612247808/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:166/0 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609220.044400:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609220.044404:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a107b80 x1834594612248064/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:166/0 lens 224/0 e 0 to 0 dl 1749609231 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609220.044405:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b7e80 00010000:00000001:2.0:1749609220.044408:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609220.044409:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 171984 00010000:00000001:2.0:1749609220.044410:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044411:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609220.044413:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8fc0. 00000100:00001000:2.0:1749609220.044413:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=39 v=5 (1 1 1 1) 00000400:00000200:3.0:1749609220.044414:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609220.044415:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609220.044417:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8fc0. 00000100:00000001:2.0:1749609220.044417:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609220.044417:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609220.044420:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612248064:12345-0@lo:400: 00000100:00000040:2.0:1749609220.044420:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609220.044449:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609220.044452:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609220.044454:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044455:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609220.044458:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609220.044461:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 00000100:00000200:1.0:1749609220.044464:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612248064 00000100:00000200:2.0:1749609220.044464:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612247808, offset 224 00000020:00000001:1.0:1749609220.044466:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609220.044469:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609220.044469:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749609220.044471:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609220.044471:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612247936 00000020:00000001:1.0:1749609220.044473:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1749609220.044473:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609220.044475:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609220.044475:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609220.044476:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609220.044477:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609220.044478:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1749609220.044480:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609220.044481:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609220.044482:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1749609220.044483:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609220.044483:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612247936 00000020:00000001:1.0:1749609220.044484:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609220.044485:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609220.044486:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609220.044486:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609220.044488:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749609220.044488:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b7d00 00000020:00000001:3.0:1749609220.044488:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609220.044490:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044491:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609220.044492:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609220.044493:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609220.044494:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x169a5 [1] + 224 00000020:00000010:3.0:1749609220.044496:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 02000000:00000010:1.0:1749609220.044497:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d464400. 00000400:00000200:2.0:1749609220.044535:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609220.044538:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609220.044539:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b00. 02000000:00000001:1.0:1749609220.044541:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044542:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609220.044543:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f190. 00000100:00000001:1.0:1749609220.044544:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609220.044545:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609220.044546:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044546:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609220.044548:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:1.0:1749609220.044549:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612248064 00000100:00000001:3.0:1749609220.044549:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609220.044552:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609220.044553:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609220.044554:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749609220.044556:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a107b80 x1834594612248064/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:166/0 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.044561:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609220.044563:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609220.044565:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044566:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:1.0:1749609220.044567:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=26 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609220.044568:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609220.044570:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609220.044570:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 00000100:00000001:3.0:1749609220.044570:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749609220.044571:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000100:00000040:1.0:1749609220.044573:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609220.044574:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:3.0:1749609220.044574:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00000001:1.0:1749609220.044575:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609220.044575:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609220.044576:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137371365632 : -131936338185984 : ffff88012d6df100) 02000000:00000001:1.0:1749609220.044577:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609220.044578:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609220.044579:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044580:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609220.044580:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d6df100 x1834594612247936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609220.044581:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:1.0:1749609220.044582:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609220.044583:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609220.044584:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609220.044585:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000020:00000001:2.0:1749609220.044586:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749609220.044588:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612248064, offset 224 00000100:00000040:2.0:1749609220.044590:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4752450 x1834594612247808/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:166/0 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609220.044590:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612247936:12345-0@lo:38: 00000400:00000200:1.0:1749609220.044592:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609220.044593:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612247936 00000020:00000001:3.0:1749609220.044595:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609220.044598:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749609220.044600:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609220.044600:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4752450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612247808:12345-0@lo:400: Request processed in 262us (516us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609220.044605:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b7e00 00000100:00100000:2.0:1749609220.044607:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000400:00000200:1.0:1749609220.044610:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x169ad [1] + 224 00000100:00000040:2.0:1749609220.044610:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000001:3.0:1749609220.044612:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044613:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609220.044614:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609220.044614:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00020000:3.0:1749609220.044615:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749609220.044617:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609220.044618:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00010000:00000001:3.0:1749609220.044618:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609220.044621:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609220.044621:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00010000:00000001:3.0:1749609220.044621:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609220.044623:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.044623:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:2.0:1749609220.044624:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:3.0:1749609220.044625:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609220.044627:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1749609220.044628:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000010:3.0:1749609220.044630:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fa000. 00000100:00000040:1.0:1749609220.044631:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609220.044631:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1749609220.044632:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609220.044633:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3800. 00000100:00000001:3.0:1749609220.044634:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609220.044635:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609220.044637:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609220.044637:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609220.044639:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609220.044641:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1749609220.044641:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609220.044643:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609220.044644:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f058. 00000100:00000001:3.0:1749609220.044644:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609220.044647:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000400:00000010:1.0:1749609220.044648:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000400:00000010:2.0:1749609220.044648:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7900. 00000100:00000001:3.0:1749609220.044648:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609220.044650:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609220.044651:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609220.044652:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609220.044652:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609220.044654:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609220.044655:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609220.044657:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:3.0:1749609220.044657:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:3.0:1749609220.044658:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609220.044660:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:3.0:1749609220.044660:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609220.044662:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044662:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609220.044662:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609220.044663:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609220.044664:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609220.044664:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609220.044666:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a107b80 x1834594612248064/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:166/0 lens 224/224 e 0 to 0 dl 1749609231 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609220.044667:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1749609220.044667:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000400:00000001:2.0:1749609220.044669:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609220.044670:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f0b0. 00000400:00000200:2.0:1749609220.044673:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000400:00000010:2.0:1749609220.044674:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000100:00100000:1.0:1749609220.044675:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612248064:12345-0@lo:400: Request processed in 262us (466us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609220.044676:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609220.044679:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609220.044681:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612247936, offset 0 00000100:00100000:1.0:1749609220.044682:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00000040:1.0:1749609220.044684:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000200:3.0:1749609220.044685:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609220.044686:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749609220.044686:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609220.044688:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609220.044691:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8400. 00000400:00000200:3.0:1749609220.044692:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609220.044693:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee000. 00000100:00000001:2.0:1749609220.044693:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609220.044694:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609220.044696:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:2.0:1749609220.044696:0:1512:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749609220.044697:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b7d80 02000000:00000001:2.0:1749609220.044698:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1749609220.044699:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:2.0:1749609220.044699:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609220.044701:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609220.044701:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609220.044701:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x169b1 [1] + 0 02000000:00000001:2.0:1749609220.044704:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609220.044705:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749609220.044707:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=39 v=5 (5 5 5 5) 00000400:00000200:3.0:1749609220.044708:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749609220.044711:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609220.044711:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609220.044713:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609220.044713:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749609220.044713:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609220.044715:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609220.044715:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609220.044717:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1749609220.044718:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609220.044719:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749609220.044719:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609220.044721:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000100:00000001:2.0:1749609220.044721:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609220.044722:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609220.044724:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00000040:2.0:1749609220.044724:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609220.044726:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:1.0:1749609220.044728:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609220.044729:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609220.044731:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609220.044731:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609220.044734:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749609220.044734:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000400:00000010:3.0:1749609220.044735:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000001:2.0:1749609220.044736:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609220.044738:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609220.044738:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.044738:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609220.044739:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609220.044742:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044744:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609220.044744:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609220.044746:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.044746:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044748:0:1511:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609220.044748:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609220.044749:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609220.044751:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609220.044751:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d6df100 x1834594612247936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609220.044752:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609220.044754:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612247808:0@lo:400: 02000000:00000001:1.0:1749609220.044755:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044758:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609220.044759:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=26 v=5 (5 5 5 5) 00000100:00100000:3.0:1749609220.044759:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612247936:12345-0@lo:38: Request processed in 170us (532us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609220.044760:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1749609220.044762:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=26 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609220.044762:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0cbb80 x1834594612247808/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609220.044764:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609220.044766:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609220.044766:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00010000:00000001:1.0:1749609220.044768:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609220.044768:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609220.044768:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609220.044770:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609220.044770:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:1.0:1749609220.044771:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609220.044772:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 00000020:00000010:3.0:1749609220.044772:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b00. 02000000:00000001:2.0:1749609220.044774:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609220.044775:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1749609220.044775:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f190. 00000020:00000040:2.0:1749609220.044777:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00010000:00000001:1.0:1749609220.044778:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609220.044778:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1749609220.044778:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:1.0:1749609220.044780:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1749609220.044780:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057b00. 00000100:00000001:3.0:1749609220.044781:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609220.044782:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749609220.044783:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609220.044784:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749609220.044784:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609220.044785:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cbb80. 00000100:00000001:1.0:1749609220.044786:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609220.044788:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609220.044788:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609220.044789:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609220.044790:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609220.044794:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609220.044794:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609220.044795:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044796:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609220.044797:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609220.044797:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609220.044798:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609220.044798:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609220.044799:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609220.044800:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609220.044802:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d6df800. 00000100:00000040:3.0:1749609220.044804:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012d6df800 x1834594612248192 msgsize 520 00000100:00100000:1.0:1749609220.044808:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612248064:0@lo:400: 00000100:00100000:3.0:1749609220.044809:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609220.044812:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609220.044814:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609220.044816:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9500 x1834594612248064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.044816:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609220.044820:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000100:00000001:2.0:1749609220.044821:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609220.044822:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1749609220.044822:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00000100:00100000:2.0:1749609220.044823:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612248192 00000100:00000001:3.0:1749609220.044823:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609220.044824:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749609220.044825:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:1.0:1749609220.044826:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b400. 00000100:00000200:3.0:1749609220.044826:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609220.044827:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609220.044828:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609220.044829:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609220.044829:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609220.044830:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1749609220.044831:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749609220.044831:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609220.044833:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612248192 02000000:00000010:1.0:1749609220.044834:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 00000100:00000001:3.0:1749609220.044834:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609220.044835:0:14331:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749609220.044836:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1749609220.044836:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609220.044836:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609220.044838:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749609220.044838:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1749609220.044839:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9500. 00000020:00000001:2.0:1749609220.044840:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044842:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1749609220.044842:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044842:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044843:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609220.044844:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00000001:3.0:1749609220.044844:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609220.044845:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.044846:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609220.044847:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000100:00000001:1.0:1749609220.044848:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609220.044849:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609220.044849:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000040:3.0:1749609220.044849:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:1.0:1749609220.044851:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609220.044851:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609220.044851:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298496450 00000100:00000001:1.0:1749609220.044852:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044853:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609220.044853:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298496456 00000100:00000001:2.0:1749609220.044855:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044855:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298496450 00000100:00000001:3.0:1749609220.044857:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298496456 00000100:00000001:2.0:1749609220.044858:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044858:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298496450 00000100:00000001:3.0:1749609220.044860:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298496456 00000100:00000001:3.0:1749609220.044862:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298496450 00000100:00000001:3.0:1749609220.044863:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298496456 00000100:00000001:2.0:1749609220.044864:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.044865:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609220.044866:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044869:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609220.044870:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609220.044871:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c8a80 x1834594612248320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609220.044872:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609220.044875:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00000001:2.0:1749609220.044877:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137371367424 : -131936338184192 : ffff88012d6df800) 00000100:00000040:2.0:1749609220.044880:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012d6df800 x1834594612248192/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.044884:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609220.044886:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609220.044888:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749609220.044889:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d6df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612248192:12345-0@lo:38: 02000000:00000001:3.0:1749609220.044890:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609220.044892:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612248192 02000000:00000001:3.0:1749609220.044892:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609220.044894:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609220.044894:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612248320:0@lo:38: 00000100:00000001:1.0:1749609220.044896:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749609220.044896:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609220.044897:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609220.044898:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609220.044899:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000001:1.0:1749609220.044900:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609220.044900:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609220.044902:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609220.044902:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1749609220.044904:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17160. 02000000:00000010:3.0:1749609220.044904:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948f9000. 00000020:00000001:2.0:1749609220.044906:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609220.044906:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609220.044907:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668908 00000400:00000010:1.0:1749609220.044908:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668908. 00000400:00000010:3.0:1749609220.044908:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62b00. 00010000:00020000:2.0:1749609220.044909:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609220.044911:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609220.044911:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609220.044912:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00000100:00000200:1.0:1749609220.044914:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0710000 x1834594612248448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609220.044914:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749609220.044914:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612248320, portal 10 00000100:00000001:2.0:1749609220.044916:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609220.044916:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609220.044918:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609220.044918:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361860736 : -131939347690880 : ffff88007a0c8a80) 02000000:00000001:2.0:1749609220.044920:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749609220.044922:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0710000 x1834594612248448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609220.044922:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3800. 00000100:00000040:3.0:1749609220.044923:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c8a80 x1834594612248320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609220.044924:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044925:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609220.044928:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609220.044929:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749609220.044929:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.044929:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609220.044930:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609220.044931:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609220.044931:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1749609220.044932:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:3.0:1749609220.044932:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 02000000:00000001:1.0:1749609220.044933:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609220.044934:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609220.044934:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:3.0:1749609220.044934:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612248320, offset 0 00000100:00000001:1.0:1749609220.044935:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609220.044937:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609220.044937:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609220.044937:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609220.044940:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:1.0:1749609220.044941:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=33 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609220.044942:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609220.044942:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749609220.044943:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609220.044944:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609220.044946:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609220.044946:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b7f00 00000100:00000001:1.0:1749609220.044947:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609220.044947:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:1.0:1749609220.044949:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749609220.044949:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609220.044949:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 172504 02000000:00000001:2.0:1749609220.044950:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749609220.044951:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a0710000 x1834594612248448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609220.044952:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609220.044954:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609220.044954:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749609220.044956:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000400:00000200:3.0:1749609220.044957:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609220.044959:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612248192, offset 0 00000100:00000001:3.0:1749609220.044959:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609220.044961:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749609220.044962:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609220.044964:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.044966:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609220.044967:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:2.0:1749609220.044968:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609220.044969:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609220.044970:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609220.044972:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0710000 x1834594612248448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609220.044974:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b7e80 00000100:00000010:3.0:1749609220.044975:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0714000. 00000100:00000001:1.0:1749609220.044978:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609220.044978:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x169c1 [1] + 0 00000100:00000040:3.0:1749609220.044979:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0714000 x1834594612248320 msgsize 520 00000100:00000001:1.0:1749609220.044980:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609220.044981:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609220.044982:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609220.044983:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710000 x1834594612248448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609220.044983:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609220.044985:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609220.044987:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609220.044990:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612248448:0@lo:400: 00000100:00000200:2.0:1749609220.044990:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609220.044994:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609220.044995:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609220.044997:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0710000 x1834594612248448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.044997:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609220.044998:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609220.045003:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609220.045004:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749609220.045004:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 02000000:00000010:1.0:1749609220.045005:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1000. 00000100:00000001:2.0:1749609220.045006:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749609220.045006:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000001:3.0:1749609220.045008:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609220.045009:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609220.045010:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609220.045011:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749609220.045011:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000020:00000001:1.0:1749609220.045012:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1749609220.045012:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000100:00000200:3.0:1749609220.045012:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c8a80 x1834594612248320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609220.045014:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057500. 00000100:00000001:2.0:1749609220.045014:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609220.045015:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749609220.045016:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609220.045017:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609220.045018:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0710000. 00000100:00000001:2.0:1749609220.045018:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.045019:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609220.045020:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609220.045021:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749609220.045021:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c8a80 x1834594612248320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609220.045022:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609220.045022:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.045023:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609220.045024:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609220.045026:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609220.045027:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d6df800 x1834594612248192/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609240 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.045027:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609220.045028:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.045028:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609220.045029:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609220.045031:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.045031:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609220.045034:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:3.0:1749609220.045036:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298496450 00000100:00000001:3.0:1749609220.045038:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298496456 00000100:00000001:3.0:1749609220.045040:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298496450 00000100:00100000:2.0:1749609220.045041:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d6df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612248192:12345-0@lo:38: Request processed in 152us (235us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609220.045041:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298496456 00000100:00000001:3.0:1749609220.045043:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298496450 00000100:00000001:3.0:1749609220.045045:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298496456 00000100:00000001:3.0:1749609220.045046:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298496450 00000100:00100000:2.0:1749609220.045047:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00000001:3.0:1749609220.045048:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298496456 00000100:00000001:2.0:1749609220.045049:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609220.045050:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609220.045050:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609220.045051:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609220.045053:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000020:00000010:2.0:1749609220.045055:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000400:00000001:3.0:1749609220.045055:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609220.045056:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749609220.045057:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000400:00000010:3.0:1749609220.045058:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62688. 00000100:00000001:2.0:1749609220.045059:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609220.045060:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609220.045061:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609220.045063:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609220.045066:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609220.045073:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.045080:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609220.045082:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045083:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609220.045085:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609220.045087:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609220.045088:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609220.045091:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609220.045095:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609220 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609220.045098:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=36 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609220.045101:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609220.045103:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609220.045105:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609220.045108:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.045115:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609220.045118:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609220.045119:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045121:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609220.045123:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609220.045125:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609220.045128:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609220.045130:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609220.045133:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609245 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609220.045140:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612247936:0@lo:38: 00000100:00000001:3.0:1749609220.045144:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.045146:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609220.045148:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9180 x1834594612247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609245 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.045154:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609220.045156:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609220.045157:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fb000. 02000000:00000001:3.0:1749609220.045160:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609220.045162:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609220.045163:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609220.045165:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609220.045166:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5093400. 02000000:00000001:3.0:1749609220.045169:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609220.045170:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609220.045171:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9180. 00000100:00000001:3.0:1749609220.045174:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609220.045175:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045176:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045181:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609220.045182:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609220.045184:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609220.045185:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609220.045187:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609220.045188:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609220.045190:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629a0. 00000400:00000200:3.0:1749609220.045192:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000400:00000010:3.0:1749609220.045193:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00000001:3.0:1749609220.045195:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609220.045197:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609220.045204:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.045210:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609220.045211:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045213:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609220.045214:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609220.045215:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609220.045216:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609220.045219:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609220.045221:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609220 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609220.045224:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=36 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609220.045227:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609220.045228:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609220.045229:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609220.045232:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.045238:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609220.045240:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609220.045241:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045242:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609220.045244:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609220.045245:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609220.045248:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609220.045249:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609220.045252:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609245 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609220.045259:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612248192:0@lo:38: 00000400:00000001:3.0:1749609220.045263:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609220.045264:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609220.045265:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62b00. 00000400:00000200:3.0:1749609220.045267:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52836e8 00000400:00000010:3.0:1749609220.045268:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52836e8. 00000100:00000001:3.0:1749609220.045270:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609220.045272:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c8a80 x1834594612248320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609220.045279:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c8a80 x1834594612248320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.045285:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609220.045286:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045288:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609220.045289:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609220.045290:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609220.045292:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609220.045294:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609220.045296:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609220 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609220.045298:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=33 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609220.045300:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609220.045301:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609220.045303:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609220.045305:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c8a80 x1834594612248320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609245 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.045311:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609220.045313:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609220.045314:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045316:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609220.045317:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609220.045319:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609220.045320:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609220.045322:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609220.045324:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8a80 x1834594612248320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609245 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609220.045331:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612248320:0@lo:38: 00000100:00000001:3.0:1749609220.045334:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045335:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609220.045337:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9880 x1834594612248192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609245 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.045343:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609220.045344:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609220.045345:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fbc00. 02000000:00000001:3.0:1749609220.045348:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609220.045349:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609220.045350:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609220.045352:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609220.045354:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5092000. 02000000:00000001:3.0:1749609220.045357:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609220.045358:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609220.045359:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9880. 00000100:00000001:3.0:1749609220.045361:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609220.045361:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045363:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609220.045364:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c8a80 x1834594612248320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609245 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609220.045370:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609220.045371:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609220.045372:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948f9000. 02000000:00000001:3.0:1749609220.045374:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609220.045375:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609220.045376:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609220.045377:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609220.045378:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5092800. 02000000:00000001:3.0:1749609220.045380:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609220.045381:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609220.045382:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8a80. 00000100:00000001:3.0:1749609220.045384:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609220.045384:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045386:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609220.045388:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609220.045389:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609220.045391:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609220.045392:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609220.051602:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298496456, at 4298496456 00000100:00000040:1.0:1749609220.051605:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298496456, at 4298496456 00000100:00000040:3.0:1749609220.051605:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298496456, at 4298496456 00000100:00000010:2.0:1749609220.051623:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706200. 00000100:00000010:1.0:1749609220.051655:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706080. 00000100:00000010:3.0:1749609220.051685:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706140. 00000020:00000001:1.0:1749609220.361836:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609220.361841:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609220.361845:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609220.710648:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609220.710658:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609220.710661:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609220.710666:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609220.710671:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609220.710676:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609220.710680:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609220.710683:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609220.710686:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609221.363858:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609221.363862:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609221.363865:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609221.710636:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609221.710645:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609221.710647:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609221.710651:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609221.710655:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609221.710660:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609221.710663:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609221.710666:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609221.710669:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609221.806533:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609221.806536:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730241408 02000000:00000001:3.0:1749609221.806538:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609221.806540:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609221.806542:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609221.806546:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609221.806549:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730241408 00000020:00000001:3.0:1749609221.806551:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609221.806553:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609221.806555:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609221.806557:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609221.806559:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609221.806560:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609221.806564:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609221.806567:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00000100:00000001:3.0:1749609221.806569:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609221.806570:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00000020:00000010:3.0:1749609221.806575:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000010:3.0:1749609221.806578:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b00. 00000020:00000010:3.0:1749609221.806582:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f190. 00000100:00000040:3.0:1749609221.806588:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609221.806591:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609221.806592:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609221.806594:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609221.806599:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609221.806607:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609221.806610:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730241536 02000000:00000001:1.0:1749609221.806612:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609221.806612:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609221.806614:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609221.806616:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609221.806618:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609221.806619:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609221.806620:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609221.806621:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730241536 00000020:00000001:1.0:1749609221.806623:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609221.806624:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:3.0:1749609221.806624:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1415 00000020:00000001:1.0:1749609221.806625:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609221.806626:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000001:1.0:1749609221.806627:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609221.806627:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341788240 : -131938367763376 : ffff8800b4750c50) 00000020:00000001:1.0:1749609221.806629:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609221.806632:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000100:00000040:3.0:1749609221.806633:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4750c50 x1834594730241408/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:167/0 lens 224/0 e 0 to 0 dl 1749609232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609221.806636:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8400. 00000020:00000010:1.0:1749609221.806638:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee000. 00000100:00000001:1.0:1749609221.806642:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609221.806643:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609221.806643:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609221.806645:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609221.806645:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00000100:00000001:3.0:1749609221.806646:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609221.806648:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609221.806648:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00000100:00100000:3.0:1749609221.806662:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4750c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730241408:12345-192.168.201.20@tcp:400: 00000100:00000001:1.0:1749609221.806665:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609221.806666:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730241408 00000020:00000001:3.0:1749609221.806668:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609221.806672:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609221.806672:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749609221.806674:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730241664 00000020:00000001:3.0:1749609221.806674:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609221.806675:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609221.806676:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609221.806676:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609221.806677:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609221.806678:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 02000000:00000001:1.0:1749609221.806680:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609221.806681:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749609221.806682:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730241664 00000020:00000001:3.0:1749609221.806682:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609221.806683:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609221.806684:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609221.806684:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609221.806685:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609221.806686:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609221.806686:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609221.806688:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609221.806688:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609221.806690:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000020:00000001:3.0:1749609221.806690:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1749609221.806692:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000100:00000001:3.0:1749609221.806693:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1749609221.806694:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 02000000:00000001:3.0:1749609221.806695:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609221.806697:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609221.806698:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609221.806699:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609221.806699:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f9000. 00000100:00000001:1.0:1749609221.806701:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609221.806702:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609221.806704:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609221.806706:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609221.806706:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609221.806708:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730241408 00000100:00000001:1.0:1749609221.806711:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1749609221.806711:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609221.806712:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000200:3.0:1749609221.806714:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4750c50 x1834594730241408/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:167/0 lens 224/224 e 0 to 0 dl 1749609232 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609221.806717:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2667 00000100:00000001:1.0:1749609221.806719:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005981312 : -131938703570304 : ffff8800a0710a80) 00000100:00000001:2.0:1749609221.806719:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609221.806722:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0710a80 x1834594730241664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609221.806722:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749609221.806722:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609221.806724:0:14331:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609221.806724:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609221.806726:0:14331:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609221.806726:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=40 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609221.806730:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609221.806732:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730241664:12345-192.168.201.20@tcp:38: 00000100:00000040:3.0:1749609221.806733:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609221.806735:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000200:1.0:1749609221.806736:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730241664 00000020:00000001:1.0:1749609221.806737:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609221.806737:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609221.806739:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749609221.806739:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609221.806741:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609221.806744:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000040:1.0:1749609221.806745:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000001:1.0:1749609221.806748:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000400:00000010:3.0:1749609221.806748:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52836e8. 00000100:00000200:3.0:1749609221.806752:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730241408, offset 224 00000100:00000001:1.0:1749609221.806753:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609221.806755:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609221.806757:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 02000000:00000010:1.0:1749609221.806759:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800948a5c00. 02000000:00000001:1.0:1749609221.806761:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609221.806763:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609221.806765:0:14332:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1749609221.806770:0:14332:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3830 last 0 00010000:00000001:1.0:1749609221.806775:0:14332:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:3.0:1749609221.806777:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:1.0:1749609221.806779:0:14332:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000400:00000200:3.0:1749609221.806780:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2017:2017:255:4294967295] 192.168.201.20@tcp LPNI seq info [2013:2013:7:4294967295] 00000004:00000001:1.0:1749609221.806781:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1749609221.806784:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:3.0:1749609221.806786:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609221.806789:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609221.806790:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000010:3.0:1749609221.806791:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695700. 00000004:00000001:1.0:1749609221.806794:0:14332:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609221.806794:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:1.0:1749609221.806795:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609221.806797:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609221.806799:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695700 type 1, nob 320 niov 1 nkiov 1 00000004:00000040:1.0:1749609221.806800:0:14332:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000001:3.0:1749609221.806801:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1749609221.806802:0:14332:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:1.0:1749609221.806803:0:14332:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000040:3.0:1749609221.806803:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609221.806805:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000004:00000001:1.0:1749609221.806806:0:14332:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:3.0:1749609221.806806:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609221.806807:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000004:00000001:1.0:1749609221.806808:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:3.0:1749609221.806809:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4750c50 x1834594730241408/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:167/0 lens 224/224 e 0 to 0 dl 1749609232 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1749609221.806810:0:14332:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609221.806812:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609221.806813:0:14332:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609221.806815:0:14332:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00100000:3.0:1749609221.806815:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4750c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730241408:12345-192.168.201.20@tcp:400: Request processed in 172us (351us total) trans 0 rc 0/0 00010000:00000001:1.0:1749609221.806817:0:14332:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:1.0:1749609221.806820:0:14332:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00100000:3.0:1749609221.806820:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1415 00000100:00000040:3.0:1749609221.806821:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00010000:00000001:1.0:1749609221.806822:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609221.806823:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609221.806824:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609221.806824:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749609221.806826:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749609221.806826:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b00. 00010000:00000001:1.0:1749609221.806827:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609221.806828:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f190. 00000100:00001000:1.0:1749609221.806829:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000020:00000010:3.0:1749609221.806830:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:1.0:1749609221.806832:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:3.0:1749609221.806832:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:3.0:1749609221.806834:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609221.806836:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1749609221.806837:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000400:00000010:3.0:1749609221.806838:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62b00. 00000100:00000001:1.0:1749609221.806840:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609221.806841:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000010:3.0:1749609221.806841:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da30c0. 00000100:00000001:1.0:1749609221.806843:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609221.806845:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609221.806848:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609221.806850:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609221.806852:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609221.806853:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609221.806856:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609221.806858:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000200:1.0:1749609221.806861:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730241664, offset 0 00000400:00000200:1.0:1749609221.806865:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609221.806871:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609221.806875:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2018:2018:255:4294967295] 192.168.201.20@tcp LPNI seq info [2014:2014:7:4294967295] 00000400:00000200:1.0:1749609221.806884:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609221.806888:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609221.806891:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceee00. 00000800:00000200:1.0:1749609221.806895:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:1.0:1749609221.806899:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609221.806902:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceee00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609221.806917:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609221.806920:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609221.806921:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609221.806923:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609221.806927:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710a80 x1834594730241664/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609241 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609221.806935:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730241664:12345-192.168.201.20@tcp:38: Request processed in 203us (292us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609221.806941:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2667 00000100:00000001:1.0:1749609221.806944:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609221.806945:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609221.806947:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 00000020:00000010:1.0:1749609221.806950:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000020:00000010:1.0:1749609221.806952:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:1.0:1749609221.806954:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609221.806980:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609221.806983:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceee00. 00000400:00000200:2.0:1749609221.806988:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609221.806993:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609221.806995:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:2.0:1749609221.806997:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:2.0:1749609221.807000:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609221.807001:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609222.365758:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609222.365761:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609222.365763:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609223.367820:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609223.367824:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609223.367827:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1749609223.442817:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749609223.442823:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609223.442831:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749609223.442834:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609223.442836:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609224.369789:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609224.369793:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609224.369796:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609224.710693:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609224.710701:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609224.710703:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609224.710706:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609224.710710:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609224.710713:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609224.710716:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609224.710718:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609224.710720:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.051894:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609225.051902:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749609225.051906:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609225.051914:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609225.051917:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609225.051919:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.051921:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609225.051924:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609225.051927:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609225.051930:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609225.051939:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609225.051953:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609225.051956:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609225.051960:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609225.051964:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609225.051967:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609225.051971:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612248960:0@lo:400: 00000100:00000001:2.0:1749609225.051979:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609225.051985:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609225.051988:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609225.051992:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609225.051998:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609225.052001:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609225.052008:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f0b0. 00000400:00000010:2.0:1749609225.052017:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000100:00000001:3.0:1749609225.052019:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609225.052025:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609225.052027:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609225.052027:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612248960, portal 25 00000100:00000001:3.0:1749609225.052027:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609225.052030:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609225.052031:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609225.052032:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609225.052033:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005982208 : -131938703569408 : ffff8800a0710e00) 00000100:00000040:3.0:1749609225.052034:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711180 x1834594612249088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609225.052039:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609225.052041:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.052045:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609225.052047:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.052050:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749609225.052050:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609225.052052:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609225.052052:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609225.052054:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609225.052055:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609225.052055:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609225.052058:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609225.052058:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749609225.052058:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612249088:0@lo:38: 02000000:00000001:1.0:1749609225.052060:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609225.052061:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 00000100:00000001:3.0:1749609225.052062:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749609225.052063:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612249216:0@lo:400: 00000100:00000200:2.0:1749609225.052064:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612248960, offset 0 02000000:00000001:3.0:1749609225.052064:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609225.052067:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609225.052067:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609225.052069:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749609225.052070:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749609225.052072:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609225.052073:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609225.052073:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fbc00. 02000000:00000001:1.0:1749609225.052074:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749609225.052075:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609225.052079:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b800. 00000400:00000010:3.0:1749609225.052080:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629a0. 02000000:00000001:1.0:1749609225.052081:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609225.052084:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000400:00000010:1.0:1749609225.052085:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000100:00000200:3.0:1749609225.052089:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612249088, portal 4 00000400:00000010:1.0:1749609225.052091:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000100:00000001:3.0:1749609225.052091:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609225.052093:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005983104 : -131938703568512 : ffff8800a0711180) 00000100:00000200:1.0:1749609225.052095:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612249216, portal 4 00000100:00000001:1.0:1749609225.052097:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609225.052098:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005984000 : -131938703567616 : ffff8800a0711500) 00000100:00000040:3.0:1749609225.052100:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711180 x1834594612249088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609225.052102:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609225.052104:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.052108:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609225.052111:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609225.052112:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749609225.052112:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000040:1.0:1749609225.052115:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609225.052115:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612249088, offset 0 00000400:00000200:2.0:1749609225.052116:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b8180 00000400:00000010:1.0:1749609225.052117:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000100:00000200:1.0:1749609225.052120:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612249216, offset 0 00000400:00000200:3.0:1749609225.052122:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609225.052133:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609225.052140:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15ea9 [2] + 0 00000400:00000200:3.0:1749609225.052143:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b8200 00000400:00000010:2.0:1749609225.052146:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f948. 00000400:00000200:2.0:1749609225.052151:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fe0a300 00000400:00000200:1.0:1749609225.052156:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609225.052159:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609225.052164:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609225.052165:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609225.052168:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 12480 00000400:00000200:1.0:1749609225.052173:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b8280 00000400:00000200:3.0:1749609225.052176:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609225.052179:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fe0a300 00000400:00000200:3.0:1749609225.052181:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609225.052182:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009fe0a300. 00000100:00000001:2.0:1749609225.052189:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749609225.052190:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 11200 00000100:00000200:2.0:1749609225.052192:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1749609225.052195:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609225.052197:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4752850 x1834594612248960 msgsize 224 00000400:00000200:1.0:1749609225.052199:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609225.052200:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609225.052203:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609225.052203:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749609225.052203:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1749609225.052205:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1749609225.052206:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:3.0:1749609225.052208:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0714380. 00000100:00000040:3.0:1749609225.052212:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0714380 x1834594612249088 msgsize 520 00000100:00000001:2.0:1749609225.052218:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609225.052218:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609225.052228:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 00000100:00000010:1.0:1749609225.052229:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b8000. 00000400:00000010:2.0:1749609225.052231:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000100:00000040:1.0:1749609225.052232:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b8000 x1834594612249216 msgsize 224 00000100:00000001:3.0:1749609225.052233:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609225.052235:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749609225.052237:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749609225.052240:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609225.052245:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000100:00000001:1.0:1749609225.052247:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749609225.052248:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:2.0:1749609225.052254:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609225.052254:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609225.052257:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609225.052258:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711180 x1834594612249088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609225.052259:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000400:00000010:1.0:1749609225.052261:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000100:00000001:1.0:1749609225.052263:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609225.052267:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609225.052268:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052270:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609225.052271:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749609225.052274:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711180 x1834594612249088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609225.052275:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609225.052277:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609225.052278:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609225.052283:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298501464 00000100:00000001:3.0:1749609225.052283:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.052284:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052285:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609225.052286:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:2.0:1749609225.052289:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706200. 00000100:00000001:3.0:1749609225.052294:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.052295:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052297:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1749609225.052298:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000040:3.0:1749609225.052299:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 00000100:00000001:1.0:1749609225.052301:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298501457 00000100:00000001:3.0:1749609225.052302:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298501458 00000100:00000001:3.0:1749609225.052307:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298501464 00000100:00000001:2.0:1749609225.052316:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298501464 00000100:00000001:3.0:1749609225.052317:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298501458 00000100:00000001:1.0:1749609225.052320:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1749609225.052321:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b87c0. 00000100:00100000:1.0:1749609225.052322:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612249216 02000000:00000001:1.0:1749609225.052324:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609225.052327:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609225.052327:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609225.052328:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609225.052329:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052331:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609225.052334:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052334:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609225.052369:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298501458 00000100:00000040:2.0:1749609225.052373:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711f80 x1834594612249600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609225.052374:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b81c0. 00000100:00100000:1.0:1749609225.052378:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612249216 00000100:00000001:3.0:1749609225.052378:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:1.0:1749609225.052381:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609225.052382:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:3.0:1749609225.052382:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298501458 00000020:00000001:1.0:1749609225.052384:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609225.052385:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1749609225.052385:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8600. 00000100:00000001:2.0:1749609225.052387:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609225.052388:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:1.0:1749609225.052390:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609225.052390:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749609225.052391:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749609225.052393:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609225.052393:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609225.052394:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609225.052397:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749609225.052397:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052397:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609225.052400:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8fc0. 00000100:00100000:2.0:1749609225.052400:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612249600:0@lo:400: 00000100:00000001:3.0:1749609225.052402:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052404:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609225.052405:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8d00. 00000100:00000001:2.0:1749609225.052406:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1749609225.052410:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000001:2.0:1749609225.052410:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609225.052411:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609225.052412:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052414:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749609225.052415:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609225.052416:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609225.052419:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609225.052420:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:2.0:1749609225.052420:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 00000100:00000001:3.0:1749609225.052421:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609225.052423:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609225.052424:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000040:3.0:1749609225.052426:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711880 x1834594612249344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609225.052427:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000400:00000010:2.0:1749609225.052427:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f948. 00000020:00000010:1.0:1749609225.052431:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000400:00000010:2.0:1749609225.052432:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 00000100:00000040:1.0:1749609225.052437:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1749609225.052437:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749609225.052438:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612249600, portal 10 00000100:00000001:3.0:1749609225.052439:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.052440:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609225.052441:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609225.052442:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609225.052442:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609225.052443:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005986688 : -131938703564928 : ffff8800a0711f80) 00000100:00000001:1.0:1749609225.052445:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609225.052445:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609225.052448:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609225.052451:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612249344:0@lo:38: 00000100:00000001:1.0:1749609225.052452:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749609225.052452:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711f80 x1834594612249600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609225.052455:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609225.052456:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609225.052457:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609225.052459:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609225.052461:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052462:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609225.052464:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609225.052465:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609225.052466:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609225.052468:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 02000000:00000010:3.0:1749609225.052468:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fb000. 00000100:00000200:2.0:1749609225.052471:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612249600, offset 0 02000000:00000001:3.0:1749609225.052471:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.052476:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1749609225.052476:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62688. 00000100:00000001:1.0:1749609225.052478:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609225.052478:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609225.052483:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000400:00000010:3.0:1749609225.052483:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000040:1.0:1749609225.052487:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000400:00000200:2.0:1749609225.052488:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609225.052489:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612249344, portal 10 00000100:00000001:1.0:1749609225.052490:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806388736 : -131938903162880 : ffff8800948b8000) 00000100:00000001:3.0:1749609225.052492:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609225.052494:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005984896 : -131938703566720 : ffff8800a0711880) 00000100:00000040:1.0:1749609225.052496:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b8000 x1834594612249216/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:171/0 lens 224/0 e 0 to 0 dl 1749609236 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609225.052496:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b8400 00000400:00000200:2.0:1749609225.052556:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 174064 00000100:00000040:3.0:1749609225.052561:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711880 x1834594612249344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609225.052565:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749609225.052566:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609225.052569:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d00. 00000400:00000200:2.0:1749609225.052571:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609225.052571:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609225.052572:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609225.052574:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609225.052575:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8d00. 00000100:00000001:2.0:1749609225.052578:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749609225.052578:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000200:2.0:1749609225.052580:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749609225.052581:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612249216:12345-0@lo:400: 00000100:00000200:3.0:1749609225.052582:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612249344, offset 0 00000100:00000010:2.0:1749609225.052585:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8000. 00000100:00000200:1.0:1749609225.052586:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612249216 00000400:00000200:3.0:1749609225.052588:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609225.052589:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a02c8000 x1834594612249600 msgsize 224 00000020:00000001:1.0:1749609225.052590:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609225.052595:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:2.0:1749609225.052595:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609225.052598:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609225.052599:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609225.052602:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609225.052605:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:2.0:1749609225.052608:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609225.052609:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749609225.052609:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b8300 00000020:00000001:1.0:1749609225.052614:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609225.052616:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749609225.052616:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 174288 00000020:00000001:1.0:1749609225.052619:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1749609225.052621:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 00000020:00000001:1.0:1749609225.052623:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609225.052623:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749609225.052624:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 00000020:00000001:1.0:1749609225.052626:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609225.052628:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609225.052628:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609225.052631:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749609225.052632:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711f80 x1834594612249600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.052633:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749609225.052634:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749609225.052635:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1749609225.052640:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800911eac00. 00000100:00000010:3.0:1749609225.052640:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0714700. 02000000:00000001:1.0:1749609225.052642:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.052644:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609225.052644:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0714700 x1834594612249344 msgsize 520 00000100:00000001:2.0:1749609225.052646:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749609225.052647:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609225.052649:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612249216 00000100:00000040:2.0:1749609225.052649:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711f80 x1834594612249600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609225.052651:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749609225.052652:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609225.052656:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948b8000 x1834594612249216/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:171/0 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609225.052660:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052663:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749609225.052664:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609225.052664:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749609225.052666:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052668:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609225.052669:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=31 v=5 (1 1 1 1) 00000400:00000200:3.0:1749609225.052672:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000100:00000001:1.0:1749609225.052673:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609225.052673:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000100:00000040:1.0:1749609225.052675:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:3.0:1749609225.052675:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000001:2.0:1749609225.052676:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298501458 00000100:00000001:1.0:1749609225.052677:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609225.052679:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609225.052679:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609225.052681:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052681:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298501464 00000100:00000001:1.0:1749609225.052683:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609225.052683:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711880 x1834594612249344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609225.052685:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609225.052685:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298501458 00000400:00000010:1.0:1749609225.052687:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000100:00000001:2.0:1749609225.052688:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298501458 00000100:00000200:1.0:1749609225.052691:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612249216, offset 224 00000100:00000001:2.0:1749609225.052692:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298501458 00000100:00000001:2.0:1749609225.052694:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298501458 00000400:00000200:1.0:1749609225.052695:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609225.052695:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609225.052697:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298501458 00000100:00000040:3.0:1749609225.052698:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711880 x1834594612249344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609225.052699:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298501458 00000100:00000001:2.0:1749609225.052702:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609225.052703:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609225.052704:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609225.052708:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b8280 00000100:00000001:2.0:1749609225.052708:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052709:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052711:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.052712:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609225.052713:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16a0d [1] + 224 00000400:00000200:1.0:1749609225.052718:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609225.052718:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749609225.052720:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609225.052720:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609225.052720:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052723:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609225.052723:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:1.0:1749609225.052724:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609225.052725:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609225.052726:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298501458 00000100:00000200:1.0:1749609225.052727:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609225.052727:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052729:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052729:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298501464 00000100:00000001:3.0:1749609225.052732:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298501458 00000100:00000001:3.0:1749609225.052734:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298501458 00000100:00000040:1.0:1749609225.052735:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.052736:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298501458 00000100:00000001:3.0:1749609225.052738:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298501458 00000100:00000001:3.0:1749609225.052740:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298501458 00000100:00000001:3.0:1749609225.052742:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298501458 00000100:00000001:1.0:1749609225.052743:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609225.052744:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609225.052746:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609225.052747:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000100:00000001:2.0:1749609225.052747:0:1509:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4298501458 00000400:00000010:1.0:1749609225.052749:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000100:00000001:3.0:1749609225.052749:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609225.052751:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609225.052752:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609225.052752:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298501465 00000100:00000040:3.0:1749609225.052752:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609225.052754:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052756:0:1509:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4298501458 00000100:00000040:1.0:1749609225.052757:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:1.0:1749609225.052759:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609225.052760:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298501465 00000100:00000001:3.0:1749609225.052760:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1749609225.052761:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052761:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609225.052763:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609225.052763:0:1509:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4298501458 02000000:00000001:3.0:1749609225.052763:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749609225.052765:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b8000 x1834594612249216/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:171/0 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609225.052765:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609225.052767:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609225.052767:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052770:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609225.052770:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612249472:0@lo:38: 00000100:00000001:2.0:1749609225.052773:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052773:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749609225.052774:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612249216:12345-0@lo:400: Request processed in 209us (539us total) trans 0 rc 0/0 02000000:00000001:3.0:1749609225.052775:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609225.052776:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609225.052776:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609225.052778:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609225.052781:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948f9000. 00000100:00100000:1.0:1749609225.052782:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 02000000:00000001:3.0:1749609225.052783:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609225.052784:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000010:3.0:1749609225.052786:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000100:00000001:1.0:1749609225.052787:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1749609225.052788:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000001:1.0:1749609225.052789:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609225.052792:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 00000100:00000200:3.0:1749609225.052792:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612249472, portal 10 00000100:00000001:3.0:1749609225.052794:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749609225.052795:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000100:00000001:3.0:1749609225.052795:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005985792 : -131938703565824 : ffff8800a0711c00) 00000020:00000010:1.0:1749609225.052798:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000040:3.0:1749609225.052800:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609225.052801:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609225.052804:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.052806:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609225.052807:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609225.052808:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609225.052810:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612248960 00000400:00000010:3.0:1749609225.052810:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000200:3.0:1749609225.052811:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612249472, offset 0 02000000:00000001:2.0:1749609225.052813:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609225.052815:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609225.052815:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609225.052818:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298501464 00000100:00000001:2.0:1749609225.052818:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609225.052821:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609225.052822:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298501458 02000000:00000001:2.0:1749609225.052823:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.052824:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298501464 00000400:00000200:3.0:1749609225.052825:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b8380 00000100:00000001:1.0:1749609225.052826:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298501458 00000100:00000001:1.0:1749609225.052827:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298501465 00000100:00100000:2.0:1749609225.052827:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612248960 00000100:00000001:1.0:1749609225.052829:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298501458 00000400:00000200:3.0:1749609225.052829:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 174808 00000020:00000001:2.0:1749609225.052830:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609225.052831:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298501465 00000020:00000040:2.0:1749609225.052832:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:1.0:1749609225.052833:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609225.052834:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609225.052835:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609225.052835:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749609225.052837:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749609225.052838:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000400:00000001:1.0:1749609225.052839:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609225.052840:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609225.052842:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000020:00000001:2.0:1749609225.052842:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000200:1.0:1749609225.052845:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000020:00000001:2.0:1749609225.052846:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000010:1.0:1749609225.052847:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00000001:1.0:1749609225.052849:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609225.052851:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609225.052851:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609225.052855:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706100. 00000100:00000001:3.0:1749609225.052858:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609225.052859:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609225.052859:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609225.052859:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749609225.052861:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706100. 00000100:00000010:3.0:1749609225.052862:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0714a80. 00000100:00000040:3.0:1749609225.052864:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0714a80 x1834594612249472 msgsize 520 00000100:00000001:1.0:1749609225.052865:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609225.052867:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609225.052868:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609225.052869:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749609225.052869:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609225.052872:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749609225.052872:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000100:00000001:1.0:1749609225.052873:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609225.052875:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052876:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609225.052877:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609225.052877:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000400:00000200:3.0:1749609225.052880:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:3.0:1749609225.052881:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00001000:1.0:1749609225.052882:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=31 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609225.052884:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609225.052884:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609225.052886:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:3.0:1749609225.052886:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609225.052887:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609225.052888:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.052889:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1749609225.052891:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609225.052891:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609225.052893:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052893:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00080000:1.0:1749609225.052894:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609225.052895:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609225.052900:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052901:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052903:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609225.052905:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609225.052908:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609225.052908:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:2.0:1749609225.052910:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.052910:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298501458 00000100:00000001:1.0:1749609225.052911:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609225.052912:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298501464 00000100:00000001:3.0:1749609225.052913:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298501458 00000100:00000040:1.0:1749609225.052914:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609225.052915:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609225.052915:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298501464 00000100:00000001:1.0:1749609225.052917:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.052917:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298501458 00000100:00000001:3.0:1749609225.052919:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298501465 00000100:00000040:1.0:1749609225.052920:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.052920:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298501458 00000100:00000001:2.0:1749609225.052921:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609225.052922:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298501465 00000100:00000001:3.0:1749609225.052923:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609225.052924:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609225.052925:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.052926:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1749609225.052928:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609225.052929:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1749609225.052929:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00000001:1.0:1749609225.052930:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609225.052930:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609225.052932:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629a0. 00000100:00000040:1.0:1749609225.052933:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609225.052933:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000400:00000200:3.0:1749609225.052935:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000100:00000001:2.0:1749609225.052936:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341795408 : -131938367756208 : ffff8800b4752850) 00000400:00000010:3.0:1749609225.052936:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00000001:3.0:1749609225.052938:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609225.052940:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612249216:0@lo:400: 00000100:00000200:3.0:1749609225.052941:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711180 x1834594612249088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609225.052943:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4752850 x1834594612248960/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:171/0 lens 224/0 e 0 to 0 dl 1749609236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609225.052944:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609225.052946:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609225.052948:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711500 x1834594612249216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609225.052949:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711180 x1834594612249088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609225.052954:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609225.052956:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609225.052956:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609225.052956:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609225.052957:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609225.052958:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b800. 00000020:00000010:2.0:1749609225.052958:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706100. 00000100:00000001:3.0:1749609225.052959:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609225.052961:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609225.052961:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609225.052961:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749609225.052962:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609225.052962:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749609225.052963:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000010:2.0:1749609225.052964:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706100. 00000100:00000001:3.0:1749609225.052964:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609225.052965:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749609225.052966:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609225.052967:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057e00. 02000000:00000001:1.0:1749609225.052969:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1749609225.052970:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4752850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612248960:12345-0@lo:400: 02000000:00000001:1.0:1749609225.052971:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1749609225.052971:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609225 v=5 (0 0 0 0) 00000100:00000010:1.0:1749609225.052973:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711500. 00000100:00001000:3.0:1749609225.052974:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=41 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609225.052976:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609225.052977:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609225.052977:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612248960 00000100:00000001:3.0:1749609225.052977:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609225.052978:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609225.052979:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609225.052980:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609225.052981:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609225.052983:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609225.052984:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749609225.052984:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711180 x1834594612249088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609225.052985:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609225.052987:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.052988:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609225.052990:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609225.052990:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609225.052991:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609225.052993:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609225.052994:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609225.052995:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609225.052996:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609225.052997:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1749609225.052999:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.052999:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609225.053001:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00080000:3.0:1749609225.053002:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1749609225.053003:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00080000:3.0:1749609225.053004:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000001:2.0:1749609225.053005:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.053006:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609225.053007:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609225.053008:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749609225.053009:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612249472 00000100:00000040:3.0:1749609225.053010:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711180 x1834594612249088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609225.053011:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609225.053012:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609225.053014:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609225.053014:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609225.053016:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609225.053018:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3c00. 02000000:00000001:1.0:1749609225.053020:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609225.053021:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609225.053023:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612249472 00000100:00000001:2.0:1749609225.053024:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609225.053025:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609225.053026:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609225.053026:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609225.053026:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612249088:0@lo:38: 00000020:00000001:1.0:1749609225.053029:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:2.0:1749609225.053029:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612248960 00000100:00000001:3.0:1749609225.053030:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609225.053032:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.053032:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749609225.053033:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749609225.053034:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609225.053034:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711180 x1834594612249088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749609225.053038:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4752850 x1834594612248960/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:171/0 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609225.053039:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609225.053040:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609225.053041:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749609225.053042:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 02000000:00000010:3.0:1749609225.053043:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fbc00. 00000020:00000010:1.0:1749609225.053046:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 02000000:00000001:3.0:1749609225.053046:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609225.053048:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1749609225.053049:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1749609225.053049:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609225.053050:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1749609225.053051:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609225.053051:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609225.053052:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1749609225.053052:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5090800. 00000100:00000001:1.0:1749609225.053054:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609225.053054:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=44 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609225.053056:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609225.053057:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609225.053058:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609225.053058:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711180. 00000100:00000001:2.0:1749609225.053059:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609225.053061:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749609225.053063:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609225.053063:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053064:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609225.053066:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609225.053068:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609225.053069:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609225.053069:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609225.053071:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.053071:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609225.053073:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609225.053074:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609225.053074:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609225.053075:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609225.053077:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609225.053077:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.053080:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749609225.053080:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 00000100:00000001:1.0:1749609225.053082:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609225.053085:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612248960, offset 224 00000100:00100000:1.0:1749609225.053088:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00000001:1.0:1749609225.053091:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005997696 : -131938703553920 : ffff8800a0714a80) 00000400:00000200:2.0:1749609225.053091:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609225.053097:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0714a80 x1834594612249472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609225.053101:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609225.053110:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b8180 00000100:00100000:1.0:1749609225.053111:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612249472:12345-0@lo:38: 00000100:00000200:1.0:1749609225.053117:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612249472 00000400:00000200:2.0:1749609225.053117:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16a01 [1] + 224 00000020:00000001:1.0:1749609225.053121:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609225.053123:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749609225.053124:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609225.053127:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609225.053132:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609225.053136:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609225.053136:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749609225.053140:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609225.053145:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609225.053148:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609225.053149:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609225.053153:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609225.053155:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609225.053157:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609225.053173:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bc000. 02000000:00000001:1.0:1749609225.053177:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.053181:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609225.053181:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749609225.053185:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609225.053187:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609225.053190:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 00000100:00001000:1.0:1749609225.053191:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749609225.053192:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 00000100:00000001:1.0:1749609225.053195:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609225.053195:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609225.053197:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609225.053199:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609225.053201:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609225.053202:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000040:2.0:1749609225.053205:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609225.053206:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:2.0:1749609225.053209:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609225.053210:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000001:2.0:1749609225.053211:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609225.053214:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000001:2.0:1749609225.053214:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749609225.053217:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609225.053219:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609225.053219:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4752850 x1834594612248960/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:171/0 lens 224/224 e 0 to 0 dl 1749609236 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.053221:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609225.053222:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609225.053224:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609225.053225:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:3.0:1749609225.053227:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:1.0:1749609225.053228:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000400:00000001:3.0:1749609225.053228:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609225.053231:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f0b0. 00000100:00100000:2.0:1749609225.053233:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4752850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612248960:12345-0@lo:400: Request processed in 276us (1034us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609225.053234:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000400:00000010:3.0:1749609225.053236:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000100:00000001:3.0:1749609225.053239:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609225.053240:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612249472, offset 0 00000100:00000200:3.0:1749609225.053242:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609225.053249:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609225.053249:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00000040:2.0:1749609225.053253:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:2.0:1749609225.053256:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749609225.053258:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609225.053259:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609225.053259:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609225.053263:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000100:00000001:3.0:1749609225.053265:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609225.053267:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b8380 00000100:00000001:3.0:1749609225.053267:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609225.053268:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000100:00000001:3.0:1749609225.053268:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609225.053270:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609225.053271:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749609225.053272:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609225.053273:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609225.053274:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16a31 [1] + 0 02000000:00000001:3.0:1749609225.053275:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609225.053276:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00001000:3.0:1749609225.053278:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=44 v=5 (5 5 5 5) 00000400:00000200:1.0:1749609225.053281:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749609225.053281:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=34 v=5 (1 1 1 1) 02000000:00000001:2.0:1749609225.053282:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609225.053283:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1749609225.053284:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3c00. 00000100:00000001:3.0:1749609225.053284:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609225.053286:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749609225.053286:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749609225.053288:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1749609225.053288:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609225.053290:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609225.053290:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053291:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609225.053293:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609225.053295:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609225.053295:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749609225.053299:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f0b0. 00000100:00000001:3.0:1749609225.053300:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609225.053301:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609225.053303:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609225.053305:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a405e300. 00000100:00000040:3.0:1749609225.053305:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609225.053309:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609225.053312:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612248960:0@lo:400: 00000100:00000001:3.0:1749609225.053316:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053318:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609225.053320:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0710e00 x1834594612248960/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609225.053323:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609225.053328:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609225.053330:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609225.053333:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8400. 02000000:00000001:3.0:1749609225.053360:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749609225.053363:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000020:00000001:3.0:1749609225.053364:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609225.053365:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000400:00000010:1.0:1749609225.053367:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000020:00000001:3.0:1749609225.053368:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609225.053370:0:16548:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:3.0:1749609225.053371:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057700. 00000100:00000001:1.0:1749609225.053372:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609225.053374:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609225.053376:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609225.053376:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609225.053377:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0710e00. 00000100:00000040:1.0:1749609225.053381:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609225.053382:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609225.053384:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.053384:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609225.053386:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609225.053386:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609225.053392:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0714a80 x1834594612249472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609245 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.053392:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609225.053394:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.053396:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609225.053399:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609225.053406:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612249472:12345-0@lo:38: Request processed in 295us (539us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609225.053410:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609225.053412:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609225.053416:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749609225.053418:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000400:00000001:3.0:1749609225.053418:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609225.053421:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62688. 00000100:00000001:1.0:1749609225.053422:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609225.053424:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609225.053425:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609225.053427:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000020:00000010:1.0:1749609225.053428:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 00000100:00000001:3.0:1749609225.053431:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609225.053432:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000100:00000200:3.0:1749609225.053435:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711880 x1834594612249344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609225.053437:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:1.0:1749609225.053440:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609225.053447:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711880 x1834594612249344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.053457:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609225.053459:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053462:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609225.053464:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609225.053467:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609225.053469:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609225.053472:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609225.053478:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609225 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609225.053482:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=41 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609225.053486:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609225.053489:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609225.053492:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609225.053530:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711880 x1834594612249344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.053542:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609225.053546:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609225.053548:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053551:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609225.053552:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609225.053555:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609225.053558:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609225.053560:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609225.053564:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711880 x1834594612249344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609225.053571:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612249344:0@lo:38: 00000400:00000001:3.0:1749609225.053577:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609225.053578:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609225.053580:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000400:00000200:3.0:1749609225.053582:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000400:00000010:3.0:1749609225.053584:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000001:3.0:1749609225.053587:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609225.053589:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609225.053596:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.053603:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609225.053604:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053606:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609225.053607:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609225.053609:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609225.053610:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609225.053612:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609225.053617:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609225 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609225.053619:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=38 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609225.053622:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609225.053623:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609225.053625:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609225.053627:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.053633:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609225.053635:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609225.053636:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053637:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609225.053638:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609225.053640:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609225.053642:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609225.053644:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609225.053646:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609225.053652:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612249472:0@lo:38: 00000100:00000001:3.0:1749609225.053655:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053657:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609225.053659:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711880 x1834594612249344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.053665:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609225.053666:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609225.053668:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fb000. 02000000:00000001:3.0:1749609225.053671:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609225.053672:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609225.053673:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609225.053675:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609225.053676:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5090400. 02000000:00000001:3.0:1749609225.053678:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609225.053680:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609225.053682:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711880. 00000100:00000001:3.0:1749609225.053685:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609225.053686:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053688:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609225.053689:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711c00 x1834594612249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609225.053695:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609225.053696:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609225.053697:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948f9000. 02000000:00000001:3.0:1749609225.053699:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609225.053700:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609225.053701:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609225.053703:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609225.053704:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5092800. 02000000:00000001:3.0:1749609225.053707:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609225.053707:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609225.053708:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711c00. 00000100:00000001:3.0:1749609225.053710:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609225.053711:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053712:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609225.053717:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609225.053718:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609225.053720:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609225.053721:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609225.060578:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298501465, at 4298501465 00000100:00000010:3.0:1749609225.060588:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8600. 00000100:00000040:1.0:1749609225.060590:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298501464, at 4298501465 00000100:00000010:1.0:1749609225.060600:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b87c0. 00000100:00000040:2.0:1749609225.060616:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298501465, at 4298501465 00000100:00000010:2.0:1749609225.060627:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b81c0. 00000020:00000001:3.0:1749609225.371715:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609225.371722:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609225.371727:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609225.710685:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609225.710693:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609225.710695:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609225.710699:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609225.710703:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609225.710707:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609225.710710:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609225.710712:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609225.710715:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609226.710631:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609226.710639:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609226.710640:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609226.710644:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609226.710647:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609226.710651:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609226.710654:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609226.710657:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609226.710659:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609226.814858:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609226.814862:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730241792 02000000:00000001:2.0:1749609226.814865:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609226.814867:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609226.814870:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609226.814874:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609226.814878:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730241792 00000020:00000001:2.0:1749609226.814881:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609226.814882:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609226.814885:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609226.814888:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609226.814890:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609226.814892:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609226.814897:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609226.814901:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706100. 00000100:00000001:2.0:1749609226.814903:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609226.814905:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706100. 00000020:00000010:2.0:1749609226.814910:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609226.814915:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000020:00000010:2.0:1749609226.814919:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000040:2.0:1749609226.814925:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609226.814928:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609226.814929:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609226.814931:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609226.814936:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609226.814943:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609226.814947:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730241920 02000000:00000001:1.0:1749609226.814949:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609226.814951:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609226.814953:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609226.814956:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609226.814957:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609226.814958:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730241920 00000020:00000001:1.0:1749609226.814960:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609226.814961:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609226.814962:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609226.814964:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609226.814965:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609226.814966:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609226.814967:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609226.814970:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00100000:2.0:1749609226.814972:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1417 00000020:00000010:1.0:1749609226.814973:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000100:00000040:2.0:1749609226.814975:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000010:1.0:1749609226.814976:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000001:2.0:1749609226.814976:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341785168 : -131938367766448 : ffff8800b4750050) 00000100:00000001:1.0:1749609226.814979:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609226.814980:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609226.814982:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609226.814982:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4750050 x1834594730241792/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:172/0 lens 224/0 e 0 to 0 dl 1749609237 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609226.814986:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609226.814991:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609226.814992:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706100. 00000100:00000001:2.0:1749609226.814994:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609226.814995:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609226.814995:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706100. 00000100:00100000:2.0:1749609226.814998:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4750050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730241792:12345-192.168.201.20@tcp:400: 00000100:00000001:1.0:1749609226.815002:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609226.815002:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730241792 00000020:00000001:2.0:1749609226.815005:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609226.815008:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609226.815010:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609226.815010:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609226.815012:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609226.815014:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00100000:1.0:1749609226.815015:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2670 00000020:00000001:2.0:1749609226.815016:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609226.815017:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005986688 : -131938703564928 : ffff8800a0711f80) 00000020:00000001:2.0:1749609226.815018:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609226.815019:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1749609226.815020:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0711f80 x1834594730241920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609226.815021:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609226.815023:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609226.815025:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609226.815028:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609226.815029:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730241920:12345-192.168.201.20@tcp:38: 02000000:00000001:2.0:1749609226.815030:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749609226.815032:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730241920 02000000:00000010:2.0:1749609226.815033:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3c00. 00000020:00000001:1.0:1749609226.815034:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609226.815035:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609226.815036:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609226.815037:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609226.815038:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609226.815040:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730241792 00010000:00000001:2.0:1749609226.815053:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749609226.815056:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4750050 x1834594730241792/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:172/0 lens 224/224 e 0 to 0 dl 1749609237 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609226.815060:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609226.815063:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609226.815063:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609226.815065:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609226.815066:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749609226.815068:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=45 v=5 (1 1 1 1) 00010000:00000001:1.0:1749609226.815069:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609226.815070:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609226.815071:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609226.815072:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609226.815073:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609226.815074:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609226.815075:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000010:1.0:1749609226.815076:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bc400. 02000000:00000001:2.0:1749609226.815077:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609226.815078:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609226.815078:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609226.815079:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609226.815080:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609226.815081:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749609226.815082:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:1.0:1749609226.815083:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609226.815084:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749609226.815086:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 00000100:00000001:1.0:1749609226.815087:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749609226.815090:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730241792, offset 224 00000400:00000200:1.0:1749609226.815093:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000400:00000200:2.0:1749609226.815094:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609226.815096:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609226.815098:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609226.815100:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609226.815102:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000200:2.0:1749609226.815102:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:1.0:1749609226.815104:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609226.815105:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609226.815107:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609226.815108:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609226.815108:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2019:2019:256:4294967295] 192.168.201.20@tcp LPNI seq info [2015:2015:8:4294967295] 00000100:00000040:1.0:1749609226.815110:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609226.815112:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000100:00000200:1.0:1749609226.815114:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730241920, offset 0 00000400:00000200:1.0:1749609226.815119:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609226.815121:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609226.815125:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609226.815127:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:2.0:1749609226.815128:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7c00. 00000400:00000200:1.0:1749609226.815131:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2020:2020:255:4294967295] 192.168.201.20@tcp LPNI seq info [2016:2016:7:4294967295] 00000800:00000200:2.0:1749609226.815133:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:1.0:1749609226.815138:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609226.815139:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609226.815142:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000200:2.0:1749609226.815143:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1749609226.815145:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceec00. 00000800:00000200:1.0:1749609226.815148:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:2.0:1749609226.815151:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609226.815153:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:2.0:1749609226.815154:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000800:00000200:1.0:1749609226.815155:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceec00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1749609226.815155:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609226.815157:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609226.815158:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609226.815158:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609226.815160:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000040:2.0:1749609226.815161:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4750050 x1834594730241792/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:172/0 lens 224/224 e 0 to 0 dl 1749609237 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609226.815162:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609226.815163:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609226.815165:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711f80 x1834594730241920/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609246 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609226.815168:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4750050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730241792:12345-192.168.201.20@tcp:400: Request processed in 176us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609226.815173:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730241920:12345-192.168.201.20@tcp:38: Request processed in 144us (320us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609226.815174:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1417 00000100:00000040:2.0:1749609226.815176:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:2.0:1749609226.815178:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609226.815179:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749609226.815181:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2670 00000020:00000010:2.0:1749609226.815182:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000100:00000001:1.0:1749609226.815183:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1749609226.815183:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1749609226.815184:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000100:00000001:1.0:1749609226.815185:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609226.815187:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 00000020:00000010:2.0:1749609226.815187:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000800:00000010:3.0:1749609226.815187:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7c00. 00000020:00000010:1.0:1749609226.815189:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000020:00000040:2.0:1749609226.815190:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000400:00000200:3.0:1749609226.815191:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609226.815192:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:2.0:1749609226.815192:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609226.815194:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609226.815195:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1749609226.815196:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000010:2.0:1749609226.815198:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f108. 00000400:00000200:3.0:1749609226.815199:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 00000400:00000010:3.0:1749609226.815201:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 00000100:00000001:3.0:1749609226.815205:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609226.815207:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609226.815209:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3c00. 02000000:00000001:3.0:1749609226.815211:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609226.815212:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749609226.815223:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245000. 00000800:00000200:3.0:1749609226.815252:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609226.815255:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceec00. 00000400:00000200:3.0:1749609226.815261:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609226.815266:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609226.815269:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000400:00000010:3.0:1749609226.815271:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00000001:3.0:1749609226.815273:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609226.815275:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609226.815482:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609226.815484:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057600. 00000400:00000200:2.0:1749609226.815487:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609226.815492:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609226.815494:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668660 00000400:00000010:2.0:1749609226.815495:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668660. 00000100:00000001:2.0:1749609226.815526:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609226.815527:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609227.375732:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609227.375737:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609227.375740:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609228.377750:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609228.377755:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609228.377759:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1749609229.379732:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609229.379736:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609229.379738:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609229.710672:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609229.710678:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609229.710679:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609229.710681:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609229.710684:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609229.710686:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609229.710688:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609229.710690:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609229.710691:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.059794:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609230.059799:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609230.059802:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609230.059808:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609230.059818:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609230.059820:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609230.059823:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609230.059826:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609230.059828:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609230.059831:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612249984:0@lo:400: 00000100:00000001:3.0:1749609230.059835:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609230.059840:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609230.059843:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609230.059845:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609230.059850:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8a00. 00000100:00000001:1.0:1749609230.059851:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609230.059852:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.059855:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609230.059857:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000400:00000010:3.0:1749609230.059864:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000200:3.0:1749609230.059872:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612249984, portal 25 00000100:00000001:3.0:1749609230.059875:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609230.059877:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005988480 : -131938703563136 : ffff8800a0712680) 00000100:00000040:3.0:1749609230.059881:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609230.059889:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609230.059892:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609230.059894:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000200:3.0:1749609230.059896:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612249984, offset 0 00000400:00000200:3.0:1749609230.059902:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609230.059915:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609230.059933:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b8580 00000400:00000200:3.0:1749609230.059939:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15f09 [2] + 0 00000400:00000010:3.0:1749609230.059944:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0c60. 00000400:00000200:3.0:1749609230.059949:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596be40 00000100:00000001:2.0:1749609230.059953:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609230.059954:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609230.059957:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609230.059958:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609230.059958:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609230.059961:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596be40 00000100:00000040:2.0:1749609230.059963:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712a00 x1834594612250112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609230.059963:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596be40. 00000100:00000001:3.0:1749609230.059968:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609230.059969:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1749609230.059970:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609230.059971:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609230.059973:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609230.059973:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88013770bc50 x1834594612249984 msgsize 224 02000000:00000001:2.0:1749609230.059975:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609230.059977:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609230.059977:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749609230.059979:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612250112:0@lo:38: 00000100:00000040:3.0:1749609230.059979:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1749609230.059981:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609230.059983:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609230.059985:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609230.059985:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.059986:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609230.059986:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609230.059988:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1749609230.059989:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948a1000. 00000100:00000001:3.0:1749609230.059989:0:1509:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609230.060007:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609230.060008:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609230.060010:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f528. 00000400:00000010:2.0:1749609230.060012:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c935d8. 00000400:00000200:3.0:1749609230.060012:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609230.060013:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:1.0:1749609230.060015:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609230.060016:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060016:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609230.060017:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612250112, portal 4 02000000:00000001:1.0:1749609230.060018:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609230.060018:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1749609230.060018:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609230.060019:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609230.060019:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005989376 : -131938703562240 : ffff8800a0712a00) 02000000:00000001:1.0:1749609230.060020:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609230.060022:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612250240:0@lo:400: 00000100:00000040:2.0:1749609230.060023:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712a00 x1834594612250112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609230.060024:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609230.060024:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609230.060025:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609230.060026:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609230.060027:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060027:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609230.060028:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609230.060029:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609230.060029:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609230.060030:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b800. 00000400:00000010:2.0:1749609230.060030:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000001:3.0:1749609230.060030:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749609230.060031:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612250112, offset 0 02000000:00000001:1.0:1749609230.060032:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609230.060034:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000400:00000200:2.0:1749609230.060034:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609230.060036:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609230.060037:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000100:00000200:1.0:1749609230.060039:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612250240, portal 4 00000400:00000200:2.0:1749609230.060039:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609230.060039:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298506472 00000100:00000001:1.0:1749609230.060040:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1749609230.060041:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8600. 00000100:00000001:1.0:1749609230.060042:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005990272 : -131938703561344 : ffff8800a0712d80) 00000400:00000200:2.0:1749609230.060043:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b8600 00000100:00000040:1.0:1749609230.060045:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609230.060045:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1749609230.060047:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 13000 00000100:00000001:3.0:1749609230.060049:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298506472 00000100:00000001:1.0:1749609230.060050:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609230.060050:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749609230.060050:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8000. 00000100:00000040:1.0:1749609230.060051:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609230.060052:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609230.060052:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1749609230.060053:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000100:00000200:1.0:1749609230.060054:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612250240, offset 0 00000100:00000001:2.0:1749609230.060054:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609230.060054:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298506472 00000100:00000200:2.0:1749609230.060055:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749609230.060055:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8280. 00000400:00000200:1.0:1749609230.060057:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609230.060057:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000010:2.0:1749609230.060058:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c8e00. 00000100:00000001:3.0:1749609230.060058:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298506472 00000100:00000040:2.0:1749609230.060059:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a02c8e00 x1834594612250112 msgsize 520 00000100:00000010:3.0:1749609230.060059:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8c40. 00000100:00000001:3.0:1749609230.060061:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1749609230.060062:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609230.060062:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609230.060062:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609230.060063:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060065:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609230.060066:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b8680 00000100:00000001:3.0:1749609230.060066:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060067:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609230.060070:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 11424 00000100:00000001:3.0:1749609230.060071:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609230.060072:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1749609230.060073:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609230.060073:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609230.060074:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609230.060075:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609230.060075:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060076:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609230.060079:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000400:00000010:2.0:1749609230.060080:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:2.0:1749609230.060082:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609230.060084:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609230.060084:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712a00 x1834594612250112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609230.060085:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1749609230.060088:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b8380. 00000100:00000001:2.0:1749609230.060088:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609230.060089:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b8380 x1834594612250240 msgsize 224 00000100:00000040:2.0:1749609230.060089:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712a00 x1834594612250112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609230.060092:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609230.060093:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060094:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609230.060095:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609230.060096:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609230.060096:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612249984 00000100:00000001:1.0:1749609230.060098:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609230.060098:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 02000000:00000001:3.0:1749609230.060098:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609230.060099:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298506466 00000100:00000001:3.0:1749609230.060100:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609230.060101:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298506472 00000100:00000001:3.0:1749609230.060101:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609230.060102:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000100:00000001:2.0:1749609230.060102:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298506466 00000400:00000010:1.0:1749609230.060103:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00000001:2.0:1749609230.060103:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298506472 00000100:00000001:1.0:1749609230.060104:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609230.060104:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298506466 02000000:00000001:3.0:1749609230.060104:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060105:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298506472 00000100:00000200:1.0:1749609230.060106:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060106:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298506466 00000100:00100000:3.0:1749609230.060106:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612249984 00000100:00000001:2.0:1749609230.060107:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298506472 00000100:00000001:2.0:1749609230.060108:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609230.060108:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609230.060108:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:2.0:1749609230.060109:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609230.060109:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609230.060110:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609230.060110:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060111:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609230.060111:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000040:1.0:1749609230.060112:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609230.060113:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609230.060114:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749609230.060114:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609230.060115:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060115:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609230.060116:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609230.060116:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609230.060117:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609230.060117:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609230.060117:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609230.060118:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609230.060119:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609230.060120:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000020:00000010:3.0:1749609230.060120:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b81c0. 00000100:00000001:1.0:1749609230.060121:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298506465 00000100:00000001:3.0:1749609230.060121:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609230.060122:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298506472 00000020:00000010:3.0:1749609230.060122:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b81c0. 00000100:00000001:2.0:1749609230.060123:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609230.060123:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060124:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298506465 02000000:00000001:2.0:1749609230.060124:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609230.060125:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298506472 02000000:00000001:2.0:1749609230.060125:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609230.060125:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000100:00000001:1.0:1749609230.060126:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298506465 02000000:00000001:2.0:1749609230.060126:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060127:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298506472 00000100:00000001:1.0:1749609230.060128:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298506465 00000100:00100000:2.0:1749609230.060128:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612250368:0@lo:38: 00000020:00000010:3.0:1749609230.060128:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b00. 00000100:00000001:1.0:1749609230.060129:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298506472 00000100:00000001:1.0:1749609230.060130:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609230.060130:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609230.060131:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609230.060131:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609230.060131:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609230.060131:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f190. 00000100:00000001:1.0:1749609230.060132:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609230.060132:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609230.060133:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609230.060133:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948a3000. 02000000:00000001:2.0:1749609230.060134:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060136:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749609230.060136:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f370. 00000100:00000040:3.0:1749609230.060136:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609230.060137:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1749609230.060137:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000001:1.0:1749609230.060138:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609230.060138:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609230.060138:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609230.060139:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609230.060139:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609230.060139:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612250368, portal 10 00000100:00000001:3.0:1749609230.060139:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060140:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060140:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609230.060141:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005991168 : -131938703560448 : ffff8800a0713100) 00000100:00000040:2.0:1749609230.060144:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609230.060144:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060147:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609230.060147:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609230.060148:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609230.060149:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000001:1.0:1749609230.060150:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749609230.060150:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612250368, offset 0 00000100:00100000:1.0:1749609230.060151:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612250240 02000000:00000001:1.0:1749609230.060151:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609230.060152:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609230.060152:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609230.060152:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609230.060153:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060153:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749609230.060155:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609230.060155:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609230.060156:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612250240 00000100:00100000:3.0:1749609230.060156:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000020:00000001:1.0:1749609230.060157:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609230.060157:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b8700 00000100:00000040:3.0:1749609230.060157:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000020:00000040:1.0:1749609230.060158:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:3.0:1749609230.060158:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539320912 : -131936170230704 : ffff88013770bc50) 00000020:00000001:1.0:1749609230.060159:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609230.060160:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 176368 00000020:00000040:1.0:1749609230.060161:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000040:3.0:1749609230.060161:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013770bc50 x1834594612249984/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:176/0 lens 224/0 e 0 to 0 dl 1749609241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609230.060162:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:1.0:1749609230.060163:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:2.0:1749609230.060163:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609230.060165:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609230.060166:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609230.060166:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609230.060167:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d00. 00000100:00000001:2.0:1749609230.060167:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749609230.060167:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b81c0. 00000100:00000200:2.0:1749609230.060168:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609230.060168:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749609230.060169:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02ca680. 00000020:00000010:3.0:1749609230.060169:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b81c0. 00000020:00000010:1.0:1749609230.060170:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8fc0. 00000100:00000040:2.0:1749609230.060170:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a02ca680 x1834594612250368 msgsize 520 00000100:00100000:3.0:1749609230.060170:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612249984:12345-0@lo:400: 00000100:00000200:3.0:1749609230.060172:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612249984 00000020:00000040:1.0:1749609230.060173:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00100000:2.0:1749609230.060173:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749609230.060175:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609230.060177:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609230.060178:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1749609230.060178:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749609230.060179:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000400:00000010:2.0:1749609230.060179:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000020:00000001:3.0:1749609230.060179:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609230.060180:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:2.0:1749609230.060181:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609230.060181:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1749609230.060182:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000100:00000200:2.0:1749609230.060182:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609230.060182:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000010:1.0:1749609230.060184:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000020:00000001:3.0:1749609230.060184:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609230.060185:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609230.060185:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609230.060186:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1749609230.060187:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:2.0:1749609230.060187:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609230.060187:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609230.060188:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609230.060189:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609230.060189:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060190:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609230.060190:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609230.060191:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060191:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609230.060192:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060192:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609230.060193:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749609230.060194:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 830 usecs (1 jiffies) 02000000:00000001:3.0:1749609230.060194:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609230.060195:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609230.060195:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298506465 00000100:00000001:1.0:1749609230.060196:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609230.060196:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f9000. 00000100:00000001:2.0:1749609230.060197:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298506472 02000000:00000001:3.0:1749609230.060197:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060198:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298506465 00000100:00000001:2.0:1749609230.060198:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298506472 00000100:00000001:3.0:1749609230.060198:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060199:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060199:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298506465 00000020:00000001:3.0:1749609230.060199:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060200:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298506472 00000100:00000001:2.0:1749609230.060201:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298506465 00010000:00000040:3.0:1749609230.060201:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612249984 00000100:00000001:2.0:1749609230.060202:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298506472 00010000:00000001:3.0:1749609230.060202:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609230.060203:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609230.060203:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609230.060204:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609230.060204:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060205:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609230.060205:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88013770bc50 x1834594612249984/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:176/0 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609230.060206:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00000001:2.0:1749609230.060206:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609230.060207:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:2.0:1749609230.060207:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609230.060208:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806389632 : -131938903161984 : ffff8800948b8380) 00000100:00000001:2.0:1749609230.060208:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609230.060209:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609230.060209:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609230.060210:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b8380 x1834594612250240/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:176/0 lens 224/0 e 0 to 0 dl 1749609241 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060210:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1749609230.060210:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749609230.060211:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609230.060211:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609230.060213:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609230.060215:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609230.060215:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609230.060215:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060215:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749609230.060216:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8fc0. 02000000:00000001:2.0:1749609230.060216:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609230.060216:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609230.060217:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609230.060217:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609230.060217:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000010:1.0:1749609230.060218:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8fc0. 02000000:00000001:2.0:1749609230.060218:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609230.060219:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612250496:0@lo:38: 02000000:00000001:3.0:1749609230.060219:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749609230.060220:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612250240:12345-0@lo:400: 02000000:00000001:3.0:1749609230.060220:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060221:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609230.060221:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609230.060222:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612250240 02000000:00000001:2.0:1749609230.060222:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749609230.060222:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609230.060223:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609230.060223:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609230.060223:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000020:00000001:1.0:1749609230.060224:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749609230.060224:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749609230.060225:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609230.060225:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948a1400. 00000100:00000200:3.0:1749609230.060225:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612249984, offset 224 00000020:00000001:1.0:1749609230.060226:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749609230.060226:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609230.060227:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000010:2.0:1749609230.060227:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000400:00000200:3.0:1749609230.060227:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609230.060229:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1749609230.060229:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000020:00000001:1.0:1749609230.060230:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609230.060230:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612250496, portal 10 00000020:00000001:1.0:1749609230.060231:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609230.060231:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749609230.060231:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609230.060232:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005992064 : -131938703559552 : ffff8800a0713480) 00000020:00000001:1.0:1749609230.060233:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609230.060234:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609230.060234:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b8580 00000020:00000001:1.0:1749609230.060235:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749609230.060235:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609230.060237:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609230.060237:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16a5d [1] + 224 02000000:00000001:1.0:1749609230.060238:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609230.060238:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609230.060239:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609230.060239:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749609230.060240:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bc800. 00000400:00000010:2.0:1749609230.060240:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 02000000:00000001:1.0:1749609230.060241:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609230.060241:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612250496, offset 0 00000400:00000200:3.0:1749609230.060241:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609230.060242:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609230.060243:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609230.060243:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609230.060244:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000040:1.0:1749609230.060245:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612250240 00000400:00000200:2.0:1749609230.060245:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749609230.060246:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:3.0:1749609230.060246:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609230.060247:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b8780 00010000:00000200:1.0:1749609230.060248:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948b8380 x1834594612250240/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:176/0 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609230.060251:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609230.060268:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609230.060269:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609230.060271:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=36 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609230.060273:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609230.060274:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609230.060275:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609230.060277:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749609230.060277:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 176888 02000000:00000001:1.0:1749609230.060278:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060279:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609230.060279:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609230.060280:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609230.060280:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609230.060281:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000400:00000200:2.0:1749609230.060281:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609230.060282:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609230.060283:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609230.060284:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749609230.060285:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612250240, offset 224 00000100:00000001:2.0:1749609230.060285:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609230.060285:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749609230.060286:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749609230.060287:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609230.060287:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609230.060288:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02cb100. 00000100:00000040:2.0:1749609230.060289:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a02cb100 x1834594612250496 msgsize 520 00000100:00000040:3.0:1749609230.060289:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:1.0:1749609230.060291:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609230.060291:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:2.0:1749609230.060292:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749609230.060292:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609230.060293:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609230.060294:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b8680 00000100:00000001:2.0:1749609230.060295:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609230.060295:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013770bc50 x1834594612249984/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:176/0 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609230.060297:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16a6d [1] + 224 00000400:00000200:1.0:1749609230.060299:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609230.060300:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000100:00100000:3.0:1749609230.060300:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612249984:12345-0@lo:400: Request processed in 133us (326us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609230.060301:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609230.060301:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00000001:2.0:1749609230.060302:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609230.060303:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609230.060304:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609230.060304:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00000200:1.0:1749609230.060305:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609230.060306:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:2.0:1749609230.060308:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609230.060308:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749609230.060309:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609230.060309:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609230.060310:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609230.060311:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b00. 00000100:00000001:2.0:1749609230.060312:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060313:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609230.060313:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f190. 00000100:00000001:2.0:1749609230.060314:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609230.060315:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000020:00000010:3.0:1749609230.060315:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000001:1.0:1749609230.060316:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609230.060316:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298506465 00000100:00000001:2.0:1749609230.060317:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298506472 00000020:00000040:3.0:1749609230.060317:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000400:00000200:1.0:1749609230.060319:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000100:00000001:2.0:1749609230.060319:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298506465 00000100:00000001:2.0:1749609230.060319:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298506472 00000400:00000010:1.0:1749609230.060320:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 02000000:00000001:3.0:1749609230.060320:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609230.060321:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609230.060321:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298506465 00000100:00000001:2.0:1749609230.060321:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298506472 02000000:00000010:3.0:1749609230.060321:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f9000. 00000100:00000001:1.0:1749609230.060322:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609230.060322:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298506465 00000100:00000001:1.0:1749609230.060323:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060323:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298506472 02000000:00000001:3.0:1749609230.060323:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609230.060324:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609230.060324:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609230.060325:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609230.060325:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609230.060326:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609230.060326:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609230.060326:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1749609230.060327:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060327:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609230.060328:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609230.060328:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1749609230.060328:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62688. 00000100:00000040:1.0:1749609230.060329:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b8380 x1834594612250240/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:176/0 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060329:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609230.060330:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609230.060330:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609230.060331:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609230.060331:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3f00. 00000100:00000001:2.0:1749609230.060332:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609230.060334:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612250240:12345-0@lo:400: Request processed in 118us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609230.060338:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00000040:1.0:1749609230.060339:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:3.0:1749609230.060340:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609230.060341:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609230.060341:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609230.060341:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609230.060342:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609230.060342:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612250368 00000020:00000010:1.0:1749609230.060343:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 02000000:00000001:2.0:1749609230.060343:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:3.0:1749609230.060343:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609230.060344:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1749609230.060344:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609230.060345:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000100:00000001:2.0:1749609230.060345:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609230.060345:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000020:00000010:1.0:1749609230.060346:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 02000000:00000001:2.0:1749609230.060346:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609230.060346:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000100:00100000:2.0:1749609230.060347:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612250368 00000400:00000010:3.0:1749609230.060347:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000020:00000040:1.0:1749609230.060348:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:3.0:1749609230.060348:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609230.060349:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609230.060349:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609230.060349:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609230.060350:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749609230.060350:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609230.060351:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609230.060352:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609230.060355:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000200:3.0:1749609230.060355:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609230.060356:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000100:00080000:1.0:1749609230.060357:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1749609230.060358:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609230.060358:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749609230.060359:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000001:3.0:1749609230.060359:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060360:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609230.060361:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609230.060361:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609230.060362:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609230.060362:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609230.060363:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609230.060363:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060363:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609230.060364:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609230.060364:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060365:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609230.060365:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609230.060366:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609230.060367:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=49 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609230.060369:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609230.060369:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609230.060370:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609230.060370:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609230.060371:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060371:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609230.060372:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1749609230.060373:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609230.060373:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609230.060373:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612250496 00010000:00000001:3.0:1749609230.060373:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609230.060374:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609230.060374:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609230.060375:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060375:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609230.060375:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060376:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609230.060376:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609230.060377:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612250624:0@lo:400: 02000000:00000001:2.0:1749609230.060377:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609230.060378:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612250496 00000100:00000001:1.0:1749609230.060379:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609230.060379:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609230.060379:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749609230.060380:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749609230.060380:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609230.060380:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060380:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609230.060381:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609230.060381:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609230.060382:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609230.060382:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1749609230.060383:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b000. 00000020:00000010:2.0:1749609230.060383:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609230.060383:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609230.060384:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609230.060384:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9500. 00000100:00000040:3.0:1749609230.060385:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609230.060386:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000020:00000010:2.0:1749609230.060386:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883caf0. 00000400:00000010:1.0:1749609230.060387:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000100:00000001:2.0:1749609230.060387:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609230.060387:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609230.060388:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609230.060389:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612250624, portal 10 00000100:00000001:2.0:1749609230.060389:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609230.060389:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612249984:0@lo:400: 00000100:00000001:1.0:1749609230.060390:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609230.060391:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005992960 : -131938703558656 : ffff8800a0713800) 00000100:00000001:2.0:1749609230.060391:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609230.060392:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609230.060393:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609230.060393:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609230.060394:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609230.060394:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712680 x1834594612249984/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060395:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609230.060396:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672 00000100:00000001:1.0:1749609230.060397:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609230.060398:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609230.060398:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135001499264 : -131938708052352 : ffff8800a02ca680) 00000100:00000001:3.0:1749609230.060398:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1749609230.060399:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000040:2.0:1749609230.060399:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a02ca680 x1834594612250368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609230.060399:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609230.060400:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8a00. 00000100:00000200:1.0:1749609230.060401:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612250624, offset 0 02000000:00000001:3.0:1749609230.060402:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749609230.060403:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609230.060403:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609230.060403:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00100000:2.0:1749609230.060404:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a02ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612250368:12345-0@lo:38: 00000020:00000001:3.0:1749609230.060404:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609230.060405:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057f00. 00000400:00000200:1.0:1749609230.060406:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609230.060406:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612250368 00000020:00000001:2.0:1749609230.060407:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609230.060407:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749609230.060408:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b8800 02000000:00000001:3.0:1749609230.060408:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1749609230.060409:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:3.0:1749609230.060410:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712680. 00000400:00000200:1.0:1749609230.060411:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 177408 00000100:00000001:3.0:1749609230.060413:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1749609230.060414:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609230.060414:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060414:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609230.060415:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609230.060416:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:2.0:1749609230.060416:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609230.060417:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609230.060418:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609230.060418:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749609230.060419:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749609230.060419:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609230.060419:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060420:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609230.060420:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1749609230.060421:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b8700. 00000100:00000001:2.0:1749609230.060421:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609230.060421:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609230.060422:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b8700 x1834594612250624 msgsize 224 02000000:00000001:2.0:1749609230.060422:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609230.060423:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a0c00. 00000100:00100000:1.0:1749609230.060424:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609230.060424:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060425:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609230.060427:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609230.060428:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749609230.060428:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609230.060429:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749609230.060431:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:1.0:1749609230.060431:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:2.0:1749609230.060431:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609230.060432:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609230.060433:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609230.060433:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000200:1.0:1749609230.060434:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060434:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609230.060435:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:2.0:1749609230.060437:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:2.0:1749609230.060438:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609230.060438:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609230.060439:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609230.060439:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609230.060440:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060440:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609230.060440:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612250624 00000100:00000040:2.0:1749609230.060441:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609230.060442:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 02000000:00000001:3.0:1749609230.060442:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609230.060443:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609230.060443:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612250368, offset 0 00000100:00000001:3.0:1749609230.060443:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609230.060444:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609230.060444:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060445:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609230.060445:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609230.060446:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609230.060447:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000100:00000001:1.0:1749609230.060448:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298506465 00000400:00000200:2.0:1749609230.060448:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609230.060464:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612250624 00000100:00000001:1.0:1749609230.060466:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298506472 00000020:00000001:3.0:1749609230.060466:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609230.060467:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298506465 00000020:00000040:3.0:1749609230.060467:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:1.0:1749609230.060468:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298506472 00000400:00000200:2.0:1749609230.060468:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b8700 00000020:00000001:3.0:1749609230.060469:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609230.060470:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298506465 00000100:00000001:1.0:1749609230.060471:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298506472 00000020:00000040:3.0:1749609230.060471:0:16548:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:1.0:1749609230.060472:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298506465 00000400:00000200:2.0:1749609230.060472:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16a75 [1] + 0 00000100:00000001:1.0:1749609230.060473:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298506472 00000020:00000001:3.0:1749609230.060473:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609230.060474:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609230.060475:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609230.060475:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609230.060476:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609230.060477:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609230.060477:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609230.060478:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609230.060479:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609230.060480:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609230.060481:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609230.060482:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749609230.060482:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609230.060482:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b81c0. 00000100:00000001:1.0:1749609230.060483:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609230.060484:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609230.060484:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609230.060485:0:16548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4840. 00000100:00000001:1.0:1749609230.060486:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609230.060487:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609230.060490:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609230.060491:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609230.060492:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609230.060493:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749609230.060495:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609230.060496:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609230.060497:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000100:00000001:3.0:1749609230.060497:0:16548:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749609230.060499:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000400:00000010:1.0:1749609230.060500:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000020:00000010:3.0:1749609230.060500:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00000001:1.0:1749609230.060502:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609230.060503:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b00. 00000100:00000200:1.0:1749609230.060504:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609230.060506:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f190. 00000100:00000200:1.0:1749609230.060509:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609230.060538:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609230.060540:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00000001:2.0:1749609230.060541:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609230.060542:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609230.060545:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609230.060545:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060546:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609230.060547:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749609230.060547:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609230.060548:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609230.060549:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609230.060550:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609230.060550:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609230.060551:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609230.060552:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02ca680 x1834594612250368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609230.060553:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609230.060556:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=36 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609230.060558:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=36 v=5 (1 1 1 1) 00000100:00100000:2.0:1749609230.060558:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a02ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612250368:12345-0@lo:38: Request processed in 153us (386us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609230.060560:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609230.060561:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609230.060562:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1749609230.060563:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672 00010000:00080000:1.0:1749609230.060565:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060565:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609230.060566:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609230.060568:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00010000:00000001:1.0:1749609230.060570:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609230.060571:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000100:00000001:1.0:1749609230.060572:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1749609230.060572:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000040:1.0:1749609230.060573:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609230.060575:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609230.060575:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060575:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609230.060577:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060580:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609230.060581:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609230.060583:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00000100:00000001:2.0:1749609230.060584:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135001501952 : -131938708049664 : ffff8800a02cb100) 00000100:00000040:2.0:1749609230.060586:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a02cb100 x1834594612250496/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609230.060587:0:16548:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609230.060588:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609230.060589:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609230.060589:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609230.060590:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609230.060590:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609230.060592:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a02cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612250496:12345-0@lo:38: 00000100:00000001:3.0:1749609230.060592:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609230.060593:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609230.060594:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612250496 00000100:00000001:3.0:1749609230.060595:0:16548:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1749609230.060596:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609230.060597:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609230.060597:0:16548:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1749609230.060598:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612250240:0@lo:400: 00000100:00000001:3.0:1749609230.060598:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060601:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609230.060602:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609230.060602:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609230.060603:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712d80 x1834594612250240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749609230.060604:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609230.060605:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609230.060607:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609230.060608:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609230.060608:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749609230.060609:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609230.060609:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749609230.060610:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b800. 02000000:00000001:2.0:1749609230.060611:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609230.060611:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609230.060612:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609230.060612:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609230.060613:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 02000000:00000010:2.0:1749609230.060613:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3c00. 00000020:00000001:1.0:1749609230.060614:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749609230.060614:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609230.060615:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057100. 00000100:00000001:2.0:1749609230.060615:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609230.060617:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1749609230.060617:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609230.060618:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1749609230.060618:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060618:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:1.0:1749609230.060619:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712d80. 00000100:00001000:2.0:1749609230.060619:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609230.060619:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609230.060621:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609230.060621:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609230.060622:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060622:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749609230.060622:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00000001:1.0:1749609230.060623:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609230.060623:0:16548:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000040:2.0:1749609230.060624:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609230.060625:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609230.060625:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609230.060625:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806390528 : -131938903161088 : ffff8800948b8700) 00000100:00000001:1.0:1749609230.060626:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060626:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609230.060628:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609230.060628:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609230.060629:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609230.060629:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609230.060630:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609230.060630:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b8700 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:176/0 lens 224/0 e 0 to 0 dl 1749609241 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060631:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609230.060633:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1749609230.060634:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000010:2.0:1749609230.060634:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000020:00000040:1.0:1749609230.060635:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000200:2.0:1749609230.060635:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612250496, offset 0 00000400:00000200:2.0:1749609230.060637:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609230.060639:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749609230.060641:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609230.060642:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00000400:00000200:2.0:1749609230.060644:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b8780 00000100:00000001:3.0:1749609230.060644:0:16548:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609230.060646:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16a81 [1] + 0 00000020:00000010:3.0:1749609230.060646:0:16548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00000400:00000200:2.0:1749609230.060648:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609230.060650:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609230.060650:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612250624:12345-0@lo:400: 00000100:00000001:2.0:1749609230.060653:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609230.060654:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609230.060654:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612250624 00000020:00000001:3.0:1749609230.060656:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609230.060659:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609230.060659:0:16548:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609230.060661:0:16548:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609230.060663:0:16548:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609230.060664:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609230.060664:0:16548:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000200:2.0:1749609230.060666:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609230.060667:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000020:00000001:3.0:1749609230.060667:0:16548:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609230.060668:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609230.060669:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609230.060670:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609230.060670:0:16548:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609230.060672:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:3.0:1749609230.060672:0:16548:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609230.060673:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609230.060673:0:16548:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609230.060674:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609230.060675:0:16548:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609230.060676:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02cb100 x1834594612250496/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609250 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609230.060677:0:16548:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609230.060680:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609230.060681:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749609230.060682:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a02cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612250496:12345-0@lo:38: Request processed in 89us (391us total) trans 0 rc -19/-19 02000000:00000010:3.0:1749609230.060684:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948f9000. 00000100:00100000:2.0:1749609230.060685:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 02000000:00000001:3.0:1749609230.060686:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609230.060687:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609230.060687:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609230.060688:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609230.060689:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9500. 00000020:00000010:2.0:1749609230.060690:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883caf0. 00000020:00000001:3.0:1749609230.060690:0:16548:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609230.060692:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:2.0:1749609230.060693:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1749609230.060693:0:16548:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612250624 00010000:00000001:3.0:1749609230.060695:0:16548:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609230.060699:0:16548:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948b8700 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:176/0 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060707:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609230.060708:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749609230.060708:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000001:2.0:1749609230.060710:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1749609230.060710:0:16548:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609230.060711:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609230.060712:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 00000100:00001000:3.0:1749609230.060713:0:16548:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=43 v=5 (1 1 1 1) 00000400:00000200:2.0:1749609230.060714:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000400:00000010:2.0:1749609230.060715:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:3.0:1749609230.060716:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609230.060717:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609230.060718:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609230.060718:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609230.060720:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609230.060723:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749609230.060724:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609230.060724:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609230.060726:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609230.060728:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609230.060729:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609230.060729:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609230.060730:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000001:2.0:1749609230.060731:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609230.060732:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609230.060733:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609230.060734:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609230.060734:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612250624, offset 224 02000000:00000001:2.0:1749609230.060735:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609230.060738:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609230 v=5 (0 0 0 0) 00000400:00000200:3.0:1749609230.060738:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749609230.060740:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=43 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609230.060742:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609230.060743:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609230.060744:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609230.060745:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609230.060747:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609230.060749:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b8800 00000100:00000001:2.0:1749609230.060751:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609230.060753:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749609230.060753:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16a91 [1] + 224 00000100:00000001:2.0:1749609230.060754:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060756:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609230.060757:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609230.060758:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1749609230.060759:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609230.060761:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000400:00000200:3.0:1749609230.060761:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609230.060762:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609230.060764:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609230.060764:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609230.060767:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609230.060769:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612250496:0@lo:38: 00000400:00000001:2.0:1749609230.060772:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609230.060773:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609230.060774:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f370. 00000400:00000200:2.0:1749609230.060776:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000100:00000040:3.0:1749609230.060776:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609230.060777:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:2.0:1749609230.060778:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609230.060780:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609230.060785:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060789:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609230.060789:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060791:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609230.060791:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609230.060792:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609230.060793:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609230.060794:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609230.060813:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609230 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609230.060815:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=46 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609230.060817:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609230.060817:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609230.060819:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609230.060820:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609230.060823:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609230.060824:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609230.060826:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609230.060826:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060827:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609230.060828:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609230.060828:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000100:00080000:2.0:1749609230.060830:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:3.0:1749609230.060830:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00080000:2.0:1749609230.060831:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609230.060831:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609230.060832:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609230.060832:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609230.060834:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609230.060835:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609230.060837:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:3.0:1749609230.060838:0:16548:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609230.060840:0:16548:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609230.060841:0:16548:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749609230.060843:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612250368:0@lo:38: 00000100:00000040:3.0:1749609230.060844:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b8700 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:176/0 lens 224/224 e 0 to 0 dl 1749609241 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609230.060847:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609230.060848:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609230.060848:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f528. 00000400:00000200:2.0:1749609230.060850:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c935d8 00000100:00100000:3.0:1749609230.060850:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612250624:12345-0@lo:400: Request processed in 211us (426us total) trans 0 rc 0/0 00000400:00000010:2.0:1749609230.060851:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c935d8. 00000100:00000001:2.0:1749609230.060852:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609230.060853:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712a00 x1834594612250112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609230.060856:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00000040:3.0:1749609230.060857:0:16548:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000200:2.0:1749609230.060858:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712a00 x1834594612250112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609230.060859:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609230.060860:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609230.060861:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609230.060862:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609230.060862:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b00. 00000100:00000001:2.0:1749609230.060863:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609230.060864:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609230.060864:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609230.060864:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f190. 00000100:00000001:2.0:1749609230.060865:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609230.060866:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609230.060866:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00001000:2.0:1749609230.060868:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609230 v=5 (0 0 0 0) 00000020:00000040:3.0:1749609230.060868:0:16548:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00001000:2.0:1749609230.060869:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=46 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609230.060869:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060871:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609230.060888:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609230.060889:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609230.060890:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712a00 x1834594612250112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060893:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609230.060894:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609230.060895:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060896:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609230.060896:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609230.060898:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609230.060899:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609230.060900:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609230.060902:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712a00 x1834594612250112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609230.060906:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612250112:0@lo:38: 00000100:00000001:2.0:1749609230.060908:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060909:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609230.060909:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0713480 x1834594612250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060913:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609230.060914:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609230.060915:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948a1400. 00000100:00000001:1.0:1749609230.060916:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609230.060916:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609230.060917:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609230.060917:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609230.060918:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609230.060919:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749609230.060919:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d0000. 02000000:00000001:2.0:1749609230.060920:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609230.060921:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609230.060921:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0713480. 00000100:00000001:2.0:1749609230.060923:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609230.060923:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609230.060924:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609230.060924:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1749609230.060925:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749609230.060925:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0713100 x1834594612250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609230.060926:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000100:00000001:2.0:1749609230.060928:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609230.060929:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749609230.060930:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 02000000:00000010:2.0:1749609230.060930:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948a3000. 02000000:00000001:2.0:1749609230.060931:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609230.060931:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1749609230.060932:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000020:00000040:2.0:1749609230.060932:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609230.060933:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609230.060934:0:1511:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749609230.060934:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5092800. 02000000:00000001:2.0:1749609230.060936:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609230.060937:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609230.060938:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0713100. 00000100:00000200:1.0:1749609230.060939:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060939:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609230.060940:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060940:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609230.060942:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712a00 x1834594612250112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609230.060945:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609230.060945:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609230.060946:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948a1000. 00000100:00000200:1.0:1749609230.060947:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609230.060947:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609230.060947:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609230.060948:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609230.060948:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609230.060949:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5090400. 02000000:00000001:2.0:1749609230.060950:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609230.060951:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609230.060951:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712a00. 00000100:00000001:2.0:1749609230.060952:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609230.060953:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609230.060954:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609230.060954:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609230.060955:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.060956:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609230.060956:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060957:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609230.060957:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609230.060958:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609230.060959:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609230.060960:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609230.060962:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609230.060964:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609230.060967:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609230.060970:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609230.060973:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609230.060974:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609230.060975:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609230.060978:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609230.060984:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.060986:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609230.060987:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609230.060989:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609230.060990:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609230.060992:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609230.060998:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609230.061000:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609230.061001:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609230.061003:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609230.061010:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612250624:0@lo:400: 00000100:00000001:1.0:1749609230.061013:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609230.061015:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609230.061017:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0713800 x1834594612250624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609230.061022:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609230.061024:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609230.061025:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b000. 02000000:00000001:1.0:1749609230.061028:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609230.061029:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609230.061030:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609230.061032:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609230.061033:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057300. 02000000:00000001:1.0:1749609230.061035:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609230.061036:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609230.061037:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0713800. 00000100:00000001:1.0:1749609230.061039:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609230.061040:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609230.061042:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609230.061045:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609230.061047:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609230.061048:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609230.061050:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609230.067570:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298506472, at 4298506472 00000100:00000040:2.0:1749609230.067570:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298506472, at 4298506472 00000100:00000040:3.0:1749609230.067570:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298506472, at 4298506472 00000100:00000010:1.0:1749609230.067591:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8000. 00000100:00000010:2.0:1749609230.067604:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8280. 00000100:00000010:3.0:1749609230.067615:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8c40. 00000020:00000001:1.0:1749609230.381728:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609230.381732:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609230.381736:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609230.710648:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609230.710655:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609230.710657:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609230.710660:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609230.710663:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609230.710667:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.710670:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609230.710671:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609230.710673:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609231.383689:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609231.383693:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609231.383696:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609231.710586:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609231.710592:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609231.710593:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609231.710595:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609231.710598:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609231.710601:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609231.710603:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609231.710604:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609231.710605:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609231.822636:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609231.822639:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730242304 02000000:00000001:3.0:1749609231.822641:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609231.822643:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609231.822644:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609231.822648:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609231.822651:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730242304 00000020:00000001:3.0:1749609231.822653:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609231.822654:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609231.822656:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609231.822658:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609231.822659:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609231.822663:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000020:00000010:3.0:1749609231.822667:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b00. 00000020:00000010:3.0:1749609231.822671:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f190. 00000100:00000001:3.0:1749609231.822675:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609231.822676:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609231.822678:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609231.822679:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609231.822681:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730242176 00000100:00000001:3.0:1749609231.822681:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609231.822683:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609231.822684:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609231.822685:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609231.822687:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609231.822689:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730242176 00000020:00000001:2.0:1749609231.822690:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609231.822690:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609231.822692:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609231.822693:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609231.822695:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609231.822696:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609231.822696:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609231.822700:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609231.822702:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749609231.822703:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706100. 00000100:00000001:2.0:1749609231.822704:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609231.822704:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609231.822706:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706100. 00000100:00100000:3.0:1749609231.822707:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2674 00000100:00000001:3.0:1749609231.822709:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005993856 : -131938703557760 : ffff8800a0713b80) 00000020:00000010:2.0:1749609231.822710:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609231.822712:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9500. 00000100:00000040:3.0:1749609231.822713:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0713b80 x1834594730242304/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609231.822714:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883caf0. 00000100:00000040:2.0:1749609231.822718:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609231.822719:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609231.822720:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609231.822721:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609231.822721:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730242304:12345-192.168.201.20@tcp:38: 00000100:00000200:3.0:1749609231.822723:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730242304 00000100:00000001:2.0:1749609231.822724:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609231.822725:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609231.822728:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609231.822730:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609231.822735:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609231.822736:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609231.822737:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609231.822739:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1419 00010000:00020000:3.0:1749609231.822739:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749609231.822740:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609231.822741:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539319888 : -131936170231728 : ffff88013770b850) 00010000:00000001:3.0:1749609231.822741:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609231.822743:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609231.822744:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013770b850 x1834594730242176/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:177/0 lens 224/0 e 0 to 0 dl 1749609242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609231.822745:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609231.822746:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609231.822747:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609231.822749:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609231.822750:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706100. 00000100:00000001:2.0:1749609231.822751:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749609231.822751:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fbc00. 00000020:00000010:2.0:1749609231.822752:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706100. 02000000:00000001:3.0:1749609231.822752:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609231.822753:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730242176:12345-192.168.201.20@tcp:400: 00000100:00000001:3.0:1749609231.822753:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609231.822755:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730242176 00000020:00000001:2.0:1749609231.822756:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609231.822756:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609231.822757:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609231.822758:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00001000:3.0:1749609231.822759:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749609231.822760:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609231.822761:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609231.822761:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609231.822762:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:2.0:1749609231.822763:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609231.822764:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609231.822765:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749609231.822766:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000001:2.0:1749609231.822767:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609231.822768:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609231.822768:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609231.822769:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000001:2.0:1749609231.822770:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609231.822771:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609231.822771:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609231.822772:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609231.822772:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609231.822773:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000010:2.0:1749609231.822774:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1000. 02000000:00000001:2.0:1749609231.822775:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609231.822775:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609231.822776:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609231.822776:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609231.822777:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609231.822777:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000040:2.0:1749609231.822778:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730242176 00000100:00000040:3.0:1749609231.822779:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609231.822780:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749609231.822782:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88013770b850 x1834594730242176/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:177/0 lens 224/224 e 0 to 0 dl 1749609242 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609231.822782:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000200:3.0:1749609231.822784:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730242304, offset 0 00000400:00000200:3.0:1749609231.822787:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609231.822790:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609231.822791:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609231.822792:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00001000:2.0:1749609231.822793:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609231.822795:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609231.822796:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:3.0:1749609231.822796:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2022:2022:256:4294967295] 192.168.201.20@tcp LPNI seq info [2018:2018:8:4294967295] 00000100:00000001:2.0:1749609231.822797:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609231.822798:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609231.822799:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609231.822800:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609231.822802:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609231.822803:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c935d8. 00000400:00000200:3.0:1749609231.822803:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000200:2.0:1749609231.822805:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730242176, offset 224 00000800:00000200:3.0:1749609231.822806:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609231.822808:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609231.822808:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695800. 00000400:00000200:2.0:1749609231.822812:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:3.0:1749609231.822812:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609231.822815:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2023:2023:255:4294967295] 192.168.201.20@tcp LPNI seq info [2019:2019:7:4294967295] 00000800:00000200:3.0:1749609231.822817:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609231.822819:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749609231.822820:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609231.822823:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609231.822825:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7300. 00000100:00000001:3.0:1749609231.822825:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609231.822827:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:3.0:1749609231.822827:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609231.822828:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609231.822829:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1749609231.822830:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:3.0:1749609231.822831:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713b80 x1834594730242304/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609251 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749609231.822832:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1749609231.822834:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609231.822835:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00100000:3.0:1749609231.822836:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730242304:12345-192.168.201.20@tcp:38: Request processed in 116us (300us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749609231.822837:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609231.822837:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609231.822838:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609231.822840:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013770b850 x1834594730242176/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:177/0 lens 224/224 e 0 to 0 dl 1749609242 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609231.822840:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2674 00000100:00000001:3.0:1749609231.822842:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609231.822842:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609231.822845:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730242176:12345-192.168.201.20@tcp:400: Request processed in 95us (249us total) trans 0 rc 0/0 00000020:00000010:3.0:1749609231.822845:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b00. 00000020:00000010:3.0:1749609231.822847:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f190. 00000100:00100000:2.0:1749609231.822849:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1419 00000020:00000010:3.0:1749609231.822849:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00000040:2.0:1749609231.822850:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609231.822850:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609231.822852:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609231.822853:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609231.822854:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9500. 00000020:00000010:2.0:1749609231.822855:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883caf0. 00000020:00000010:2.0:1749609231.822857:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000020:00000040:2.0:1749609231.822859:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:2.0:1749609231.822861:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609231.822863:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749609231.822866:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f528. 00000400:00000010:2.0:1749609231.822869:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a02450c0. 00000800:00000200:3.0:1749609231.822873:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609231.822875:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695800. 00000400:00000200:3.0:1749609231.822876:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609231.822878:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609231.822880:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000400:00000010:3.0:1749609231.822881:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000001:3.0:1749609231.822883:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609231.822884:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:3.0:1749609231.822892:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609231.822893:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7300. 00000400:00000200:3.0:1749609231.822894:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609231.822895:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609231.822897:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c935d8 00000400:00000010:3.0:1749609231.822898:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c935d8. 00000100:00000001:3.0:1749609231.822899:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609231.822900:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609231.822901:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a1000. 02000000:00000001:3.0:1749609231.822902:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609231.822903:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:3.0:1749609231.822937:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609231.822938:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057c00. 00000400:00000200:3.0:1749609231.822939:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609231.822941:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609231.822942:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668aa0 00000400:00000010:3.0:1749609231.822943:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668aa0. 00000100:00000001:3.0:1749609231.822944:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609231.822945:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609232.385678:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609232.385681:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609232.385684:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609233.387880:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609233.387886:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609233.387889:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609234.389661:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609234.389664:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609234.389666:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609234.710717:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609234.710723:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609234.710724:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609234.710727:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609234.710730:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609234.710733:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609234.710735:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609234.710737:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609234.710738:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.067883:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609235.067887:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609235.067890:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609235.067894:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609235.067902:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609235.067904:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609235.067906:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609235.067908:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609235.067910:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609235.067912:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612251136:0@lo:400: 00000100:00000001:2.0:1749609235.067916:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609235.067920:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609235.067920:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609235.067922:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609235.067923:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609235.067924:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609235.067927:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609235.067945:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609235.067950:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f370. 00000400:00000010:2.0:1749609235.067954:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000200:2.0:1749609235.067959:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612251136, portal 25 00000100:00000001:2.0:1749609235.067961:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609235.067962:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005989376 : -131938703562240 : ffff8800a0712a00) 00000100:00000040:2.0:1749609235.067965:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609235.067970:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609235.067971:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609235.067972:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000200:2.0:1749609235.067974:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612251136, offset 0 00000400:00000200:2.0:1749609235.067977:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609235.067987:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609235.067995:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b8a00 00000400:00000200:2.0:1749609235.067999:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15f65 [2] + 0 00000400:00000010:2.0:1749609235.068002:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62f78. 00000400:00000200:2.0:1749609235.068005:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfd180 00000400:00000200:2.0:1749609235.068009:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609235.068011:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609235.068013:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfd180 00000400:00000010:2.0:1749609235.068015:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfd180. 00000100:00000001:2.0:1749609235.068018:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609235.068019:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1749609235.068021:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880137708850 x1834594612251136 msgsize 224 00000100:00000001:3.0:1749609235.068022:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609235.068023:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609235.068024:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1749609235.068025:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609235.068027:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609235.068031:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609235.068031:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609235.068035:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000400:00000010:2.0:1749609235.068036:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:2.0:1749609235.068037:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609235.068039:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609235.068039:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609235.068040:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609235.068040:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068040:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609235.068042:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609235.068044:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609235.068045:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609235.068046:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609251 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609235.068046:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609235.068048:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612251392:0@lo:400: 00000100:00000001:2.0:1749609235.068049:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068050:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609235.068051:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609235.068053:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609235.068053:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609235.068054:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068055:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298511480 02000000:00000001:3.0:1749609235.068056:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749609235.068057:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706100. 02000000:00000010:3.0:1749609235.068058:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9800. 02000000:00000001:3.0:1749609235.068060:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068062:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1749609235.068063:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000100:00000001:2.0:1749609235.068066:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298511480 00000100:00000010:2.0:1749609235.068067:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706340. 00000400:00000010:3.0:1749609235.068067:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52833b8. 00000100:00000001:2.0:1749609235.068069:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1749609235.068069:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612251392, portal 4 00000100:00000001:2.0:1749609235.068070:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298511480 00000100:00000010:2.0:1749609235.068071:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706cc0. 00000100:00000001:3.0:1749609235.068071:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609235.068072:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005992064 : -131938703559552 : ffff8800a0713480) 00000100:00000001:2.0:1749609235.068073:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609235.068074:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298511480 00000100:00000010:2.0:1749609235.068075:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706280. 00000100:00000001:2.0:1749609235.068077:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1749609235.068077:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609235.068078:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609235.068079:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068081:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068082:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068084:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609235.068086:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609235.068087:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000001:2.0:1749609235.068088:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609235.068089:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1749609235.068089:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612251392, offset 0 00000100:00000001:2.0:1749609235.068090:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609235.068090:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609235.068091:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068092:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609235.068092:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609235.068098:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609235.068103:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b8b00 00000400:00000200:3.0:1749609235.068108:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 11648 00000100:00000001:2.0:1749609235.068109:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609235.068111:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612251136 00000400:00000200:3.0:1749609235.068112:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609235.068113:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609235.068114:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609235.068115:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609235.068117:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068118:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609235.068119:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1749609235.068121:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609235.068122:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0714e00. 00000100:00100000:2.0:1749609235.068124:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612251136 00000100:00000040:3.0:1749609235.068124:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0714e00 x1834594612251392 msgsize 224 00000020:00000001:2.0:1749609235.068125:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609235.068126:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00100000:3.0:1749609235.068127:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609235.068128:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609235.068130:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:2.0:1749609235.068131:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:2.0:1749609235.068133:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609235.068137:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609235.068140:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706200. 00000100:00000001:3.0:1749609235.068141:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609235.068142:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609235.068144:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706200. 00000400:00000200:3.0:1749609235.068146:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609235.068147:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000020:00000010:2.0:1749609235.068149:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609235.068150:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749609235.068153:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9500. 00000100:00000200:3.0:1749609235.068153:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609235.068156:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883caf0. 00000100:00000001:1.0:1749609235.068157:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609235.068159:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612251392 02000000:00000001:1.0:1749609235.068160:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609235.068160:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609235.068161:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609235.068161:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609235.068162:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609235.068163:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068164:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609235.068165:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068165:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749609235.068166:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612251392 00000100:00000001:2.0:1749609235.068167:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068167:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068187:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609235.068188:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609235.068189:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:1.0:1749609235.068190:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609235.068192:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:1.0:1749609235.068193:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609235.068194:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609235.068195:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609235.068197:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609235.068199:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8fc0. 00000100:00000001:2.0:1749609235.068201:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749609235.068202:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8d00. 00000100:00000001:2.0:1749609235.068203:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1749609235.068205:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00100000:2.0:1749609235.068207:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00000040:2.0:1749609235.068209:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609235.068210:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609235.068211:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539307600 : -131936170244016 : ffff880137708850) 00000020:00000010:1.0:1749609235.068212:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000010:1.0:1749609235.068214:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000100:00000040:2.0:1749609235.068214:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880137708850 x1834594612251136/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:181/0 lens 224/0 e 0 to 0 dl 1749609246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609235.068216:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000040:1.0:1749609235.068220:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609235.068221:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609235.068222:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609235.068222:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609235.068223:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609235.068224:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706200. 00000100:00000001:2.0:1749609235.068225:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609235.068226:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1749609235.068226:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706200. 00000100:00000001:1.0:1749609235.068227:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609235.068228:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609235.068229:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612251136:12345-0@lo:400: 00000100:00000001:1.0:1749609235.068231:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609235.068232:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612251136 00000020:00000001:2.0:1749609235.068234:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609235.068234:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609235.068235:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609235.068236:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609235.068237:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749609235.068238:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00000040:1.0:1749609235.068239:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000020:00000001:2.0:1749609235.068239:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068239:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068240:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005998592 : -131938703553024 : ffff8800a0714e00) 00000020:00000001:2.0:1749609235.068241:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749609235.068241:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000020:00000001:2.0:1749609235.068242:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:1.0:1749609235.068243:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0714e00 x1834594612251392/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:181/0 lens 224/0 e 0 to 0 dl 1749609246 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068243:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298511473 00000020:00000001:2.0:1749609235.068244:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609235.068244:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298511480 00000020:00000001:2.0:1749609235.068245:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609235.068246:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609235.068246:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298511473 00000100:00000001:3.0:1749609235.068247:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298511480 00000100:00000001:1.0:1749609235.068248:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609235.068248:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609235.068248:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298511473 00000020:00000010:1.0:1749609235.068249:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d00. 00000020:00000001:2.0:1749609235.068249:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068249:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298511480 00000100:00000001:1.0:1749609235.068250:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609235.068250:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609235.068250:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298511473 00000020:00000010:1.0:1749609235.068251:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8d00. 00000100:00000001:3.0:1749609235.068251:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298511480 00000100:00000001:3.0:1749609235.068251:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609235.068252:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609235.068253:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612251392:12345-0@lo:400: 02000000:00000001:2.0:1749609235.068253:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609235.068253:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068254:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609235.068255:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612251392 02000000:00000010:2.0:1749609235.068255:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3000. 00000100:00000001:3.0:1749609235.068255:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609235.068256:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609235.068256:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609235.068257:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609235.068258:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068258:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068258:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609235.068258:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1749609235.068259:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609235.068259:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068259:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1749609235.068260:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612251136 00000100:00000001:3.0:1749609235.068260:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749609235.068261:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609235.068261:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609235.068262:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1749609235.068262:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609235.068262:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609235.068264:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880137708850 x1834594612251136/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:181/0 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609235.068265:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609235.068266:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609235.068267:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609235.068267:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609235.068268:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609235.068268:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609235.068268:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749609235.068269:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609235.068269:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609235.068270:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609235.068270:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609235.068271:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609235.068271:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609235.068272:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=54 v=5 (1 1 1 1) 02000000:00000010:1.0:1749609235.068273:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bcc00. 02000000:00000001:1.0:1749609235.068274:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068274:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609235.068275:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609235.068275:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:1.0:1749609235.068276:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068276:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609235.068276:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609235.068277:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609235.068278:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612251392 02000000:00000001:2.0:1749609235.068278:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609235.068278:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1749609235.068279:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:2.0:1749609235.068279:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609235.068279:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609235.068280:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609235.068280:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609235.068281:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0714e00 x1834594612251392/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:181/0 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609235.068282:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612251264:0@lo:38: 00000100:00000040:2.0:1749609235.068283:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609235.068284:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000001:3.0:1749609235.068284:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1749609235.068285:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609235.068285:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1749609235.068286:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609235.068286:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609235.068287:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=41 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609235.068287:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749609235.068288:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612251136, offset 224 00000100:00000001:1.0:1749609235.068289:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749609235.068289:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948fb000. 00000100:00000040:1.0:1749609235.068290:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:3.0:1749609235.068290:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068291:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609235.068291:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609235.068292:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749609235.068292:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629a0. 02000000:00000001:1.0:1749609235.068293:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609235.068293:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000001:1.0:1749609235.068294:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609235.068295:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609235.068295:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612251264, portal 4 00000100:00000040:1.0:1749609235.068296:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609235.068297:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1749609235.068298:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000400:00000200:2.0:1749609235.068298:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b8a00 00000100:00000001:3.0:1749609235.068298:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005991168 : -131938703560448 : ffff8800a0713100) 00000400:00000200:2.0:1749609235.068301:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16ab9 [1] + 224 00000100:00000040:3.0:1749609235.068301:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609235.068303:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612251392, offset 224 00000400:00000200:2.0:1749609235.068303:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609235.068305:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609235.068305:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609235.068306:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609235.068306:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000400:00000200:1.0:1749609235.068310:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609235.068316:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609235.068317:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609235.068317:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612251264, offset 0 00000100:00000200:2.0:1749609235.068319:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609235.068319:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609235.068321:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b8b00 00000100:00000040:2.0:1749609235.068324:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609235.068324:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609235.068325:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16ac1 [1] + 224 00000400:00000200:3.0:1749609235.068327:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b8a80 00000400:00000200:1.0:1749609235.068328:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609235.068330:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 13520 00000400:00000200:1.0:1749609235.068331:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609235.068331:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609235.068332:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609235.068334:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000400:00000200:3.0:1749609235.068334:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609235.068335:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:2.0:1749609235.068336:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609235.068337:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609235.068337:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609235.068337:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609235.068338:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609235.068338:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1749609235.068340:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609235.068340:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000010:3.0:1749609235.068340:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0715180. 00010000:00000001:2.0:1749609235.068341:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609235.068342:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609235.068342:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0715180 x1834594612251264 msgsize 520 00000020:00000001:2.0:1749609235.068343:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749609235.068344:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609235.068345:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880137708850 x1834594612251136/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:181/0 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609235.068346:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068348:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609235.068349:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612251136:12345-0@lo:400: Request processed in 127us (327us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609235.068351:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000400:00000010:3.0:1749609235.068352:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00100000:2.0:1749609235.068353:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00000001:3.0:1749609235.068353:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609235.068355:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000200:3.0:1749609235.068355:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609235.068356:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609235.068357:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609235.068358:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609235.068359:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609235.068360:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000020:00000010:2.0:1749609235.068360:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9500. 00000100:00000040:3.0:1749609235.068360:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609235.068362:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000020:00000010:2.0:1749609235.068362:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883caf0. 00000100:00000001:3.0:1749609235.068363:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068364:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749609235.068364:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609235.068364:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609235.068365:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:2.0:1749609235.068366:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:3.0:1749609235.068366:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068368:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609235.068368:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1749609235.068368:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 02000000:00000010:2.0:1749609235.068369:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3000. 00000100:00000001:3.0:1749609235.068369:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298511474 00000100:00000040:1.0:1749609235.068370:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:2.0:1749609235.068370:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1749609235.068371:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609235.068371:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068371:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298511480 00000100:00000001:3.0:1749609235.068372:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298511474 00000020:00000001:1.0:1749609235.068373:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609235.068373:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1749609235.068373:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298511480 00000020:00000001:1.0:1749609235.068374:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609235.068374:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298511474 00000100:00000001:3.0:1749609235.068374:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298511480 00000400:00000010:2.0:1749609235.068375:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000100:00000001:3.0:1749609235.068375:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298511474 00000100:00000001:3.0:1749609235.068376:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298511480 00000100:00000040:1.0:1749609235.068377:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0714e00 x1834594612251392/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:181/0 lens 224/224 e 0 to 0 dl 1749609246 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609235.068377:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245180. 00000100:00000001:3.0:1749609235.068377:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609235.068378:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068379:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609235.068380:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068383:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749609235.068384:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612251392:12345-0@lo:400: Request processed in 135us (259us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609235.068384:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609235.068384:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068385:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609235.068385:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609235.068386:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749609235.068387:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609235.068387:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609235.068388:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609235.068388:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612251520:0@lo:38: 00000400:00000010:2.0:1749609235.068389:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f370. 00000100:00000001:3.0:1749609235.068389:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749609235.068390:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000400:00000200:2.0:1749609235.068390:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 02000000:00000001:3.0:1749609235.068390:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749609235.068391:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 02000000:00000001:3.0:1749609235.068391:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609235.068391:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749609235.068392:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:2.0:1749609235.068392:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609235.068393:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749609235.068393:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609235.068393:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a071f400. 02000000:00000001:3.0:1749609235.068394:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068395:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749609235.068395:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c08. 00000020:00000010:1.0:1749609235.068397:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 00000100:00000200:2.0:1749609235.068397:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609235.068397:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000100:00000200:3.0:1749609235.068398:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612251520, portal 10 00000100:00000001:3.0:1749609235.068399:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749609235.068400:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000100:00000001:2.0:1749609235.068400:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609235.068400:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005990272 : -131938703561344 : ffff8800a0712d80) 00000100:00000001:2.0:1749609235.068401:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609235.068402:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:2.0:1749609235.068402:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609235.068403:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609235.068404:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 02000000:00000001:2.0:1749609235.068404:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609235.068404:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609235.068405:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068406:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609235.068407:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609235.068408:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1749609235.068410:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609235.068410:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609235.068411:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749609235.068411:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609235.068412:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609235.068412:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000200:3.0:1749609235.068413:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612251520, offset 0 00010000:00000001:2.0:1749609235.068414:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1749609235.068415:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609235.068415:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609235.068417:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609235.068417:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609235.068418:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609235.068419:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b8b80 00000100:00080000:1.0:1749609235.068420:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:3.0:1749609235.068421:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 178896 00000100:00000001:2.0:1749609235.068422:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609235.068423:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609235.068423:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749609235.068423:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609235.068424:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609235.068424:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609235.068425:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:1.0:1749609235.068426:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:2.0:1749609235.068426:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609235.068426:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1749609235.068427:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000010:3.0:1749609235.068428:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0715500. 00000100:00100000:2.0:1749609235.068429:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612251136:0@lo:400: 00000100:00000040:3.0:1749609235.068429:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0715500 x1834594612251520 msgsize 520 00000100:00000001:2.0:1749609235.068431:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609235.068431:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609235.068432:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609235.068433:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712a00 x1834594612251136/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068435:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609235.068436:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749609235.068436:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 02000000:00000001:2.0:1749609235.068437:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1749609235.068437:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 02000000:00000010:2.0:1749609235.068438:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000100:00000001:3.0:1749609235.068438:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609235.068439:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749609235.068439:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609235.068440:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609235.068441:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:2.0:1749609235.068442:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609235.068443:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057900. 00000100:00000001:3.0:1749609235.068443:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609235.068444:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609235.068445:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609235.068445:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609235.068446:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1749609235.068447:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612251520 00000100:00000010:2.0:1749609235.068447:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712a00. 00000100:00000001:3.0:1749609235.068448:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068448:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609235.068449:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609235.068449:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609235.068449:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609235.068450:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609235.068450:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068450:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068451:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609235.068451:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 830 usecs (1 jiffies) 00000100:00000001:2.0:1749609235.068452:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609235.068452:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298511473 02000000:00000001:1.0:1749609235.068453:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068453:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068453:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298511480 00000100:00000001:3.0:1749609235.068453:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298511473 00000100:00000001:2.0:1749609235.068454:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609235.068454:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068454:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298511480 00000100:00100000:1.0:1749609235.068455:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612251520 00000100:00000001:3.0:1749609235.068455:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298511473 00000100:00000001:3.0:1749609235.068456:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298511480 00000020:00000001:1.0:1749609235.068457:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609235.068457:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298511473 00000020:00000040:1.0:1749609235.068458:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609235.068458:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609235.068458:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298511480 00000100:00000001:3.0:1749609235.068459:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609235.068459:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609235.068460:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068460:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749609235.068461:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609235.068461:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712680 x1834594612251648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609235.068481:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:3.0:1749609235.068483:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1749609235.068484:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000100:00000001:3.0:1749609235.068484:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609235.068485:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749609235.068486:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 02000000:00000001:3.0:1749609235.068486:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609235.068488:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609235.068489:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612251648:0@lo:38: 00000100:00000001:1.0:1749609235.068490:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609235.068491:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609235.068492:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609235.068493:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609235.068494:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068494:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609235.068494:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609235.068495:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612251264 02000000:00000001:3.0:1749609235.068495:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609235.068496:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1749609235.068496:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a071e800. 02000000:00000001:3.0:1749609235.068497:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068498:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068498:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609235.068499:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609235.068499:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62dc0. 02000000:00000001:2.0:1749609235.068501:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609235.068501:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00100000:2.0:1749609235.068503:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612251264 00000100:00000200:3.0:1749609235.068503:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612251648, portal 10 00000100:00000001:3.0:1749609235.068504:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609235.068505:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609235.068505:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609235.068505:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609235.068505:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005988480 : -131938703563136 : ffff8800a0712680) 00000020:00000001:2.0:1749609235.068507:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609235.068508:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609235.068509:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712680 x1834594612251648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609235.068510:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609235.068512:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609235.068558:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9500. 00000100:00000001:1.0:1749609235.068560:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749609235.068560:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883caf0. 00000100:00000001:1.0:1749609235.068562:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609235.068562:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609235.068562:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609235.068563:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609235.068565:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00000001:2.0:1749609235.068565:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068567:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609235.068568:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135006000384 : -131938703551232 : ffff8800a0715500) 00000100:00000001:2.0:1749609235.068569:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609235.068569:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609235.068571:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0715500 x1834594612251520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609235.068571:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000001:2.0:1749609235.068573:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749609235.068573:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612251648, offset 0 00000100:00000001:2.0:1749609235.068574:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609235.068576:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000400:00000200:3.0:1749609235.068576:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609235.068577:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005999488 : -131938703552128 : ffff8800a0715180) 00000100:00000040:2.0:1749609235.068579:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0715180 x1834594612251264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609235.068581:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609235.068583:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612251520:12345-0@lo:38: 00000100:00100000:2.0:1749609235.068584:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0715180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612251264:12345-0@lo:38: 00000400:00000200:3.0:1749609235.068585:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b8c00 00000100:00000200:1.0:1749609235.068586:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612251520 00000100:00000200:2.0:1749609235.068586:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612251264 00000020:00000001:2.0:1749609235.068587:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609235.068588:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609235.068588:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749609235.068588:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 179416 00010000:00000001:1.0:1749609235.068590:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749609235.068591:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609235.068593:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609235.068597:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609235.068599:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609235.068601:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609235.068601:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609235.068602:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749609235.068603:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609235.068604:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068604:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:3.0:1749609235.068604:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0715880. 00000100:00000001:2.0:1749609235.068605:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:1.0:1749609235.068606:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749609235.068606:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609235.068606:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0715880 x1834594612251648 msgsize 520 02000000:00000010:2.0:1749609235.068607:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3000. 00010000:00000001:1.0:1749609235.068608:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609235.068608:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068609:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609235.068609:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749609235.068610:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749609235.068611:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609235.068611:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068612:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609235.068613:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1749609235.068613:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609235.068614:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609235.068615:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609235.068615:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609235.068616:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1749609235.068617:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bd000. 00000100:00000040:2.0:1749609235.068617:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:3.0:1749609235.068617:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000100:00000001:2.0:1749609235.068618:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:3.0:1749609235.068618:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 02000000:00000001:1.0:1749609235.068619:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068619:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609235.068620:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068620:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609235.068621:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609235.068621:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609235.068622:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609235.068622:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609235.068622:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712680 x1834594612251648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609235.068623:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609235.068624:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609235.068625:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1749609235.068626:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749609235.068626:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000001:3.0:1749609235.068627:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609235.068628:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749609235.068628:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612251264, offset 0 00000100:00000040:3.0:1749609235.068629:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712680 x1834594612251648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609235.068630:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609235.068630:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609235.068631:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609235.068633:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609235.068633:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609235.068634:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609235.068634:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609235.068636:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b8a80 00000100:00000001:3.0:1749609235.068636:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749609235.068637:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:2.0:1749609235.068638:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16ad5 [1] + 0 02000000:00000001:1.0:1749609235.068639:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609235.068639:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609235.068640:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068641:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609235.068641:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609235.068642:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609235.068643:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609235.068644:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:1.0:1749609235.068645:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000100:00000200:2.0:1749609235.068646:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609235.068647:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000200:1.0:1749609235.068648:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612251520, offset 0 00000100:00000001:3.0:1749609235.068649:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298511474 00000100:00000040:2.0:1749609235.068650:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068650:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298511480 00000400:00000200:1.0:1749609235.068651:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609235.068652:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298511474 00000100:00000001:3.0:1749609235.068653:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298511480 00000100:00000001:2.0:1749609235.068654:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609235.068654:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298511474 00000100:00000001:3.0:1749609235.068655:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298511480 00000400:00000200:1.0:1749609235.068657:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609235.068657:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000400:00000010:2.0:1749609235.068657:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:3.0:1749609235.068657:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298511474 00000100:00000001:3.0:1749609235.068658:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298511480 00000100:00000001:2.0:1749609235.068659:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609235.068659:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609235.068660:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609235.068661:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068661:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609235.068662:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b8b80 00000100:00000040:2.0:1749609235.068663:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609235.068663:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068664:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068664:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609235.068665:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ae5 [1] + 0 00000020:00000001:2.0:1749609235.068665:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609235.068666:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0715180 x1834594612251264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068668:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749609235.068669:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609235.068669:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609235.068670:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609235.068671:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609235.068671:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609235.068673:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0715180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612251264:12345-0@lo:38: Request processed in 88us (329us total) trans 0 rc -19/-19 00000400:00000001:3.0:1749609235.068673:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609235.068674:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609235.068676:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629a0. 00000100:00100000:2.0:1749609235.068677:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000400:00000200:3.0:1749609235.068678:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000100:00000001:2.0:1749609235.068679:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1749609235.068679:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:2.0:1749609235.068680:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609235.068681:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609235.068682:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9500. 00000020:00000010:2.0:1749609235.068684:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883caf0. 00000100:00000200:3.0:1749609235.068684:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609235.068686:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609235.068686:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000200:1.0:1749609235.068688:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609235.068688:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609235.068690:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609235.068695:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068696:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609235.068697:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068698:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609235.068700:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609235.068701:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609235.068701:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609235.068702:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609235.068702:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609235.068704:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609235.068704:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609235.068705:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000400:00000010:1.0:1749609235.068706:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00000001:1.0:1749609235.068708:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:3.0:1749609235.068708:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609235 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609235.068709:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749609235.068709:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609235.068710:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1749609235.068710:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=51 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609235.068711:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609235.068711:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000100:00000001:3.0:1749609235.068712:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749609235.068713:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:2.0:1749609235.068713:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52833b8 00000100:00000001:3.0:1749609235.068713:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609235.068714:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609235.068715:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52833b8. 00000100:00000001:3.0:1749609235.068715:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609235.068716:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609235.068717:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609235.068718:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0715500 x1834594612251520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609255 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609235.068718:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609235.068719:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609235.068724:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612251520:12345-0@lo:38: Request processed in 141us (294us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609235.068724:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749609235.068726:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068727:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609235.068728:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609235.068730:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00000001:3.0:1749609235.068730:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609235.068732:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609235.068732:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609235.068732:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609235.068733:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609235.068733:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609235.068734:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:3.0:1749609235.068734:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:1.0:1749609235.068735:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 02000000:00000001:2.0:1749609235.068736:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:3.0:1749609235.068736:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000010:1.0:1749609235.068737:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000100:00000001:2.0:1749609235.068737:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609235.068738:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068738:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609235.068739:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 02000000:00000001:2.0:1749609235.068740:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609235.068741:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609235.068741:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609235.068743:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1749609235.068745:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=41 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609235.068747:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749609235.068747:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612251264:0@lo:38: 00000100:00000001:2.0:1749609235.068748:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609235.068750:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1749609235.068751:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:2.0:1749609235.068752:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609235.068752:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609235.068753:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c08. 00000400:00000200:3.0:1749609235.068755:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000400:00000010:3.0:1749609235.068757:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00010000:00000001:2.0:1749609235.068758:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.068758:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609235.068759:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1749609235.068760:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609235.068761:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:2.0:1749609235.068762:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609235.068763:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609235.068765:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609235.068767:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609235.068770:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609235.068772:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609235.068772:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609235.068773:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068773:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068775:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749609235.068776:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609235.068776:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609235.068778:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609235.068779:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609235.068780:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609235.068781:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612251392:0@lo:400: 00000100:00001000:3.0:1749609235.068783:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609235 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609235.068801:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609235.068802:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=51 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609235.068803:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609235.068805:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609235.068806:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0713480 x1834594612251392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068806:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609235.068808:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609235.068812:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609235.068814:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609235.068816:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609235.068818:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9800. 00000100:00000001:3.0:1749609235.068820:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609235.068822:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609235.068823:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609235.068823:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1749609235.068824:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1749609235.068824:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068826:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1749609235.068827:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609235.068828:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749609235.068829:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 00000100:00080000:3.0:1749609235.068830:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749609235.068831:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609235.068833:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1749609235.068833:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000010:2.0:1749609235.068834:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0713480. 00000100:00000001:3.0:1749609235.068836:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609235.068838:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609235.068839:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609235.068839:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609235.068841:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609235.068845:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609235.068846:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609235.068848:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612251520:0@lo:38: 00000100:00000001:2.0:1749609235.068849:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609235.068850:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609235.068854:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609235.068856:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609235.068857:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62dc0. 00000400:00000200:3.0:1749609235.068860:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:3.0:1749609235.068862:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000001:3.0:1749609235.068864:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609235.068867:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712680 x1834594612251648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609235.068876:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712680 x1834594612251648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068884:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609235.068886:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068887:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609235.068889:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609235.068891:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609235.068892:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609235.068894:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609235.068898:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609235 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609235.068902:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=48 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609235.068905:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609235.068906:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609235.068908:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609235.068912:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712680 x1834594612251648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068920:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609235.068922:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609235.068923:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068925:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609235.068927:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609235.068929:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609235.068932:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609235.068934:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609235.068938:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712680 x1834594612251648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609235.068946:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612251648:0@lo:38: 00000100:00000001:3.0:1749609235.068951:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068953:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609235.068955:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0713100 x1834594612251264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.068962:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609235.068964:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609235.068966:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948fb000. 02000000:00000001:3.0:1749609235.068971:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609235.068972:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609235.068974:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609235.068976:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609235.068978:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d0800. 02000000:00000001:3.0:1749609235.068981:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609235.068983:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609235.068985:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0713100. 00000100:00000001:3.0:1749609235.068988:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609235.068989:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.068991:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609235.068993:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712d80 x1834594612251520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.069001:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609235.069002:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609235.069004:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a071f400. 02000000:00000001:3.0:1749609235.069007:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609235.069008:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609235.069009:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609235.069011:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609235.069013:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d1400. 02000000:00000001:3.0:1749609235.069015:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609235.069017:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609235.069018:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712d80. 00000100:00000001:3.0:1749609235.069021:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609235.069022:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.069023:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609235.069026:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712680 x1834594612251648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609235.069033:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609235.069035:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609235.069036:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a071e800. 02000000:00000001:3.0:1749609235.069040:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609235.069041:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609235.069042:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609235.069044:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609235.069045:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d1800. 02000000:00000001:3.0:1749609235.069047:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609235.069048:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609235.069050:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712680. 00000100:00000001:3.0:1749609235.069052:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609235.069053:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.069055:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609235.069059:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609235.069062:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609235.069064:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609235.069065:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609235.075557:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298511480, at 4298511480 00000100:00000040:2.0:1749609235.075557:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298511480, at 4298511480 00000100:00000040:3.0:1749609235.075557:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298511480, at 4298511480 00000100:00000010:2.0:1749609235.075567:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706cc0. 00000100:00000010:3.0:1749609235.075580:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706280. 00000100:00000010:1.0:1749609235.075586:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706340. 00000020:00000001:2.0:1749609235.391770:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609235.391775:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609235.391778:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609235.710648:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609235.710656:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609235.710658:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609235.710661:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609235.710664:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609235.710668:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609235.710671:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609235.710673:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609235.710675:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609236.393809:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609236.393813:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609236.393816:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609236.710592:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609236.710597:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609236.710599:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609236.710601:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609236.710603:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609236.710605:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609236.710607:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609236.710609:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609236.710610:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609236.830378:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609236.830381:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730242560 02000000:00000001:1.0:1749609236.830384:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609236.830386:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609236.830388:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609236.830392:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609236.830396:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730242560 00000020:00000001:1.0:1749609236.830398:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609236.830400:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:1.0:1749609236.830402:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609236.830404:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609236.830407:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609236.830409:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609236.830414:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609236.830416:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d00. 00000100:00000001:1.0:1749609236.830418:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609236.830420:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8d00. 00000020:00000010:1.0:1749609236.830424:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000010:1.0:1749609236.830428:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000020:00000010:1.0:1749609236.830432:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000001:2.0:1749609236.830433:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609236.830436:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730242688 02000000:00000001:2.0:1749609236.830438:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749609236.830439:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609236.830440:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609236.830441:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609236.830441:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609236.830442:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609236.830443:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609236.830444:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609236.830445:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730242688 00000020:00000001:2.0:1749609236.830447:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609236.830448:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609236.830449:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609236.830449:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609236.830450:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609236.830452:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609236.830455:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609236.830456:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609236.830458:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9500. 00000020:00000010:2.0:1749609236.830460:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883caf0. 00000100:00000001:1.0:1749609236.830463:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609236.830463:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609236.830464:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609236.830465:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609236.830466:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609236.830468:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1421 00000100:00000001:2.0:1749609236.830469:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609236.830471:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:1.0:1749609236.830472:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539312720 : -131936170238896 : ffff880137709c50) 00000100:00000001:2.0:1749609236.830475:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609236.830477:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880137709c50 x1834594730242560/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:182/0 lens 224/0 e 0 to 0 dl 1749609247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609236.830482:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609236.830484:0:14332:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609236.830485:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609236.830487:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d00. 00000100:00000001:2.0:1749609236.830487:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609236.830488:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609236.830488:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609236.830488:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609236.830489:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609236.830490:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8d00. 00000100:00100000:2.0:1749609236.830492:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2678 00000100:00100000:1.0:1749609236.830493:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730242560:12345-192.168.201.20@tcp:400: 00000100:00000001:2.0:1749609236.830494:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005985792 : -131938703565824 : ffff8800a0711c00) 00000100:00000001:3.0:1749609236.830495:0:16548:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609236.830496:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730242560 00000100:00000040:2.0:1749609236.830517:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0711c00 x1834594730242688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609236.830521:0:16548:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609236.830523:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609236.830524:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730242688:12345-192.168.201.20@tcp:38: 00000020:00000001:1.0:1749609236.830526:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:2.0:1749609236.830526:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730242688 00000020:00000001:2.0:1749609236.830527:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609236.830528:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609236.830529:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609236.830530:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609236.830532:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609236.830535:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609236.830536:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609236.830538:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609236.830539:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609236.830540:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609236.830541:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609236.830542:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609236.830543:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1749609236.830543:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609236.830545:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609236.830545:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609236.830547:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609236.830547:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609236.830549:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609236.830550:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609236.830551:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bd400. 02000000:00000001:1.0:1749609236.830552:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609236.830552:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1400. 02000000:00000001:2.0:1749609236.830553:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609236.830554:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609236.830554:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609236.830556:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609236.830556:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1749609236.830558:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730242560 00010000:00000001:2.0:1749609236.830558:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609236.830560:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:2.0:1749609236.830560:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609236.830562:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000200:1.0:1749609236.830563:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880137709c50 x1834594730242560/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:182/0 lens 224/224 e 0 to 0 dl 1749609247 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609236.830566:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:2.0:1749609236.830568:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609236.830569:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749609236.830569:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609236.830570:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609236.830571:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00001000:1.0:1749609236.830572:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609236.830573:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:1.0:1749609236.830575:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609236.830575:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609236.830577:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609236.830577:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609236.830579:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609236.830579:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609236.830581:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609236.830581:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609236.830582:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609236.830583:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609236.830583:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:1.0:1749609236.830586:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609236.830586:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000400:00000010:1.0:1749609236.830588:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000100:00000200:2.0:1749609236.830600:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730242688, offset 0 00000100:00000200:1.0:1749609236.830602:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730242560, offset 224 00000400:00000200:2.0:1749609236.830605:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609236.830608:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609236.830612:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609236.830616:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2025:2025:256:4294967295] 192.168.201.20@tcp LPNI seq info [2021:2021:8:4294967295] 00000400:00000200:2.0:1749609236.830625:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609236.830630:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609236.830631:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:2.0:1749609236.830633:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7000. 00000400:00000200:1.0:1749609236.830635:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2026:2026:255:4294967295] 192.168.201.20@tcp LPNI seq info [2022:2022:7:4294967295] 00000800:00000200:2.0:1749609236.830637:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:2.0:1749609236.830642:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:1.0:1749609236.830643:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609236.830645:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749609236.830646:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609236.830649:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceed00. 00000800:00000200:1.0:1749609236.830652:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:2.0:1749609236.830653:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609236.830655:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000800:00000200:1.0:1749609236.830656:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:2.0:1749609236.830656:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609236.830658:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceed00 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1749609236.830658:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609236.830660:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609236.830661:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711c00 x1834594730242688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609256 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609236.830662:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609236.830664:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609236.830665:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609236.830667:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749609236.830668:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730242688:12345-192.168.201.20@tcp:38: Request processed in 144us (293us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609236.830669:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880137709c50 x1834594730242560/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:182/0 lens 224/224 e 0 to 0 dl 1749609247 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609236.830674:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2678 00000100:00000001:2.0:1749609236.830676:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609236.830677:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730242560:12345-192.168.201.20@tcp:400: Request processed in 190us (362us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609236.830677:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609236.830679:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9500. 00000100:00100000:1.0:1749609236.830682:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1421 00000020:00000010:2.0:1749609236.830682:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883caf0. 00000100:00000040:1.0:1749609236.830684:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000020:00000010:2.0:1749609236.830685:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609236.830686:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609236.830687:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609236.830687:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609236.830690:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 00000020:00000010:1.0:1749609236.830692:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000020:00000010:1.0:1749609236.830705:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000020:00000040:1.0:1749609236.830708:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:1.0:1749609236.830711:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609236.830714:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609236.830717:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0790. 00000400:00000010:1.0:1749609236.830721:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596be40. 00000800:00000200:2.0:1749609236.830729:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609236.830731:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7000. 00000400:00000200:2.0:1749609236.830733:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609236.830736:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609236.830739:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000400:00000010:2.0:1749609236.830740:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:2.0:1749609236.830742:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609236.830743:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609236.830751:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609236.830752:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceed00. 00000400:00000200:2.0:1749609236.830755:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609236.830758:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609236.830759:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000400:00000010:2.0:1749609236.830760:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00000001:2.0:1749609236.830762:0:1504:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609236.830763:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1749609236.830765:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bd400. 02000000:00000001:2.0:1749609236.830767:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609236.830768:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609236.830806:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609236.830808:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057400. 00000400:00000200:2.0:1749609236.830810:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609236.830812:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609236.830813:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6687f8 00000400:00000010:2.0:1749609236.830814:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6687f8. 00000100:00000001:2.0:1749609236.830816:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609236.830817:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609237.395719:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609237.395721:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609237.395723:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609238.397712:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609238.397715:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609238.397717:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749609239.399702:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609239.399705:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609239.399707:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609239.710647:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609239.710654:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609239.710656:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609239.710659:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609239.710663:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609239.710665:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609239.710668:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609239.710670:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609239.710672:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.075750:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609240.075754:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609240.075756:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609240.075761:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.075764:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609240.075767:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.075769:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609240.075771:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609240.075774:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609240.075776:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609240.075778:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609240.075780:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612252160:0@lo:400: 00000100:00000001:1.0:1749609240.075783:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609240.075787:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609240.075789:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609240.075791:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609240.075794:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b000. 02000000:00000001:1.0:1749609240.075796:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609240.075801:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000400:00000010:1.0:1749609240.075807:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000100:00000200:1.0:1749609240.075813:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612252160, portal 25 00000100:00000001:1.0:1749609240.075815:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609240.075816:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005983104 : -131938703568512 : ffff8800a0711180) 00000100:00000040:1.0:1749609240.075820:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.075831:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609240.075833:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609240.075834:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000200:1.0:1749609240.075836:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612252160, offset 0 00000400:00000200:1.0:1749609240.075840:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609240.075851:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609240.075859:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b8e00 00000400:00000200:1.0:1749609240.075864:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15fc9 [2] + 0 00000400:00000010:1.0:1749609240.075867:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fbb0. 00000400:00000200:1.0:1749609240.075871:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fe0a0c0 00000100:00000001:3.0:1749609240.075874:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609240.075876:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609240.075878:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609240.075879:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609240.075879:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609240.075882:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fe0a0c0 00000100:00000040:3.0:1749609240.075883:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609240.075884:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009fe0a0c0. 00000100:00000001:1.0:1749609240.075887:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609240.075889:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1749609240.075891:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609240.075891:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749609240.075892:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff880137708c50 x1834594612252160 msgsize 224 00000100:00000001:3.0:1749609240.075892:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.075893:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609240.075894:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1749609240.075895:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609240.075895:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609240.075896:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1749609240.075896:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609240.075898:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609240.075899:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609240.075900:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612252288:0@lo:38: 00000100:00000001:1.0:1749609240.075903:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609240.075903:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609240.075905:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609240.075906:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.075907:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749609240.075907:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609240.075908:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609240.075909:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:1.0:1749609240.075910:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 02000000:00000010:3.0:1749609240.075910:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a071e800. 02000000:00000001:2.0:1749609240.075911:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609240.075912:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609240.075912:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.075913:0:1511:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609240.075914:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609240.075915:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609240.075915:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62dc0. 00000100:00100000:2.0:1749609240.075916:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612252416:0@lo:400: 00000400:00000010:3.0:1749609240.075918:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000001:2.0:1749609240.075919:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609240.075921:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609240.075922:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609240.075922:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609240.075922:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612252288, portal 4 00000100:00000040:1.0:1749609240.075924:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609256 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609240.075924:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609240.075924:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609240.075925:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005984000 : -131938703567616 : ffff8800a0711500) 02000000:00000010:2.0:1749609240.075927:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000100:00000001:1.0:1749609240.075929:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609240.075929:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.075930:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749609240.075930:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609240.075932:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f370. 00000100:00000001:1.0:1749609240.075933:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.075936:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298516488 00000400:00000010:2.0:1749609240.075936:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000001:3.0:1749609240.075936:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609240.075937:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1749609240.075939:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8d00. 00000100:00000200:2.0:1749609240.075939:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612252416, portal 4 00000400:00000010:3.0:1749609240.075939:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000100:00000001:2.0:1749609240.075940:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609240.075941:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005978624 : -131938703572992 : ffff8800a0710000) 00000100:00000200:3.0:1749609240.075941:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612252288, offset 0 00000100:00000001:1.0:1749609240.075945:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1749609240.075945:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609240.075946:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.075949:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298516488 00000400:00000200:3.0:1749609240.075950:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749609240.075951:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8bc0. 00000100:00000001:1.0:1749609240.075953:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609240.075953:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609240.075955:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298516488 00000400:00000200:3.0:1749609240.075955:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b8e80 00000100:00000010:1.0:1749609240.075956:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8480. 00000100:00000040:2.0:1749609240.075956:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609240.075957:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000001:1.0:1749609240.075958:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609240.075960:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298516488 00000400:00000200:3.0:1749609240.075960:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 14040 00000100:00000010:1.0:1749609240.075961:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8e00. 00000100:00000001:1.0:1749609240.075964:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1749609240.075964:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609240.075966:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609240.075966:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609240.075967:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609240.075967:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612252416, offset 0 00000100:00000001:3.0:1749609240.075969:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609240.075970:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.075971:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609240.075971:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:2.0:1749609240.075972:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749609240.075974:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0715c00. 00000100:00000040:3.0:1749609240.075975:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0715c00 x1834594612252288 msgsize 520 00000400:00000200:2.0:1749609240.075977:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609240.075978:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609240.075979:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1749609240.075979:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609240.075981:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609240.075982:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609240.075982:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b8f00 00000100:00000001:1.0:1749609240.075983:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.075984:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.075986:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609240.075987:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 11872 00000400:00000200:2.0:1749609240.075991:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609240.075993:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609240.075997:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609240.075998:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1749609240.076000:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000100:00000001:1.0:1749609240.076001:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1749609240.076001:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02ca300. 00000400:00000010:3.0:1749609240.076001:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00100000:1.0:1749609240.076003:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612252160 00000100:00000040:2.0:1749609240.076003:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a02ca300 x1834594612252416 msgsize 224 00000100:00000001:3.0:1749609240.076004:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609240.076005:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749609240.076005:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749609240.076006:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.076007:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609240.076009:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609240.076012:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076013:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609240.076013:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609240.076014:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609240.076015:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612252160 00000020:00000001:1.0:1749609240.076017:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609240.076017:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000020:00000040:1.0:1749609240.076018:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:1.0:1749609240.076019:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749609240.076019:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:3.0:1749609240.076020:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609240.076021:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:2.0:1749609240.076021:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609240.076021:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749609240.076023:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000200:2.0:1749609240.076023:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609240.076025:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609240.076026:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609240.076028:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 00000100:00000001:1.0:1749609240.076029:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609240.076030:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609240.076030:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298516482 00000020:00000010:1.0:1749609240.076031:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e80c0. 00000100:00000040:2.0:1749609240.076031:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.076033:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609240.076033:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298516488 00000100:00000001:3.0:1749609240.076034:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298516482 00000020:00000010:1.0:1749609240.076035:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e80c0. 00000100:00000001:3.0:1749609240.076036:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298516488 00000100:00000001:2.0:1749609240.076037:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076037:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298516482 00000100:00000001:2.0:1749609240.076038:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609240.076039:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609240.076039:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298516488 00000100:00000001:3.0:1749609240.076040:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298516482 00000100:00000001:3.0:1749609240.076041:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298516488 00000020:00000010:1.0:1749609240.076042:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000100:00000001:2.0:1749609240.076042:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076043:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609240.076044:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609240.076045:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000040:2.0:1749609240.076045:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:2.0:1749609240.076046:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298516481 00000100:00000001:3.0:1749609240.076046:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076047:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609240.076048:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298516488 00000100:00000040:1.0:1749609240.076050:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609240.076050:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298516481 00000100:00000001:2.0:1749609240.076051:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298516488 00000100:00000001:3.0:1749609240.076051:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609240.076052:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609240.076053:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609240.076053:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298516481 00000100:00000001:3.0:1749609240.076053:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609240.076054:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076054:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298516488 00000100:00000001:3.0:1749609240.076054:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609240.076055:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298516481 00000100:00000001:3.0:1749609240.076055:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609240.076056:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609240.076057:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298516488 00000100:00000001:2.0:1749609240.076058:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609240.076058:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712680 x1834594612252544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.076059:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076060:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076062:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076063:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076064:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609240.076064:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609240.076065:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609240.076066:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609240.076067:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609240.076068:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1749609240.076068:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609240.076069:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609240.076069:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609240.076069:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.076070:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609240.076070:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749609240.076071:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612252544:0@lo:38: 00000100:00000001:2.0:1749609240.076072:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609240.076073:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00000001:2.0:1749609240.076073:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076074:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749609240.076075:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 02000000:00000001:3.0:1749609240.076075:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609240.076076:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539308624 : -131936170242992 : ffff880137708c50) 02000000:00000001:3.0:1749609240.076076:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609240.076078:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749609240.076079:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880137708c50 x1834594612252160/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:186/0 lens 224/0 e 0 to 0 dl 1749609251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609240.076080:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a071f400. 02000000:00000001:3.0:1749609240.076081:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609240.076101:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c08. 00000100:00000001:2.0:1749609240.076102:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609240.076103:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612252288 00000400:00000010:3.0:1749609240.076104:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 02000000:00000001:2.0:1749609240.076105:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609240.076106:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609240.076108:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609240.076108:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612252544, portal 10 00000100:00000001:3.0:1749609240.076109:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609240.076110:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076110:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005988480 : -131938703563136 : ffff8800a0712680) 00000100:00100000:2.0:1749609240.076112:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612252288 00000100:00000001:1.0:1749609240.076114:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609240.076114:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749609240.076114:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712680 x1834594612252544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609240.076115:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e80c0. 00000020:00000040:2.0:1749609240.076115:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609240.076116:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609240.076116:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609240.076117:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609240.076118:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e80c0. 00000020:00000001:2.0:1749609240.076119:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076119:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609240.076120:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612252160:12345-0@lo:400: 00000100:00000040:3.0:1749609240.076121:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749609240.076122:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612252160 00000020:00000010:2.0:1749609240.076122:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000400:00000010:3.0:1749609240.076122:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000020:00000010:2.0:1749609240.076124:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9500. 00000100:00000200:3.0:1749609240.076124:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612252544, offset 0 00000020:00000001:1.0:1749609240.076125:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609240.076127:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:3.0:1749609240.076127:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609240.076128:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609240.076128:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883caf0. 00000020:00000001:1.0:1749609240.076130:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609240.076130:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749609240.076131:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609240.076131:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749609240.076131:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609240.076132:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609240.076133:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609240.076134:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609240.076135:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609240.076135:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609240.076135:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b8f80 00000020:00000001:1.0:1749609240.076136:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609240.076138:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609240.076139:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749609240.076139:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 180976 00000100:00000001:1.0:1749609240.076141:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609240.076142:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609240.076142:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609240.076143:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749609240.076144:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bd800. 02000000:00000001:1.0:1749609240.076145:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609240.076145:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609240.076147:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076147:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749609240.076148:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076148:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609240.076149:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609240.076149:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000040:1.0:1749609240.076150:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612252160 00010000:00000001:1.0:1749609240.076151:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000010:3.0:1749609240.076151:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0715f80. 00000100:00100000:2.0:1749609240.076152:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00000040:3.0:1749609240.076152:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0715f80 x1834594612252544 msgsize 520 00010000:00000200:1.0:1749609240.076153:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880137708c50 x1834594612252160/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:186/0 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076154:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135006002176 : -131938703549440 : ffff8800a0715c00) 00000100:00100000:3.0:1749609240.076155:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609240.076157:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0715c00 x1834594612252288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609240.076158:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609240.076159:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609240.076161:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609240.076161:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609240.076163:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609240.076165:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:2.0:1749609240.076165:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612252288:12345-0@lo:38: 00000100:00000001:1.0:1749609240.076166:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609240.076166:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 02000000:00000001:1.0:1749609240.076167:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749609240.076167:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 02000000:00000001:1.0:1749609240.076168:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609240.076168:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612252288 00000100:00000001:1.0:1749609240.076169:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609240.076169:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609240.076170:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609240.076170:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749609240.076171:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000200:3.0:1749609240.076171:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712680 x1834594612252544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609240.076172:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749609240.076174:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612252160, offset 224 00000400:00000200:1.0:1749609240.076176:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609240.076176:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609240.076178:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712680 x1834594612252544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609240.076180:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609240.076182:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609240.076183:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b8e00 00000020:00000001:2.0:1749609240.076183:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076183:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609240.076185:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16b15 [1] + 224 00010000:00020000:2.0:1749609240.076186:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609240.076186:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609240.076188:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749609240.076188:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609240.076188:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000400:00000200:1.0:1749609240.076189:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609240.076190:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298516481 00000100:00000001:1.0:1749609240.076191:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609240.076191:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609240.076192:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298516488 00000100:00000200:1.0:1749609240.076193:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076193:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609240.076194:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609240.076194:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298516481 02000000:00000001:2.0:1749609240.076195:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609240.076195:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298516488 00000100:00000001:3.0:1749609240.076196:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298516481 00000100:00000001:3.0:1749609240.076197:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298516488 02000000:00000010:2.0:1749609240.076198:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1000. 00000100:00000001:3.0:1749609240.076198:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298516481 00000100:00000001:3.0:1749609240.076199:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298516488 00000100:00000040:1.0:1749609240.076200:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609240.076200:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076201:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609240.076202:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076202:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609240.076204:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609240.076204:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1749609240.076205:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609240.076206:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.076207:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749609240.076207:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749609240.076210:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:1.0:1749609240.076210:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:2.0:1749609240.076210:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609240.076212:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609240.076212:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609240.076212:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609240.076213:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609240.076213:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609240.076213:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.076214:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609240.076214:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749609240.076215:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609240.076216:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609240.076216:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609240.076217:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609240.076217:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076217:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:3.0:1749609240.076217:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609240.076219:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749609240.076219:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612252672:0@lo:38: 00000100:00000040:1.0:1749609240.076220:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880137708c50 x1834594612252160/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:186/0 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609240.076220:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609240.076221:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609240.076221:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609240.076222:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609240.076223:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609240.076223:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609240.076224:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612252160:12345-0@lo:400: Request processed in 111us (332us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609240.076224:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609240.076225:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609240.076226:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1749609240.076227:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a071d400. 00000400:00000010:2.0:1749609240.076228:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 02000000:00000001:3.0:1749609240.076228:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609240.076229:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00000040:1.0:1749609240.076230:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000200:2.0:1749609240.076230:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612252288, offset 0 00000400:00000010:3.0:1749609240.076230:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629a0. 00000100:00000001:1.0:1749609240.076231:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609240.076232:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749609240.076232:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000020:00000010:1.0:1749609240.076234:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 00000400:00000200:2.0:1749609240.076234:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609240.076236:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000100:00000200:3.0:1749609240.076236:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612252672, portal 10 00000020:00000010:1.0:1749609240.076237:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000400:00000200:2.0:1749609240.076238:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609240.076238:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609240.076238:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005990272 : -131938703561344 : ffff8800a0712d80) 00000020:00000040:1.0:1749609240.076239:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000001:1.0:1749609240.076241:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609240.076242:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bd800. 00000100:00000040:3.0:1749609240.076242:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609240.076243:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b8e80 02000000:00000001:1.0:1749609240.076244:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609240.076245:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609240.076247:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1749609240.076247:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16b1d [1] + 0 00000400:00000010:1.0:1749609240.076248:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0898. 00000400:00000010:1.0:1749609240.076251:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b240. 00000400:00000200:2.0:1749609240.076251:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609240.076252:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609240.076253:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609240.076254:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609240.076255:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749609240.076255:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000200:3.0:1749609240.076257:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612252672, offset 0 00000100:00000200:2.0:1749609240.076258:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609240.076259:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609240.076261:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609240.076262:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612252416 02000000:00000001:1.0:1749609240.076263:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609240.076263:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609240.076263:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609240.076264:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609240.076265:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609240.076266:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609240.076267:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612252416 00000400:00000200:3.0:1749609240.076267:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b9000 00000020:00000001:1.0:1749609240.076268:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609240.076268:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:1.0:1749609240.076269:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609240.076270:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000400:00000200:3.0:1749609240.076270:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 181720 00000020:00000001:1.0:1749609240.076271:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:1.0:1749609240.076272:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609240.076272:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609240.076273:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609240.076274:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609240.076275:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e80c0. 00000400:00000200:2.0:1749609240.076275:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000400:00000200:3.0:1749609240.076275:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609240.076277:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000020:00000010:1.0:1749609240.076278:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8fc0. 00000100:00000001:2.0:1749609240.076279:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609240.076279:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:1.0:1749609240.076280:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609240.076280:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749609240.076280:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609240.076282:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609240.076282:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0716300. 00000100:00000040:3.0:1749609240.076283:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0716300 x1834594612252672 msgsize 520 00000100:00000001:1.0:1749609240.076284:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749609240.076284:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:1.0:1749609240.076285:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:2.0:1749609240.076285:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609240.076286:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000100:00100000:3.0:1749609240.076286:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749609240.076287:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000020:00000001:2.0:1749609240.076287:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609240.076290:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:2.0:1749609240.076290:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0715c00 x1834594612252288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.076291:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609240.076291:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609240.076292:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609240.076293:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609240.076294:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000400:00000010:3.0:1749609240.076295:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000100:00000001:1.0:1749609240.076296:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609240.076297:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1749609240.076297:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612252288:12345-0@lo:38: Request processed in 132us (320us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609240.076297:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609240.076298:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609240.076299:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.076300:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076303:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609240.076304:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609240.076305:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609240.076306:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1749609240.076306:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00000040:3.0:1749609240.076306:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609240.076307:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609240.076308:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135001498368 : -131938708053248 : ffff8800a02ca300) 00000100:00000001:2.0:1749609240.076308:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609240.076309:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609240.076310:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a02ca300 x1834594612252416/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:186/0 lens 224/0 e 0 to 0 dl 1749609251 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609240.076311:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609240.076312:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9500. 00000100:00000001:3.0:1749609240.076312:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609240.076314:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609240.076315:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883caf0. 00000100:00000040:3.0:1749609240.076316:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000020:00000010:2.0:1749609240.076317:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:1.0:1749609240.076318:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609240.076318:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8fc0. 00000100:00000001:3.0:1749609240.076318:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298516481 00000100:00000001:1.0:1749609240.076319:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609240.076319:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609240.076320:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8fc0. 00000100:00000001:3.0:1749609240.076320:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298516488 00000100:00000001:3.0:1749609240.076321:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298516481 00000100:00100000:1.0:1749609240.076322:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a02ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612252416:12345-0@lo:400: 00000100:00000001:3.0:1749609240.076322:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298516488 00000100:00000200:1.0:1749609240.076323:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612252416 00000020:00000001:1.0:1749609240.076324:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609240.076324:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298516481 00000020:00000001:1.0:1749609240.076325:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609240.076325:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298516488 00000020:00000001:1.0:1749609240.076326:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609240.076327:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609240.076327:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298516481 00000020:00000001:1.0:1749609240.076328:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609240.076328:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298516488 00000020:00000001:1.0:1749609240.076329:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609240.076329:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609240.076330:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609240.076330:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609240.076331:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609240.076332:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609240.076332:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609240.076333:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000001:3.0:1749609240.076333:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609240.076334:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609240.076335:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609240.076336:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609240.076336:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bd800. 00000400:00000010:3.0:1749609240.076336:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62dc0. 02000000:00000001:1.0:1749609240.076337:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.076338:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609240.076338:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000020:00000001:1.0:1749609240.076339:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076339:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749609240.076339:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00010000:00000040:1.0:1749609240.076340:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612252416 00000100:00100000:2.0:1749609240.076340:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612252672 00000100:00000001:3.0:1749609240.076340:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749609240.076341:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:2.0:1749609240.076342:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749609240.076342:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749609240.076343:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a02ca300 x1834594612252416/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:186/0 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076343:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609240.076344:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609240.076346:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609240.076346:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609240.076347:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609240.076348:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=46 v=5 (1 1 1 1) 00000100:00100000:2.0:1749609240.076348:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612252672 00000100:00000200:3.0:1749609240.076348:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609240.076349:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609240.076350:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1749609240.076350:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749609240.076351:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609240.076352:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609240.076352:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609240.076352:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609240.076353:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749609240.076353:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076353:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609240.076354:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609240.076354:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.076355:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609240.076355:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749609240.076356:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609240.076357:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000020:00000010:2.0:1749609240.076357:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 02000000:00000001:3.0:1749609240.076357:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749609240.076358:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612252416, offset 224 00000100:00000001:3.0:1749609240.076358:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749609240.076359:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9500. 00000100:00000001:3.0:1749609240.076359:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609240.076360:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609240.076360:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883caf0. 02000000:00000001:3.0:1749609240.076361:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076362:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749609240.076363:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609240.076363:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609240.076364:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609240.076365:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b8f00 00000100:00001000:3.0:1749609240.076365:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609240 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609240.076366:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609240.076367:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16b21 [1] + 224 00000100:00001000:3.0:1749609240.076367:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=56 v=20 (1 1 20 1) 00000400:00000200:1.0:1749609240.076369:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609240.076370:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749609240.076371:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609240.076371:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609240.076372:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609240.076372:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609240.076373:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609240.076374:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609240.076375:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076376:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609240.076378:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076378:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609240.076380:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00000001:3.0:1749609240.076380:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609240.076382:0:16548:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:3.0:1749609240.076383:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609240.076384:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609240.076384:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005992064 : -131938703559552 : ffff8800a0713480) 00000100:00000001:3.0:1749609240.076385:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609240.076386:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:1.0:1749609240.076386:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:1.0:1749609240.076387:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749609240.076387:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0713480 x1834594612252800/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:186/0 lens 224/0 e 0 to 0 dl 1749609251 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609240.076387:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609240.076388:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609240.076389:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076389:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609240.076390:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:1.0:1749609240.076391:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00080000:3.0:1749609240.076391:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749609240.076392:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609240.076393:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00080000:3.0:1749609240.076393:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:1.0:1749609240.076394:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02ca300 x1834594612252416/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:186/0 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609240.076395:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609240.076397:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609240.076398:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a02ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612252416:12345-0@lo:400: Request processed in 80us (394us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609240.076400:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749609240.076401:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000020:00000010:2.0:1749609240.076401:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706cc0. 00000100:00000040:1.0:1749609240.076403:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:2.0:1749609240.076403:0:16548:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609240.076403:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612252288:0@lo:38: 00000100:00000001:1.0:1749609240.076404:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609240.076405:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609240.076405:0:16548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706cc0. 00000020:00000010:1.0:1749609240.076406:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 00000100:00000001:3.0:1749609240.076406:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609240.076407:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000100:00000001:3.0:1749609240.076407:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749609240.076408:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00100000:2.0:1749609240.076408:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612252800:12345-0@lo:400: 00000100:00000040:3.0:1749609240.076408:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711500 x1834594612252288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609240.076409:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609240.076410:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609240.076410:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612252800 00000020:00000001:2.0:1749609240.076412:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609240.076413:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609240.076414:0:16548:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609240.076415:0:16548:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609240.076415:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1749609240.076416:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:2.0:1749609240.076416:0:16548:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1749609240.076416:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a071e800. 00000020:00000040:1.0:1749609240.076418:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000001:2.0:1749609240.076418:0:16548:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 02000000:00000001:3.0:1749609240.076419:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1749609240.076420:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:2.0:1749609240.076420:0:16548:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609240.076420:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609240.076421:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000001:2.0:1749609240.076422:0:16548:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609240.076422:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609240.076423:0:16548:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609240.076423:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749609240.076424:0:16548:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1749609240.076424:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d2c00. 00000100:00000001:1.0:1749609240.076425:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609240.076426:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609240.076426:0:16548:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609240.076427:0:16548:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749609240.076427:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1749609240.076428:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609240.076428:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1749609240.076429:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609240.076429:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:3.0:1749609240.076429:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711500. 00000400:00000010:1.0:1749609240.076430:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 02000000:00000001:2.0:1749609240.076430:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609240.076431:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000400:00000010:1.0:1749609240.076432:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000100:00000001:3.0:1749609240.076432:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609240.076433:0:1511:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749609240.076433:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5090400. 00000100:00000001:3.0:1749609240.076433:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609240.076434:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609240.076434:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076434:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609240.076436:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076437:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749609240.076438:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609240.076438:0:16548:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076438:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000040:2.0:1749609240.076439:0:16548:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612252800 00000100:00000001:3.0:1749609240.076439:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609240.076440:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609240.076441:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749609240.076441:0:16548:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609240.076441:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.076442:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609240.076442:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.076443:0:1511:0:(client.c:1550:after_reply()) Process entered 00010000:00000200:2.0:1749609240.076443:0:16548:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0713480 x1834594612252800/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:186/0 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609240.076444:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609240.076445:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609240.076445:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609240.076446:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609240.076448:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=59 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609240.076449:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=49 v=5 (1 1 1 1) 00010000:00000001:2.0:1749609240.076449:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609240.076450:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1749609240.076450:0:16548:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.076451:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609240.076451:0:16548:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=53 v=5 (1 1 1 1) 00010000:00000001:1.0:1749609240.076453:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609240.076454:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076454:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609240.076454:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609240.076455:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609240.076456:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609240.076456:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609240.076457:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076458:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:3.0:1749609240.076459:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00000100:00000001:1.0:1749609240.076460:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609240.076460:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609240.076461:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749609240.076461:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076461:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135006003968 : -131938703547648 : ffff8800a0716300) 00000100:00000001:1.0:1749609240.076462:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609240.076462:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609240.076463:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609240.076463:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0716300 x1834594612252672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609240.076464:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749609240.076466:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612252160:0@lo:400: 00000400:00000010:2.0:1749609240.076466:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000200:2.0:1749609240.076468:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612252800, offset 224 00000100:00000001:1.0:1749609240.076469:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076469:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609240.076470:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711180 x1834594612252160/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609240.076470:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612252672:12345-0@lo:38: 00000400:00000200:2.0:1749609240.076472:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609240.076473:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749609240.076473:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612252672 02000000:00000001:1.0:1749609240.076474:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609240.076475:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b000. 00000020:00000001:3.0:1749609240.076475:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609240.076476:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749609240.076476:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609240.076476:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609240.076477:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609240.076477:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:1.0:1749609240.076478:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609240.076479:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057800. 02000000:00000001:1.0:1749609240.076480:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749609240.076480:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9080 02000000:00000001:1.0:1749609240.076481:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609240.076481:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711180. 00000020:00000001:3.0:1749609240.076482:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.076483:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609240.076484:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609240.076484:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16b35 [1] + 224 00010000:00020000:3.0:1749609240.076484:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609240.076485:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076486:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1749609240.076486:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609240.076487:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609240.076487:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749609240.076487:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609240.076488:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609240.076489:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076489:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749609240.076490:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609240.076490:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609240.076492:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609240.076493:0:16548:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749609240.076494:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a071e800. 02000000:00000001:3.0:1749609240.076495:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609240.076496:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0713100 x1834594612252800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609240.076537:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0713100 x1834594612252800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.076542:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609240.076543:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609240.076545:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609240.076546:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609240.076546:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609240.076546:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609240.076547:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c08. 00010000:00000001:3.0:1749609240.076548:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609240.076549:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 00000400:00000010:1.0:1749609240.076549:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00010000:00000001:3.0:1749609240.076549:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609240.076551:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749609240.076551:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749609240.076553:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712680 x1834594612252544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609240.076553:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609240.076555:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609240.076557:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712680 x1834594612252544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609240.076557:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:2.0:1749609240.076558:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000100:00000001:3.0:1749609240.076558:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:2.0:1749609240.076559:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:1.0:1749609240.076560:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609240.076560:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609240.076561:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609240.076561:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609240.076562:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609240.076562:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609240.076562:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609240.076562:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609240.076563:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609240.076563:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609240.076564:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609240.076564:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609240.076565:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076565:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076566:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:1.0:1749609240.076567:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609240 v=5 (0 0 0 0) 00000100:00000040:2.0:1749609240.076567:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:3.0:1749609240.076567:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1749609240.076568:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=56 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609240.076569:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1749609240.076569:0:16548:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609240.076570:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609240.076570:0:16548:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609240.076570:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000001:1.0:1749609240.076571:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609240.076571:0:16548:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609240.076573:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712680 x1834594612252544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609240.076573:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713480 x1834594612252800/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:186/0 lens 224/224 e 0 to 0 dl 1749609251 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609240.076573:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612252672, offset 0 00000100:00000001:1.0:1749609240.076576:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609240.076576:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609240.076577:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609240.076578:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076579:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609240.076579:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609240.076581:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749609240.076581:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612252800:12345-0@lo:400: Request processed in 180us (394us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609240.076581:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:1.0:1749609240.076582:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609240.076583:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609240.076585:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712680 x1834594612252544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609240.076585:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9000 00000100:00100000:2.0:1749609240.076587:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000400:00000200:3.0:1749609240.076588:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16b45 [1] + 0 00000100:00100000:1.0:1749609240.076589:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612252544:0@lo:38: 00000100:00000040:2.0:1749609240.076589:0:16548:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:1.0:1749609240.076591:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076591:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609240.076592:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609240.076592:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712680 x1834594612252544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076592:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609240.076592:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609240.076594:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef80. 00000400:00000200:3.0:1749609240.076594:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609240.076595:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609240.076596:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609240.076597:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a071f400. 00000020:00000010:2.0:1749609240.076597:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e258. 02000000:00000001:1.0:1749609240.076598:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609240.076599:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609240.076599:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000010:2.0:1749609240.076599:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00000020:00000001:1.0:1749609240.076600:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609240.076601:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d3000. 02000000:00000001:1.0:1749609240.076602:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609240.076602:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609240.076603:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712680. 00000020:00000040:2.0:1749609240.076603:0:16548:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:2.0:1749609240.076604:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076605:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609240.076605:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076606:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609240.076606:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609240.076607:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609240.076607:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609240.076608:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609240.076608:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.076609:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609240.076615:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076620:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609240.076622:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609240.076623:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749609240.076624:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609240.076625:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609240.076627:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f370. 00000100:00000001:1.0:1749609240.076628:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609240.076629:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609240.076629:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000400:00000010:2.0:1749609240.076630:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:2.0:1749609240.076632:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609240.076634:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609240.076635:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:3.0:1749609240.076636:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000001:3.0:1749609240.076638:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:1.0:1749609240.076639:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609240.076639:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:1.0:1749609240.076640:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749609240.076640:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609240.076641:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629a0. 00000400:00000200:1.0:1749609240.076642:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000100:00000001:3.0:1749609240.076642:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609240.076643:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:1.0:1749609240.076644:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609240.076644:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609240.076645:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609240.076645:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609240.076646:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076647:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609240.076647:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609240.076648:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609240.076649:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749609240.076649:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0716300 x1834594612252672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609260 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076651:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609240.076652:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609240.076653:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609240.076654:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609240.076656:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612252672:12345-0@lo:38: Request processed in 186us (371us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609240.076657:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609240.076657:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609240.076657:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=46 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609240.076658:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609240.076659:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609240.076659:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749609240.076659:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=46 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609240.076660:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609240.076661:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076661:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1749609240.076662:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609240 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609240.076662:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609240.076662:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00000100:00001000:1.0:1749609240.076663:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=53 v=20 (1 1 20 1) 00010000:00000001:2.0:1749609240.076664:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609240.076664:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609240.076665:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609240.076665:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609240.076665:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609240.076666:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:2.0:1749609240.076666:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609240.076667:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609240.076667:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9500. 00000020:00000010:3.0:1749609240.076669:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883caf0. 00000100:00000001:1.0:1749609240.076671:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609240.076672:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1749609240.076672:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609240.076672:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:1.0:1749609240.076673:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076673:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609240.076674:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609240.076674:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609240.076674:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749609240.076675:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749609240.076675:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00080000:1.0:1749609240.076676:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609240.076677:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609240.076677:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609240.076678:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609240.076679:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609240.076680:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609240.076682:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612252672:0@lo:38: 00000100:00000001:1.0:1749609240.076684:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076685:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609240.076685:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609240.076686:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712d80 x1834594612252672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609240.076687:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609240.076688:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076689:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609240.076690:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749609240.076690:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609240.076691:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a071d400. 02000000:00000001:1.0:1749609240.076693:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609240.076693:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609240.076694:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609240.076695:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609240.076695:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d3400. 02000000:00000001:1.0:1749609240.076696:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1749609240.076696:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612252416:0@lo:400: 02000000:00000001:1.0:1749609240.076697:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609240.076697:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712d80. 00000100:00000001:1.0:1749609240.076698:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609240.076699:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609240.076699:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076700:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609240.076701:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609240.076701:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609240.076702:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609240.076702:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0710000 x1834594612252416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609240.076703:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609240.076703:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076708:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609240.076709:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609240.076710:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609240.076713:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609240.076714:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609240.076715:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1749609240.076716:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609240.076717:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 02000000:00000001:2.0:1749609240.076719:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609240.076720:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609240.076721:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0710000. 00000100:00000001:2.0:1749609240.076724:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609240.076725:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609240.076726:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609240.076729:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609240.076730:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609240.076732:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609240.076733:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609240.083562:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298516488, at 4298516488 00000100:00000040:3.0:1749609240.083562:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298516488, at 4298516488 00000100:00000010:3.0:1749609240.083573:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8e00. 00000100:00000010:1.0:1749609240.083581:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8bc0. 00000100:00000040:2.0:1749609240.083608:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298516488, at 4298516488 00000100:00000010:2.0:1749609240.083615:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8480. 00000020:00000001:3.0:1749609240.401737:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609240.401740:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609240.401743:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609240.710659:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609240.710665:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609240.710667:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609240.710669:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609240.710671:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609240.710674:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609240.710676:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609240.710678:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609240.710679:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609241.403708:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609241.403711:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609241.403713:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609241.710615:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609241.710620:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609241.710622:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609241.710625:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609241.710628:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609241.710631:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609241.710634:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609241.710636:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609241.710638:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609241.838371:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609241.838374:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730242944 02000000:00000001:2.0:1749609241.838376:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609241.838378:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609241.838380:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609241.838383:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609241.838386:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730242944 00000020:00000001:2.0:1749609241.838388:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609241.838389:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000100:00000001:3.0:1749609241.838390:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749609241.838391:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609241.838393:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00100000:3.0:1749609241.838393:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730243072 00000020:00000001:2.0:1749609241.838394:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609241.838396:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 02000000:00000001:3.0:1749609241.838396:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609241.838397:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609241.838399:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609241.838400:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609241.838401:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609241.838402:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706cc0. 00000100:00000001:2.0:1749609241.838404:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609241.838404:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730243072 00000020:00000010:2.0:1749609241.838406:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706cc0. 00000020:00000001:3.0:1749609241.838406:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609241.838407:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609241.838408:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1749609241.838410:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000001:3.0:1749609241.838410:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609241.838411:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609241.838413:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000020:00000010:3.0:1749609241.838414:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8600. 00000020:00000010:2.0:1749609241.838416:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000020:00000010:3.0:1749609241.838418:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b00. 00000020:00000010:3.0:1749609241.838420:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f190. 00000100:00000040:2.0:1749609241.838421:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609241.838423:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609241.838424:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609241.838424:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609241.838425:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609241.838425:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609241.838427:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609241.838429:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609241.838430:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609241.838438:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609241.838445:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609241.838446:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609241.838447:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730243200 02000000:00000001:3.0:1749609241.838448:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609241.838449:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609241.838450:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609241.838452:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609241.838452:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609241.838453:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609241.838454:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730243200 00000020:00000001:3.0:1749609241.838455:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1749609241.838456:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1423 00000020:00000040:3.0:1749609241.838456:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609241.838457:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609241.838458:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000001:3.0:1749609241.838458:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609241.838459:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539311696 : -131936170239920 : ffff880137709850) 00000020:00000001:3.0:1749609241.838460:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609241.838463:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00000040:2.0:1749609241.838464:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880137709850 x1834594730242944/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:187/0 lens 224/0 e 0 to 0 dl 1749609252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609241.838465:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1a00. 00000020:00000010:3.0:1749609241.838467:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f708. 00000100:00000001:3.0:1749609241.838469:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609241.838470:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609241.838470:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609241.838471:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749609241.838471:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706cc0. 00000100:00000001:3.0:1749609241.838471:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609241.838472:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609241.838473:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706cc0. 00000100:00000001:3.0:1749609241.838473:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609241.838474:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609241.838475:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730242944:12345-192.168.201.20@tcp:400: 00000100:00000200:2.0:1749609241.838477:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730242944 00000100:00000001:3.0:1749609241.838478:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609241.838479:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609241.838481:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609241.838482:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609241.838483:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609241.838483:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609241.838484:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2682 00000100:00000001:3.0:1749609241.838484:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609241.838485:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:2.0:1749609241.838486:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609241.838487:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005991168 : -131938703560448 : ffff8800a0713100) 00000020:00000001:2.0:1749609241.838487:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609241.838488:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609241.838490:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749609241.838491:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0713100 x1834594730243072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609241.838492:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609241.838493:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609241.838494:0:14331:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609241.838495:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609241.838495:0:14331:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609241.838517:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609241.838520:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5092800. 02000000:00000001:2.0:1749609241.838521:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609241.838523:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609241.838524:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609241.838526:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730242944 00010000:00000001:2.0:1749609241.838527:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749609241.838530:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880137709850 x1834594730242944/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:187/0 lens 224/224 e 0 to 0 dl 1749609252 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609241.838531:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730243072:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609241.838534:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730243072 00010000:00000001:2.0:1749609241.838535:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609241.838536:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609241.838536:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609241.838538:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:2.0:1749609241.838538:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=60 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609241.838541:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609241.838543:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609241.838544:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:1.0:1749609241.838545:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609241.838546:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00020000:1.0:1749609241.838547:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749609241.838547:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609241.838548:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609241.838549:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609241.838550:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:1.0:1749609241.838551:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609241.838552:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749609241.838552:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000001:1.0:1749609241.838553:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609241.838554:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749609241.838555:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730242944, offset 224 02000000:00000010:1.0:1749609241.838557:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bdc00. 02000000:00000001:1.0:1749609241.838558:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609241.838559:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609241.838559:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:1.0:1749609241.838560:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609241.838561:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609241.838563:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609241.838565:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609241.838565:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609241.838568:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2028:2028:256:4294967295] 192.168.201.20@tcp LPNI seq info [2024:2024:8:4294967295] 00000400:00000200:2.0:1749609241.838575:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609241.838578:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609241.838580:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:2.0:1749609241.838580:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7000. 00000100:00000001:1.0:1749609241.838583:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609241.838584:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609241.838584:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609241.838585:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609241.838587:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609241.838588:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609241.838589:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1749609241.838589:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:1.0:1749609241.838590:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609241.838591:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000800:00000200:2.0:1749609241.838591:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1749609241.838592:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609241.838594:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000100:00000200:1.0:1749609241.838596:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730243072, offset 0 00000100:00000001:2.0:1749609241.838596:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609241.838598:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:1.0:1749609241.838599:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609241.838599:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609241.838600:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609241.838601:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609241.838603:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:2.0:1749609241.838603:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880137709850 x1834594730242944/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:187/0 lens 224/224 e 0 to 0 dl 1749609252 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609241.838606:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2029:2029:255:4294967295] 192.168.201.20@tcp LPNI seq info [2025:2025:7:4294967295] 00000100:00100000:2.0:1749609241.838608:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730242944:12345-192.168.201.20@tcp:400: Request processed in 137us (332us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609241.838611:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:2.0:1749609241.838612:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1423 00000800:00000200:1.0:1749609241.838613:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609241.838613:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000800:00000010:1.0:1749609241.838615:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee200. 00000100:00000001:2.0:1749609241.838615:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609241.838616:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609241.838618:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000800:00000200:1.0:1749609241.838619:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000010:2.0:1749609241.838620:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000800:00000200:1.0:1749609241.838622:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:2.0:1749609241.838622:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000800:00000200:1.0:1749609241.838624:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee200 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:2.0:1749609241.838624:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:1.0:1749609241.838625:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609241.838627:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609241.838627:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609241.838628:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609241.838628:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1749609241.838629:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609241.838631:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713100 x1834594730243072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609261 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609241.838631:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f370. 00000400:00000010:2.0:1749609241.838633:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245240. 00000100:00100000:1.0:1749609241.838636:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730243072:12345-192.168.201.20@tcp:38: Request processed in 107us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609241.838641:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2682 00000100:00000001:1.0:1749609241.838642:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609241.838643:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609241.838644:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b00. 00000020:00000010:1.0:1749609241.838646:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f190. 00000020:00000010:1.0:1749609241.838648:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8600. 00000100:00000001:1.0:1749609241.838650:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609241.838659:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609241.838660:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7000. 00000400:00000200:2.0:1749609241.838662:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609241.838664:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609241.838666:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000400:00000010:2.0:1749609241.838667:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:2.0:1749609241.838668:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609241.838670:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1749609241.838671:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5092800. 02000000:00000001:2.0:1749609241.838673:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609241.838674:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609241.838681:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609241.838682:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee200. 00000400:00000200:2.0:1749609241.838685:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609241.838687:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609241.838688:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000400:00000010:2.0:1749609241.838688:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000100:00000001:2.0:1749609241.838690:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609241.838690:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609241.838712:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609241.838713:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057400. 00000400:00000200:2.0:1749609241.838714:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609241.838716:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609241.838717:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668770 00000400:00000010:2.0:1749609241.838718:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668770. 00000100:00000001:2.0:1749609241.838719:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609241.838719:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609242.405815:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609242.405819:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609242.405823:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749609244.409670:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609244.409673:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609244.409676:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609244.710650:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609244.710658:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609244.710659:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609244.710662:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609244.710665:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609244.710668:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609244.710670:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609244.710672:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609244.710674:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.083745:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609245.083749:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609245.083751:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609245.083756:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.083758:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609245.083761:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.083765:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609245.083766:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609245.083769:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609245.083771:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609245.083773:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609245.083775:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612253312:0@lo:400: 00000100:00000001:2.0:1749609245.083781:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609245.083785:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609245.083787:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609245.083790:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609245.083793:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609245.083795:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609245.083800:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fe18. 00000400:00000010:2.0:1749609245.083806:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000200:2.0:1749609245.083813:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612253312, portal 25 00000100:00000001:2.0:1749609245.083815:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609245.083816:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005978624 : -131938703572992 : ffff8800a0710000) 00000100:00000001:1.0:1749609245.083819:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609245.083820:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609245.083820:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.083821:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609245.083825:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609245.083828:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609245.083830:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609245.083830:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609245.083831:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609245.083832:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749609245.083832:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000200:2.0:1749609245.083833:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612253312, offset 0 02000000:00000001:1.0:1749609245.083834:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609245.083835:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609245.083837:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612253440:0@lo:38: 00000400:00000200:2.0:1749609245.083838:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609245.083839:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609245.083841:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609245.083842:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609245.083843:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609245.083845:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948be000. 02000000:00000001:1.0:1749609245.083846:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609245.083849:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000400:00000200:2.0:1749609245.083850:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749609245.083851:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000200:1.0:1749609245.083853:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612253440, portal 4 00000100:00000001:1.0:1749609245.083855:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609245.083855:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005990272 : -131938703561344 : ffff8800a0712d80) 00000100:00000040:1.0:1749609245.083859:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609245.083859:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b9280 00000100:00000001:1.0:1749609245.083863:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609245.083865:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609245.083865:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16021 [2] + 0 00000400:00000010:1.0:1749609245.083866:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000400:00000010:2.0:1749609245.083868:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fb58. 00000400:00000200:2.0:1749609245.083872:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fe0a600 00000100:00000200:1.0:1749609245.083874:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612253440, offset 0 00000400:00000200:2.0:1749609245.083876:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609245.083877:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749609245.083878:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609245.083880:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1749609245.083880:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609245.083880:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609245.083881:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609245.083881:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609245.083882:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609245.083883:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1749609245.083883:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:0.0:1749609245.083884:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.083884:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609245.083886:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007a0d3000. 00000100:00000001:0.0:1749609245.083888:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609245.083889:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fe0a600 00000100:00000001:3.0:1749609245.083889:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749609245.083891:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609245.083891:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b9300 00000400:00000010:2.0:1749609245.083891:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009fe0a600. 00000100:00000001:3.0:1749609245.083891:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.083892:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609245.083893:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609245.083894:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609245.083895:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609245.083896:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749609245.083896:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 14560 00000100:00000001:0.0:1749609245.083897:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609245.083897:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1749609245.083897:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609245.083899:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a0711180] to pc [ptlrpcd_rcv+-1] req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609245.083899:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609245.083900:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88008b970850 x1834594612253312 msgsize 224 00000400:00000200:1.0:1749609245.083901:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609245.083902:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749609245.083903:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609245.083903:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.083904:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609245.083905:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609245.083905:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749609245.083905:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1749609245.083905:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609245.083906:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609245.083907:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:1.0:1749609245.083907:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b8a80. 02000000:00000001:3.0:1749609245.083907:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609245.083908:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b8a80 x1834594612253440 msgsize 520 00000100:00100000:3.0:1749609245.083908:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612253568:0@lo:400: 00000100:00080000:0.0:1749609245.083909:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609245.083910:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1749609245.083910:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749609245.083911:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609245.083911:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609245.083912:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609245.083913:0:5:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:3.0:1749609245.083913:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749609245.083914:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3849 02000000:00000001:3.0:1749609245.083914:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.083915:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609245.083915:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609245.083916:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609245.083917:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000010:3.0:1749609245.083917:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9800. 00000400:00000200:2.0:1749609245.083918:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 02000000:00000001:3.0:1749609245.083918:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.083919:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749609245.083919:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000040:0.0:1749609245.083920:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609245.083921:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:3.0:1749609245.083921:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62dc0. 00000400:00000200:1.0:1749609245.083922:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000001:2.0:1749609245.083922:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749609245.083923:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609245.083923:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000010:1.0:1749609245.083923:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:1.0:1749609245.083924:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749609245.083925:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609245.083925:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609245.083926:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000200:1.0:1749609245.083926:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609245.083927:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609245.083929:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000400:00000010:3.0:1749609245.083929:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000040:0.0:1749609245.083931:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609245.083931:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749609245.083931:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612253568, portal 4 00000100:00000040:1.0:1749609245.083932:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609245.083932:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609245.083932:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609245.083933:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609245.083933:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005988480 : -131938703563136 : ffff8800a0712680) 00000100:00000040:0.0:1749609245.083934:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609245.083934:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609245.083936:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609245.083936:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609245.083936:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609245.083937:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:1.0:1749609245.083937:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1749609245.083939:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:1.0:1749609245.083939:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.083939:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.083940:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609245.083941:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609245.083941:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1023 usecs (2 jiffies) 00000100:00000001:2.0:1749609245.083941:0:1510:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609245.083942:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1749609245.083942:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609245.083943:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 02000000:00000001:0.0:1749609245.083944:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609245.083944:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298521490 00000100:00000001:2.0:1749609245.083944:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609245.083944:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612253568, offset 0 00000100:00000010:1.0:1749609245.083945:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8bc0. 02000000:00000001:0.0:1749609245.083946:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.083946:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298521496 00000400:00000200:3.0:1749609245.083946:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609245.083947:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609245.083948:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.083949:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000010:0.0:1749609245.083950:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0711500. 00000400:00000200:3.0:1749609245.083950:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609245.083951:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609245.083953:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609245.083953:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609245.083954:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b9380 00000100:00000001:0.0:1749609245.083955:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609245.083955:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298521490 02000000:00000001:0.0:1749609245.083956:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1749609245.083956:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8fc0. 02000000:00000001:0.0:1749609245.083957:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.083957:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000200:3.0:1749609245.083957:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 12096 02000000:00000010:0.0:1749609245.083959:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007a0d2c00. 00000100:00000001:1.0:1749609245.083959:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298521490 00000100:00000010:1.0:1749609245.083960:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8b40. 00000100:00000001:2.0:1749609245.083960:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749609245.083960:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609245.083961:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.083962:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:2.0:1749609245.083962:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612253312 00000400:00000200:3.0:1749609245.083962:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609245.083963:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298521490 00000100:00100000:0.0:1749609245.083964:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1749609245.083964:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8e80. 02000000:00000001:2.0:1749609245.083964:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609245.083964:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609245.083965:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000200:3.0:1749609245.083965:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1749609245.083966:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609245.083966:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609245.083967:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609245.083967:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0716680. 00000100:00000001:1.0:1749609245.083968:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.083969:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749609245.083969:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0716680 x1834594612253568 msgsize 224 00000100:00000001:0.0:1749609245.083970:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.083970:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609245.083970:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.083971:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609245.083971:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609245.083972:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a0711500] to pc [ptlrpcd_rcv+-1] req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609245.083973:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612253312 00000100:00000001:1.0:1749609245.083974:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609245.083974:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:2.0:1749609245.083974:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609245.083975:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609245.083975:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:1.0:1749609245.083976:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609245.083976:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609245.083976:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609245.083977:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609245.083978:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609245.083978:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:0.0:1749609245.083979:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609245.083980:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000040:0.0:1749609245.083981:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1749609245.083981:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000020:00000001:2.0:1749609245.083982:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000010:3.0:1749609245.083982:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000100:00000001:0.0:1749609245.083983:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749609245.083984:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609245.083984:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609245.083985:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.083985:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749609245.083986:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609245.083987:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749609245.083987:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706cc0. 02000000:00000001:1.0:1749609245.083988:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609245.083989:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.083989:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609245.083990:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609245.083991:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612253696:0@lo:38: 00000020:00000010:2.0:1749609245.083991:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706cc0. 00000100:00000040:3.0:1749609245.083992:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.083994:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609245.083995:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609245.083995:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609245.083996:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609245.083996:0:1512:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609245.083997:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609245.083998:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609245.084014:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948be400. 00000020:00000010:2.0:1749609245.084015:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 02000000:00000001:1.0:1749609245.084016:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609245.084019:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0420. 00000400:00000010:1.0:1749609245.084021:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000200:1.0:1749609245.084023:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612253696, portal 10 00000020:00000010:2.0:1749609245.084023:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000001:1.0:1749609245.084025:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609245.084026:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005983104 : -131938703568512 : ffff8800a0711180) 00000100:00000010:0.0:1749609245.084028:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4000. 00000100:00000040:2.0:1749609245.084029:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1749609245.084030:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:1.0:1749609245.084030:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609245.084031:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609245.084032:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609245.084032:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609245.084034:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609245.084034:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609245.084034:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609245.084035:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609245.084036:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749609245.084037:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057100. 00000400:00000010:1.0:1749609245.084037:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000100:00000200:1.0:1749609245.084038:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612253696, offset 0 00000100:00000001:0.0:1749609245.084039:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.084039:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609245.084041:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609245.084041:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609245.084045:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609245.084045:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609245.084046:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609245.084048:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0d4000] to pc [ptlrpcd_00_03+3] req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609245.084052:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.084052:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609245.084054:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609245.084055:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3859) 00000100:00000001:3.0:1749609245.084055:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609245.084057:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609245.084057:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00000040:3.0:1749609245.084058:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000040:2.0:1749609245.084059:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:3.0:1749609245.084060:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298521489 00000400:00000200:1.0:1749609245.084061:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b9400 00000100:00000001:2.0:1749609245.084061:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656149584 : -131939053402032 : ffff88008b970850) 00000100:00000001:3.0:1749609245.084062:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298521490 00000100:00000001:3.0:1749609245.084064:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298521489 00000400:00000200:1.0:1749609245.084065:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 183280 00000100:00000040:2.0:1749609245.084065:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b970850 x1834594612253312/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:191/0 lens 224/0 e 0 to 0 dl 1749609256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084065:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298521490 00000400:00000200:1.0:1749609245.084068:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609245.084068:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298521489 00000100:00000001:3.0:1749609245.084069:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298521490 00000100:00000001:3.0:1749609245.084070:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298521489 00000100:00000001:0.0:1749609245.084071:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609245.084071:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609245.084071:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298521490 00000100:00100000:0.0:1749609245.084072:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749609245.084072:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609245.084072:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609245.084073:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609245.084073:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749609245.084073:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706cc0. 00000100:00000001:3.0:1749609245.084073:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609245.084074:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609245.084074:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.084075:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609245.084075:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.084076:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609245.084076:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706cc0. 00000100:00000001:3.0:1749609245.084076:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609245.084077:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749609245.084077:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b8e00. 00000100:00000001:3.0:1749609245.084077:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609245.084077:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.084078:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609245.084078:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b8e00 x1834594612253696 msgsize 520 00000100:00000001:3.0:1749609245.084078:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.084079:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609245.084079:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b970850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612253312:12345-0@lo:400: 00000100:00000001:0.0:1749609245.084080:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749609245.084081:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609245.084082:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609245.084082:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612253312 00000020:00000001:2.0:1749609245.084084:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609245.084085:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609245.084086:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609245.084087:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609245.084087:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609245.084087:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749609245.084088:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609245.084089:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609245.084089:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084089:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609245.084090:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612253952:0@lo:400: 00000400:00000200:1.0:1749609245.084090:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000020:00000001:2.0:1749609245.084090:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1749609245.084090:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612253568 02000000:00000001:3.0:1749609245.084091:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609245.084092:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1749609245.084092:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000020:00000001:2.0:1749609245.084092:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609245.084092:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609245.084093:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609245.084093:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609245.084093:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609245.084094:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609245.084094:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749609245.084095:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749609245.084095:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609245.084096:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1e00. 00000100:00000200:1.0:1749609245.084096:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609245.084096:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609245.084096:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612253568 00000020:00000001:2.0:1749609245.084097:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749609245.084098:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609245.084098:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1749609245.084099:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1749609245.084099:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000400:00000010:0.0:1749609245.084100:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17bb0. 00000100:00000001:1.0:1749609245.084100:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609245.084100:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609245.084101:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609245.084101:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000400:00000010:0.0:1749609245.084102:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668880. 00000100:00000040:1.0:1749609245.084102:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609245.084103:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749609245.084103:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:3.0:1749609245.084104:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000200:0.0:1749609245.084105:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612253952, portal 10 00000100:00000001:2.0:1749609245.084105:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609245.084106:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609245.084106:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361907200 : -131939347644416 : ffff88007a0d4000) 00000100:00000001:1.0:1749609245.084106:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084106:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609245.084107:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609245.084107:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749609245.084108:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8c40. 00000100:00000040:0.0:1749609245.084110:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084110:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609245.084110:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5092800. 02000000:00000001:2.0:1749609245.084111:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609245.084111:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e80c0. 00000100:00000040:1.0:1749609245.084112:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:0.0:1749609245.084113:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609245.084113:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084114:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298521489 00000020:00000001:2.0:1749609245.084114:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609245.084114:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:0.0:1749609245.084115:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609245.084115:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298521490 00000400:00000010:0.0:1749609245.084116:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668a18. 00010000:00000040:2.0:1749609245.084116:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612253312 00000100:00000200:0.0:1749609245.084117:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612253952, offset 0 00000100:00000001:1.0:1749609245.084117:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298521489 00010000:00000001:2.0:1749609245.084118:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609245.084119:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609245.084119:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298521490 00000100:00000001:3.0:1749609245.084119:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609245.084120:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298521489 00000020:00000010:3.0:1749609245.084120:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00010000:00000200:2.0:1749609245.084121:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b970850 x1834594612253312/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:191/0 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084122:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298521490 00000020:00000010:3.0:1749609245.084122:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000400:00000200:0.0:1749609245.084123:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609245.084123:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298521489 00000100:00000001:1.0:1749609245.084124:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298521490 00000020:00000010:3.0:1749609245.084124:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00010000:00000001:2.0:1749609245.084125:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609245.084126:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b9500 00000100:00000001:1.0:1749609245.084126:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609245.084127:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609245.084127:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609245.084127:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1749609245.084128:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609245.084129:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 183800 00000100:00000001:1.0:1749609245.084129:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609245.084129:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609245.084129:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609245.084130:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084130:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609245.084131:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609245.084132:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609245.084133:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609245.084133:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609245.084133:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609245.084133:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609245.084134:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609245.084134:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609245.084135:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609245.084135:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609245.084135:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609245.084135:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609245.084136:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609245.084136:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749609245.084137:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4380. 00000100:00000001:1.0:1749609245.084137:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609245.084137:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609245.084138:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084138:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609245.084139:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d4380 x1834594612253952 msgsize 224 00000100:00000040:1.0:1749609245.084139:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609245.084140:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609245.084141:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609245.084141:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609245.084142:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609245.084142:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749609245.084143:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000001:1.0:1749609245.084144:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749609245.084144:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00000001:0.0:1749609245.084145:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609245.084145:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609245.084145:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:3.0:1749609245.084146:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135006004864 : -131938703546752 : ffff8800a0716680) 02000000:00000001:1.0:1749609245.084147:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749609245.084147:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612253312, offset 224 02000000:00000001:1.0:1749609245.084148:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609245.084148:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0716680 x1834594612253568/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:191/0 lens 224/0 e 0 to 0 dl 1749609256 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609245.084149:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668a18 02000000:00000001:1.0:1749609245.084149:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609245.084150:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668a18. 00000100:00000001:0.0:1749609245.084151:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749609245.084151:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612253824:0@lo:38: 00000100:00000200:0.0:1749609245.084152:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084153:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609245.084153:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609245.084154:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 02000000:00000001:1.0:1749609245.084155:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609245.084155:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084155:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609245.084156:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00000100:00000001:0.0:1749609245.084157:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609245.084157:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609245.084158:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609245.084158:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609245.084158:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612253568:12345-0@lo:400: 02000000:00000010:1.0:1749609245.084159:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948be800. 00000100:00000200:3.0:1749609245.084159:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612253568 02000000:00000001:1.0:1749609245.084160:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.084161:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609245.084161:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609245.084162:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1749609245.084162:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0370. 00000020:00000001:3.0:1749609245.084163:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609245.084164:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609245.084164:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000400:00000200:2.0:1749609245.084164:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609245.084164:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609245.084165:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1749609245.084166:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000020:00000001:3.0:1749609245.084166:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:0.0:1749609245.084167:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298521489 00000100:00000200:1.0:1749609245.084167:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612253824, portal 10 00000020:00000001:3.0:1749609245.084167:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609245.084168:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298521490 00000100:00000001:1.0:1749609245.084168:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1749609245.084168:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b9280 00000100:00000001:1.0:1749609245.084169:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005984000 : -131938703567616 : ffff8800a0711500) 00000020:00000001:3.0:1749609245.084169:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609245.084170:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298521489 00000100:00000001:0.0:1749609245.084170:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298521490 00000020:00000001:3.0:1749609245.084170:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609245.084171:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298521489 00000400:00000200:2.0:1749609245.084171:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16b71 [1] + 224 00000020:00000001:3.0:1749609245.084171:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609245.084171:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.084172:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298521490 00000020:00000001:3.0:1749609245.084172:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609245.084173:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298521489 00000100:00000040:1.0:1749609245.084173:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609245.084174:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298521490 00000100:00000001:0.0:1749609245.084174:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609245.084174:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609245.084175:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609245.084175:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609245.084175:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609245.084176:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609245.084176:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a071ec00. 00000100:00000001:0.0:1749609245.084177:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609245.084177:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609245.084177:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084178:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609245.084178:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609245.084179:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609245.084179:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609245.084180:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000100:00000001:2.0:1749609245.084180:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000040:3.0:1749609245.084180:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612253568 00000100:00000200:1.0:1749609245.084182:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612253824, offset 0 00010000:00000001:3.0:1749609245.084182:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:2.0:1749609245.084183:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749609245.084184:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0716680 x1834594612253568/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:191/0 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609245.084185:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609245.084185:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609245.084186:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612253696 02000000:00000001:0.0:1749609245.084187:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609245.084188:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609245.084188:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609245.084188:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.084189:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609245.084189:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749609245.084189:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=51 v=5 (1 1 1 1) 02000000:00000001:0.0:1749609245.084190:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609245.084190:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609245.084191:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612253696 00000100:00000001:3.0:1749609245.084191:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609245.084192:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749609245.084192:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000040:0.0:1749609245.084193:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609245.084193:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609245.084193:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b9480 00000100:00000001:3.0:1749609245.084193:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609245.084194:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749609245.084195:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609245.084195:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609245.084196:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609245.084196:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 184024 00000100:00000001:3.0:1749609245.084196:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609245.084197:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 00000100:00000001:2.0:1749609245.084197:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609245.084197:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749609245.084199:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000400:00000010:3.0:1749609245.084199:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000400:00000200:1.0:1749609245.084200:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609245.084201:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e7d0. 00000100:00000200:3.0:1749609245.084201:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612253568, offset 224 00000100:00000001:0.0:1749609245.084202:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609245.084202:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000100:00000001:0.0:1749609245.084203:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609245.084203:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609245.084203:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:0.0:1749609245.084204:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.084205:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609245.084206:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609245.084207:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.084208:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609245.084211:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609245.084212:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609245.084213:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749609245.084214:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609245.084215:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.084216:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609245.084216:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609245.084216:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1749609245.084217:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612253952 00000100:00000200:1.0:1749609245.084217:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609245.084218:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609245.084218:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609245.084219:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609245.084219:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b970850 x1834594612253312/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:191/0 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609245.084220:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609245.084220:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9180. 00000100:00000040:1.0:1749609245.084221:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9180 x1834594612253824 msgsize 520 00000400:00000200:3.0:1749609245.084221:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b9380 02000000:00000001:0.0:1749609245.084222:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609245.084223:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612253952 00000020:00000001:0.0:1749609245.084224:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1749609245.084224:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b970850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612253312:12345-0@lo:400: Request processed in 152us (324us total) trans 0 rc 0/0 00000020:00000040:0.0:1749609245.084225:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00100000:1.0:1749609245.084225:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609245.084226:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749609245.084226:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16b81 [1] + 224 00000020:00000040:0.0:1749609245.084227:0:16548:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:0.0:1749609245.084229:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00100000:2.0:1749609245.084229:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000400:00000200:3.0:1749609245.084229:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609245.084230:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000040:2.0:1749609245.084230:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:1.0:1749609245.084231:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609245.084231:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609245.084232:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609245.084233:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609245.084233:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609245.084233:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609245.084234:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609245.084235:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4340. 00000400:00000200:1.0:1749609245.084235:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000020:00000010:2.0:1749609245.084235:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000400:00000010:1.0:1749609245.084236:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000020:00000010:0.0:1749609245.084237:0:16548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4940. 00000100:00000001:1.0:1749609245.084238:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749609245.084238:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000100:00000040:3.0:1749609245.084238:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609245.084239:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000020:00000040:0.0:1749609245.084240:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000200:1.0:1749609245.084240:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609245.084241:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:0.0:1749609245.084243:0:16548:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1749609245.084243:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1749609245.084244:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 02000000:00000010:2.0:1749609245.084244:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5092800. 00000100:00000001:3.0:1749609245.084244:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749609245.084246:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000100:00000001:1.0:1749609245.084246:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609245.084246:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1749609245.084247:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000020:00000010:0.0:1749609245.084248:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e898. 00000100:00000040:1.0:1749609245.084248:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609245.084248:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609245.084248:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000100:00000001:3.0:1749609245.084249:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749609245.084250:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1749609245.084250:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609245.084251:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609245.084252:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fb58. 00000100:00000040:0.0:1749609245.084253:0:16548:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609245.084253:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609245.084253:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609245.084254:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609245.084254:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749609245.084254:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245300. 00010000:00000001:3.0:1749609245.084254:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609245.084255:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609245.084255:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.084256:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609245.084256:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609245.084257:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609245.084257:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0716680 x1834594612253568/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:191/0 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609245.084259:0:16548:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749609245.084259:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:0.0:1749609245.084260:0:16548:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609245.084261:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084261:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298521489 00000100:00000001:1.0:1749609245.084262:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298521490 00000100:00100000:3.0:1749609245.084262:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612253568:12345-0@lo:400: Request processed in 108us (292us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609245.084264:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298521489 00000100:00000001:2.0:1749609245.084264:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609245.084265:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298521490 00000100:00100000:2.0:1749609245.084265:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612253440 00000100:00100000:3.0:1749609245.084265:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00000001:0.0:1749609245.084266:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609245.084266:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609245.084267:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298521489 00000100:00000001:2.0:1749609245.084267:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609245.084267:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609245.084268:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298521490 00000100:00000001:2.0:1749609245.084268:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084268:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609245.084268:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609245.084269:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298521489 02000000:00000001:2.0:1749609245.084269:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.084270:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609245.084270:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612253440 00000020:00000010:3.0:1749609245.084270:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000100:00000001:1.0:1749609245.084271:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298521490 00000020:00000001:2.0:1749609245.084271:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749609245.084271:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000100:00100000:0.0:1749609245.084272:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612253824 00000100:00000001:1.0:1749609245.084272:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609245.084272:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749609245.084273:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609245.084273:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609245.084273:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749609245.084273:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:0.0:1749609245.084274:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609245.084274:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609245.084275:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609245.084275:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:0.0:1749609245.084276:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084276:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609245.084276:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609245.084276:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609245.084277:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609245.084278:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609245.084278:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000100:00000001:1.0:1749609245.084279:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609245.084279:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00100000:0.0:1749609245.084280:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612253824 00000100:00000001:1.0:1749609245.084280:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609245.084280:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609245.084281:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609245.084281:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1749609245.084282:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609245.084282:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609245.084282:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609245.084283:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609245.084283:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609245.084283:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609245.084284:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084284:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084285:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609245.084286:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084287:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749609245.084288:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000001:2.0:1749609245.084288:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084288:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749609245.084290:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00100000:3.0:1749609245.084290:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00000001:2.0:1749609245.084291:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749609245.084292:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e190. 00000100:00000001:2.0:1749609245.084292:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609245.084292:0:14331:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:3.0:1749609245.084293:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361908096 : -131939347643520 : ffff88007a0d4380) 00000100:00000001:0.0:1749609245.084294:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00080000:1.0:1749609245.084294:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1749609245.084294:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00000001:0.0:1749609245.084295:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609245.084295:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806391424 : -131938903160192 : ffff8800948b8a80) 00000100:00000040:3.0:1749609245.084295:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d4380 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:191/0 lens 224/0 e 0 to 0 dl 1749609256 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609245.084296:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609245.084297:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:2.0:1749609245.084297:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b8a80 x1834594612253440/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609245.084298:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084299:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00080000:1.0:1749609245.084300:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1749609245.084300:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00000020:00000040:1.0:1749609245.084301:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609245.084301:0:14331:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609245.084302:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612253440:12345-0@lo:38: 00000020:00000010:3.0:1749609245.084302:0:14331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00000100:00000200:2.0:1749609245.084303:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612253440 00000100:00100000:3.0:1749609245.084303:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612253952:12345-0@lo:400: 00000100:00000001:0.0:1749609245.084304:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609245.084304:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749609245.084305:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612253952 00010000:00000001:2.0:1749609245.084306:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609245.084306:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609245.084308:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609245.084308:0:14331:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609245.084308:0:14331:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609245.084309:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609245.084309:0:14331:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609245.084310:0:14331:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00100000:0.0:1749609245.084311:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684 00000100:00000001:1.0:1749609245.084311:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609245.084311:0:14331:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609245.084312:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806392320 : -131938903159296 : ffff8800948b8e00) 00000100:00000001:1.0:1749609245.084313:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609245.084313:0:14331:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609245.084313:0:14331:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749609245.084314:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b8e00 x1834594612253696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609245.084314:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609245.084314:0:14331:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609245.084315:0:14331:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609245.084315:0:14331:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749609245.084316:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00010000:00020000:2.0:1749609245.084316:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609245.084316:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609245.084317:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609245.084317:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609245.084318:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806393216 : -131938903158400 : ffff8800948b9180) 00010000:00000001:2.0:1749609245.084319:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609245.084319:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a071d400. 00000100:00100000:0.0:1749609245.084320:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612253696:12345-0@lo:38: 00000100:00000001:2.0:1749609245.084320:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749609245.084320:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609245.084321:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9180 x1834594612253824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609245.084321:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609245.084321:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609245.084322:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612253696 00000100:00000001:3.0:1749609245.084322:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609245.084323:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:2.0:1749609245.084323:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5092800. 00000020:00000001:3.0:1749609245.084323:0:14331:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609245.084323:0:14331:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612253952 00010000:00000001:0.0:1749609245.084324:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749609245.084324:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.084325:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609245.084325:0:14331:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749609245.084326:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000200:3.0:1749609245.084326:0:14331:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0d4380 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:191/0 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609245.084327:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609245.084328:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749609245.084329:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609245.084329:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612253824:12345-0@lo:38: 00010000:00000001:3.0:1749609245.084329:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00020000:0.0:1749609245.084330:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609245.084330:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:3.0:1749609245.084330:0:14331:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609245.084331:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749609245.084331:0:14331:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=58 v=5 (1 1 1 1) 00000100:00000200:1.0:1749609245.084332:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612253824 00000100:00000001:2.0:1749609245.084332:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749609245.084333:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609245.084333:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609245.084333:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609245.084334:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609245.084334:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609245.084334:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609245.084334:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609245.084335:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609245.084335:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609245.084335:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:0.0:1749609245.084336:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749609245.084336:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749609245.084336:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609245.084337:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:3.0:1749609245.084337:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609245.084338:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0d1800. 02000000:00000001:2.0:1749609245.084338:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609245.084338:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084338:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609245.084339:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.084339:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609245.084339:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609245.084340:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609245.084340:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609245.084340:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00010000:00000001:0.0:1749609245.084341:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749609245.084341:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000200:3.0:1749609245.084341:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612253952, offset 224 00010000:00000001:0.0:1749609245.084342:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609245.084342:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609245.084343:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612253440, offset 0 00000100:00001000:0.0:1749609245.084344:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609245.084344:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609245.084345:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00020000:1.0:1749609245.084345:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749609245.084345:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609245.084346:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609245.084346:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609245.084346:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609245.084348:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00010000:00000001:1.0:1749609245.084348:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609245.084349:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609245.084349:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609245.084349:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9500 00000100:00000001:0.0:1749609245.084350:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609245.084350:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609245.084351:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609245.084352:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000400:00000200:2.0:1749609245.084352:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b9300 00000400:00000200:3.0:1749609245.084352:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16b91 [1] + 224 02000000:00000001:0.0:1749609245.084353:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609245.084353:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609245.084354:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609245.084354:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609245.084355:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749609245.084355:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bec00. 00000400:00000200:2.0:1749609245.084355:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16b79 [1] + 0 00000400:00000200:3.0:1749609245.084355:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609245.084356:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609245.084357:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668a18. 02000000:00000001:1.0:1749609245.084357:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609245.084357:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609245.084357:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609245.084358:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609245.084358:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749609245.084359:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612253696, offset 0 00000100:00000200:3.0:1749609245.084359:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609245.084360:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609245.084360:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609245.084361:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609245.084361:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609245.084362:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609245.084363:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609245.084365:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609245.084365:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749609245.084366:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084367:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609245.084367:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609245.084368:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9400 00000100:00000040:1.0:1749609245.084368:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 28 to 0@lo 00000400:00000200:0.0:1749609245.084370:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16b89 [1] + 0 00000100:00000001:1.0:1749609245.084370:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609245.084371:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:2.0:1749609245.084372:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609245.084373:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609245.084373:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 28 to 0@lo 00000400:00000200:0.0:1749609245.084374:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609245.084375:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749609245.084375:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000100:00000001:3.0:1749609245.084375:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609245.084376:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609245.084376:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:0.0:1749609245.084377:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609245.084377:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609245.084377:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609245.084378:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609245.084379:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609245.084379:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000100:00000040:1.0:1749609245.084380:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609245.084380:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609245.084381:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000400:00000010:3.0:1749609245.084381:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000400:00000010:1.0:1749609245.084382:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000100:00000001:2.0:1749609245.084382:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084382:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749609245.084383:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609245.084383:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609245.084384:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609245.084384:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612253824, offset 0 00000100:00000040:2.0:1749609245.084385:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b8a80 x1834594612253440/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084386:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609245.084387:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609245.084388:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609245.084388:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:2.0:1749609245.084389:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612253440:12345-0@lo:38: Request processed in 88us (480us total) trans 0 rc -19/-19 00010000:00000001:3.0:1749609245.084389:0:14331:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749609245.084390:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668a18 00000020:00000001:3.0:1749609245.084390:0:14331:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609245.084391:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668a18. 00000100:00000001:0.0:1749609245.084392:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749609245.084392:0:14331:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609245.084393:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749609245.084393:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000400:00000200:1.0:1749609245.084394:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609245.084394:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749609245.084394:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4380 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:191/0 lens 224/224 e 0 to 0 dl 1749609256 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609245.084395:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609245.084395:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609245.084396:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:2.0:1749609245.084396:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000100:00000001:0.0:1749609245.084397:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609245.084398:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609245.084398:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9480 00000020:00000010:2.0:1749609245.084398:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000100:00000040:0.0:1749609245.084399:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b8e00 x1834594612253696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609245.084399:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:2.0:1749609245.084400:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609245.084401:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612253952:12345-0@lo:400: Request processed in 100us (260us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609245.084402:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16b9d [1] + 0 00000100:00100000:0.0:1749609245.084404:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612253696:12345-0@lo:38: Request processed in 84us (324us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609245.084404:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609245.084406:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609245.084406:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00000040:3.0:1749609245.084407:0:14331:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00100000:0.0:1749609245.084408:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684 00000100:00000001:1.0:1749609245.084408:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609245.084409:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609245.084409:0:1510:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4298521490 00000100:00000001:3.0:1749609245.084409:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609245.084410:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749609245.084410:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084410:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609245.084411:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000001:2.0:1749609245.084411:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298521496 00000100:00000001:2.0:1749609245.084412:0:1510:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4298521490 00000020:00000010:3.0:1749609245.084412:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000020:00000010:0.0:1749609245.084413:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e7d0. 00000100:00000001:2.0:1749609245.084413:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298521496 00000020:00000010:0.0:1749609245.084414:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 00000100:00000040:1.0:1749609245.084414:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609245.084414:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e898. 00000100:00000001:2.0:1749609245.084415:0:1510:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4298521490 00000100:00000001:0.0:1749609245.084416:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609245.084416:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298521496 00000020:00000010:3.0:1749609245.084416:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000001:2.0:1749609245.084417:0:1510:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4298521490 00000100:00000001:2.0:1749609245.084418:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609245.084419:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609245.084419:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609245.084419:0:14331:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000400:00000200:1.0:1749609245.084421:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000100:00000001:3.0:1749609245.084421:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609245.084422:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:1.0:1749609245.084423:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:2.0:1749609245.084423:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609245.084424:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749609245.084424:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609245.084425:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609245.084425:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fe18. 00000400:00000200:2.0:1749609245.084426:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000100:00000040:1.0:1749609245.084427:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:2.0:1749609245.084427:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:1.0:1749609245.084428:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609245.084428:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609245.084428:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609245.084429:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609245.084430:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9180 x1834594612253824/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609265 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084431:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609245.084432:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609245.084433:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609245.084434:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749609245.084435:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612253824:12345-0@lo:38: Request processed in 106us (212us total) trans 0 rc -19/-19 00000400:00000001:3.0:1749609245.084435:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609245.084436:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17bb0. 00000100:00000001:2.0:1749609245.084437:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609245.084437:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609245.084439:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00000100:00000001:2.0:1749609245.084439:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609245.084440:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609245.084440:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749609245.084440:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668880 00000100:00000001:1.0:1749609245.084441:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609245.084441:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749609245.084441:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668880. 00000100:00000001:2.0:1749609245.084442:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609245.084443:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 02000000:00000001:2.0:1749609245.084443:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084443:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609245.084445:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e190. 00000100:00001000:2.0:1749609245.084445:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=64 v=5 (5 5 5 5) 00000100:00000200:3.0:1749609245.084445:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609245.084446:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00001000:2.0:1749609245.084447:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609245.084448:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609245.084448:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609245.084449:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609245.084451:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1749609245.084451:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609245.084451:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609245.084453:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609245.084454:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084456:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609245.084457:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609245.084457:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609245.084458:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609245.084458:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609245.084459:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609245.084459:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1749609245.084460:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609245.084460:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084460:0:1511:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:1.0:1749609245.084461:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0370. 00000100:00000040:2.0:1749609245.084461:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609245.084461:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609245.084462:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609245.084463:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000400:00000010:1.0:1749609245.084463:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:3.0:1749609245.084464:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084465:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609245.084465:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612253312:0@lo:400: 02000000:00000001:3.0:1749609245.084465:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609245.084466:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609245.084468:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609245.084469:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749609245.084469:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=58 v=5 (5 5 5 5) 00000100:00000200:1.0:1749609245.084470:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609245.084470:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0710000 x1834594612253312/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609245.084471:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609245.084473:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609245.084473:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609245.084473:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609245.084474:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609245.084474:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609245.084474:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084475:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:2.0:1749609245.084475:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8400. 00010000:00000001:3.0:1749609245.084475:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1749609245.084476:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749609245.084476:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609245.084477:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609245.084477:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609245.084478:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609245.084478:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00010000:00080000:3.0:1749609245.084478:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609245.084479:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609245.084479:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609245.084480:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057c00. 00000100:00001000:1.0:1749609245.084481:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609245 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609245.084482:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=58 v=20 (1 1 20 1) 02000000:00000001:2.0:1749609245.084482:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609245.084482:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609245.084483:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0710000. 00000100:00000001:1.0:1749609245.084484:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749609245.084484:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084485:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609245.084486:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609245.084486:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609245.084486:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084486:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749609245.084487:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609245.084488:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609245.084488:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609245.084489:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609245.084489:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609245.084490:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084490:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084491:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609245.084491:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609245.084492:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609245.084492:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084493:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609245.084493:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084494:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609245.084495:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609245.084497:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609245.084520:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609245.084521:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609245.084523:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609245.084527:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612253824:0@lo:38: 00000400:00000001:1.0:1749609245.084530:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609245.084530:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609245.084531:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0420. 00000400:00000200:1.0:1749609245.084532:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:1.0:1749609245.084533:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:1.0:1749609245.084534:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609245.084535:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084537:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609245.084538:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084539:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609245.084540:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609245.084542:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609245.084542:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609245.084543:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609245.084543:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609245.084544:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609245.084544:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609245.084545:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609245.084546:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609245.084547:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609245 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609245.084548:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=61 v=20 (1 1 20 1) 00000100:00100000:3.0:1749609245.084549:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612253952:0@lo:400: 00000100:00000001:1.0:1749609245.084550:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609245.084550:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609245.084551:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609245.084552:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084553:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084554:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609245.084556:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d4000 x1834594612253952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084559:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609245.084560:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609245.084561:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084561:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609245.084562:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609245.084562:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609245.084562:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1749609245.084563:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609245.084564:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000010:3.0:1749609245.084564:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1e00. 00000100:00000001:1.0:1749609245.084565:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609245.084566:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749609245.084567:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609245.084567:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609245.084568:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:1.0:1749609245.084570:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612253696:0@lo:38: 00000020:00000001:3.0:1749609245.084570:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609245.084571:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057100. 00000400:00000001:1.0:1749609245.084572:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609245.084572:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609245.084572:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1749609245.084573:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 02000000:00000001:3.0:1749609245.084573:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749609245.084574:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00000010:3.0:1749609245.084574:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4000. 00000400:00000010:1.0:1749609245.084575:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:1.0:1749609245.084575:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609245.084576:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084576:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609245.084577:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084578:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609245.084580:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084581:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609245.084582:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084583:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609245.084583:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609245.084584:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609245.084584:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609245.084584:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609245.084585:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609245.084585:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084585:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609245.084586:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609245.084588:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609245 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609245.084589:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=61 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609245.084590:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609245.084591:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609245.084592:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609245.084593:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084597:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609245.084597:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609245.084598:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609245.084598:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609245.084599:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609245.084599:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609245.084600:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609245.084600:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609245.084601:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000400:00000001:3.0:1749609245.084601:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609245.084602:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:3.0:1749609245.084602:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609245.084603:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609245.084603:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62dc0. 00000400:00000200:3.0:1749609245.084605:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:3.0:1749609245.084606:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00100000:1.0:1749609245.084607:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612253440:0@lo:38: 00000100:00000001:1.0:1749609245.084608:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084608:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609245.084609:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609245.084610:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711500 x1834594612253824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609245.084610:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084613:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609245.084614:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609245.084615:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948be800. 02000000:00000001:1.0:1749609245.084616:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749609245.084616:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609245.084617:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609245.084617:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609245.084618:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609245.084619:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d2c00. 02000000:00000001:1.0:1749609245.084620:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609245.084621:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609245.084621:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711500. 00000100:00000001:3.0:1749609245.084622:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609245.084623:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609245.084624:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609245.084624:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084624:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609245.084625:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609245.084625:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609245.084626:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711180 x1834594612253696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084626:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609245.084627:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609245.084628:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084630:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609245.084630:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1749609245.084630:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=51 v=5 (5 5 5 5) 02000000:00000010:1.0:1749609245.084631:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948be400. 02000000:00000001:1.0:1749609245.084632:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609245.084632:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609245.084632:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00001000:3.0:1749609245.084632:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=51 v=5 (1 1 1 1) 00000020:00000001:1.0:1749609245.084633:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609245.084633:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1749609245.084634:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d3000. 00000100:00000001:3.0:1749609245.084634:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609245.084635:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609245.084635:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1749609245.084635:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1749609245.084636:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711180. 00010000:00080000:3.0:1749609245.084636:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084637:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609245.084637:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609245.084638:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609245.084639:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712d80 x1834594612253440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609245.084640:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609245.084641:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609245.084641:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609245.084641:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 02000000:00000001:1.0:1749609245.084642:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609245.084642:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948be000. 00000100:00000001:3.0:1749609245.084642:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1749609245.084643:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609245.084643:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609245.084644:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609245.084644:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1749609245.084644:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609245.084645:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609245.084645:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d3400. 02000000:00000001:1.0:1749609245.084646:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609245.084647:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609245.084647:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712d80. 00000100:00000001:1.0:1749609245.084649:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609245.084650:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609245.084650:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084651:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609245.084652:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609245.084652:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609245.084653:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084653:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609245.084654:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609245.084654:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609245.084655:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609245.084658:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612253568:0@lo:400: 00000100:00000001:3.0:1749609245.084660:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084660:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609245.084661:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712680 x1834594612253568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609245.084664:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609245.084665:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609245.084666:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9800. 02000000:00000001:3.0:1749609245.084667:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609245.084668:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609245.084668:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1749609245.084669:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609245.084670:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057300. 02000000:00000001:3.0:1749609245.084670:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609245.084671:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609245.084672:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712680. 00000100:00000001:3.0:1749609245.084673:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609245.084673:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084674:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609245.084676:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609245.084676:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609245.084677:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609245.084678:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609245.091561:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298521496, at 4298521496 00000100:00000040:2.0:1749609245.091561:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298521496, at 4298521496 00000100:00000040:3.0:1749609245.091561:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298521496, at 4298521496 00000100:00000040:1.0:1749609245.091571:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298521496, at 4298521496 00000100:00000010:2.0:1749609245.091572:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8b40. 00000100:00000010:1.0:1749609245.091579:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8fc0. 00000100:00000010:0.0:1749609245.091587:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8bc0. 00000100:00000010:3.0:1749609245.091604:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8e80. 00010000:00000001:0.0:1749609245.411609:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609245.411614:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609245.411618:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609245.411619:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609245.411675:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609245.411678:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609245.411684:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609245.710595:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609245.710601:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609245.710602:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609245.710604:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609245.710606:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609245.710609:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609245.710611:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609245.710612:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609245.710614:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609246.413615:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609246.413620:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609246.413624:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609246.413626:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609246.413628:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609246.413629:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609246.413631:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609246.413633:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609246.413634:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609246.413636:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609246.413682:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609246.413686:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609246.413688:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609246.452544:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4700. 00000020:00000040:0.0:1749609246.452552:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609246.452556:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609246.452559:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609246.452563:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609246.452568:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0e00. 00000100:00000001:0.0:1749609246.452573:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609246.452577:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609246.452578:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609246.452582:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609246.452583:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768768 : -131936312782848 : ffff88012ef19000) 00000100:00000001:0.0:1749609246.452585:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609246.452586:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361908992 : -131939347642624 : ffff88007a0d4700) 00000100:00000001:0.0:1749609246.452589:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609246.452590:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609246.452592:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609246.452592:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609246.452598:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d4700 x1834594612254080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609246.452604:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609246.452605:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609246.452607:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d4700 x1834594612254080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609246.452611:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609246.452612:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609246.452613:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609246.452614:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19000 going to sleep for 0 seconds 00000100:00000001:0.0:1749609246.452615:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609246.452616:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609246.452618:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609246.452619:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609246.452621:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609246.452622:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4700 x1834594612254080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609246.452626:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612254080:0@lo:900: 00000100:00000001:0.0:1749609246.452628:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609246.452630:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609246.452631:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609246.452632:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609246.452633:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d4700 x1834594612254080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609246.452637:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609246.452638:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609246.452641:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609246.452642:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609246.452643:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609246.452644:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d4700 x1834594612254080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609246.452647:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609246.452648:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609246.452649:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609246.452650:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609246.452651:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0e00. 02000000:00000001:0.0:1749609246.452653:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609246.452654:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609246.452655:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4700. 00000100:00000001:0.0:1749609246.452657:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609246.452657:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609246.710600:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609246.710606:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609246.710607:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609246.710610:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609246.710612:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609246.710615:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609246.710617:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609246.710618:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609246.710619:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609246.846185:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609246.846198:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609246.846201:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609246.846202:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609246.846211:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609246.846225:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf33f500 00000400:00000200:0.0:1749609246.846230:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16045 [2] + 0 00000400:00000010:0.0:1749609246.846234:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b623c8. 00000400:00000200:0.0:1749609246.846237:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfd3c0 00000800:00000001:0.0:1749609246.846241:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609246.846244:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609246.846246:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609246.846249:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609246.846252:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfd3c0 00000400:00000010:0.0:1749609246.846253:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfd3c0. 00000100:00000001:0.0:1749609246.846256:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609246.846258:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609246.846260:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88008b971050 x1834594730243328 msgsize 224 00000100:00100000:0.0:1749609246.846263:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609246.846264:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609246.846276:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609246.846281:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609246.846282:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609246.846283:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609246.846284:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609246.846286:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609246.846289:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33f580 00000400:00000200:0.0:1749609246.846293:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b5 [64] + 184544 00000800:00000001:0.0:1749609246.846295:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609246.846297:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609246.846297:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609246.846299:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609246.846301:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609246.846302:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609246.846305:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4700. 00000100:00000040:0.0:1749609246.846307:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d4700 x1834594730243456 msgsize 520 00000100:00100000:0.0:1749609246.846309:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609246.846320:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609246.846322:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609246.846323:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609246.846324:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609246.846325:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609246.846327:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609246.846329:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33f600 00000400:00000200:0.0:1749609246.846331:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b5 [64] + 185064 00000800:00000001:0.0:1749609246.846333:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609246.846342:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609246.846344:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609246.846345:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609246.846347:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609246.846348:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609246.846349:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4a80. 00000100:00000040:0.0:1749609246.846350:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d4a80 x1834594730243584 msgsize 520 00000100:00100000:0.0:1749609246.846352:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609246.846353:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609246.846356:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730243328 00000100:00000001:0.0:1749609246.846357:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609246.846359:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:2.0:1749609246.846359:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609246.846360:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609246.846361:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609246.846363:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609246.846364:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609246.846366:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730243456 02000000:00000001:1.0:1749609246.846368:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749609246.846368:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609246.846369:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609246.846369:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749609246.846370:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730243584 00000100:00000001:1.0:1749609246.846370:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609246.846371:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609246.846371:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609246.846371:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730243328 00000100:00000001:0.0:1749609246.846372:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609246.846373:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609246.846373:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730243456 00000020:00000001:2.0:1749609246.846373:0:13561:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609246.846374:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609246.846374:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609246.846375:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:2.0:1749609246.846375:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000100:00100000:0.0:1749609246.846376:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730243584 00000020:00000001:0.0:1749609246.846377:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609246.846377:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609246.846377:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609246.846378:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609246.846379:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609246.846379:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609246.846379:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:0.0:1749609246.846380:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609246.846381:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609246.846381:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609246.846381:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000010:0.0:1749609246.846384:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 00000020:00000010:1.0:1749609246.846384:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000001:2.0:1749609246.846384:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000010:0.0:1749609246.846387:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000020:00000010:1.0:1749609246.846387:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000100:00000001:2.0:1749609246.846388:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609246.846390:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e7d0. 00000020:00000010:1.0:1749609246.846390:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000020:00000010:2.0:1749609246.846391:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706cc0. 00000100:00000001:2.0:1749609246.846393:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609246.846394:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609246.846394:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609246.846395:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609246.846395:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749609246.846395:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706cc0. 00000100:00000001:0.0:1749609246.846397:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609246.846397:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609246.846399:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000001:0.0:1749609246.846400:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609246.846401:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609246.846401:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000020:00000010:2.0:1749609246.846403:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000040:2.0:1749609246.846407:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609246.846409:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609246.846410:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609246.846411:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609246.846412:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609246.846414:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609246.846418:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609246.846418:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609246.846419:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609246.846420:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609246.846422:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2686 00000100:00000001:0.0:1749609246.846424:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361909888 : -131939347641728 : ffff88007a0d4a80) 00000100:00000001:1.0:1749609246.846424:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609246.846424:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609246.846425:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609246.846425:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609246.846428:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d4a80 x1834594730243584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609246.846429:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2687 00000100:00100000:2.0:1749609246.846429:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1425 00000100:00000001:1.0:1749609246.846431:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361908992 : -131939347642624 : ffff88007a0d4700) 00000100:00000040:2.0:1749609246.846431:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609246.846433:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656151632 : -131939053399984 : ffff88008b971050) 00000100:00000040:1.0:1749609246.846434:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d4700 x1834594730243456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609246.846435:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730243584:12345-192.168.201.20@tcp:38: 00000100:00000040:2.0:1749609246.846436:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b971050 x1834594730243328/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:192/0 lens 224/0 e 0 to 0 dl 1749609257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609246.846437:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730243584 00000020:00000001:0.0:1749609246.846439:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609246.846441:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609246.846443:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749609246.846444:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730243456:12345-192.168.201.20@tcp:38: 00000020:00000010:2.0:1749609246.846444:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706cc0. 00000100:00000001:2.0:1749609246.846446:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609246.846447:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730243456 00000020:00000010:2.0:1749609246.846447:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706cc0. 00000020:00000001:1.0:1749609246.846448:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:0.0:1749609246.846449:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609246.846450:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749609246.846450:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b971050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730243328:12345-192.168.201.20@tcp:400: 00000020:00000001:0.0:1749609246.846451:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000200:2.0:1749609246.846452:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730243328 00000020:00000001:2.0:1749609246.846454:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609246.846455:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609246.846456:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609246.846456:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609246.846458:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609246.846458:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609246.846459:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88007a0d1400. 00010000:00020000:1.0:1749609246.846460:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609246.846460:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1749609246.846461:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609246.846462:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609246.846462:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00000040:0.0:1749609246.846463:0:14333:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000001:1.0:1749609246.846463:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609246.846464:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1749609246.846465:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609246.846466:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1749609246.846467:0:14333:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3855 last 0 00000100:00000001:1.0:1749609246.846467:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609246.846467:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1749609246.846469:0:14333:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:1.0:1749609246.846469:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609246.846469:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1749609246.846470:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609246.846471:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609246.846472:0:14333:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 02000000:00000010:1.0:1749609246.846472:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948be000. 00000020:00000001:2.0:1749609246.846472:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000004:00000001:0.0:1749609246.846474:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:1.0:1749609246.846474:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609246.846474:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609246.846475:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:0.0:1749609246.846476:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609246.846476:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609246.846478:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a157400. 00010000:00000001:1.0:1749609246.846479:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609246.846479:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609246.846480:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609246.846480:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609246.846481:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00001000:1.0:1749609246.846482:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749609246.846482:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609246.846483:0:14333:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609246.846484:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609246.846484:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730243328 00000100:00000001:1.0:1749609246.846485:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749609246.846486:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000004:00000040:0.0:1749609246.846488:0:14333:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00010000:00000200:2.0:1749609246.846488:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b971050 x1834594730243328/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:192/0 lens 224/224 e 0 to 0 dl 1749609257 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1749609246.846489:0:14333:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:0.0:1749609246.846490:0:14333:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000400:00000200:1.0:1749609246.846491:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000004:00000001:0.0:1749609246.846492:0:14333:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609246.846494:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609246.846494:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749609246.846494:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000004:00000001:0.0:1749609246.846495:0:14333:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:1.0:1749609246.846495:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609246.846495:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609246.846496:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609246.846497:0:14333:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00001000:2.0:1749609246.846522:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=65 v=5 (1 1 1 1) 00010000:00000001:0.0:1749609246.846524:0:14333:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609246.846525:0:14333:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:0.0:1749609246.846526:0:14333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:1.0:1749609246.846526:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609246.846526:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609246.846527:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00010000:00000001:0.0:1749609246.846528:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609246.846528:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:0.0:1749609246.846529:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609246.846529:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00000001:0.0:1749609246.846530:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609246.846531:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609246.846531:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609246.846531:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609246.846532:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609246.846532:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609246.846533:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 02000000:00000001:1.0:1749609246.846533:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609246.846534:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609246.846534:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609246.846534:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609246.846536:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609246.846537:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000040:2.0:1749609246.846537:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609246.846538:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749609246.846539:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000400:00000010:2.0:1749609246.846539:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000040:0.0:1749609246.846540:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609246.846541:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609246.846542:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:0.0:1749609246.846543:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000200:1.0:1749609246.846543:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730243456, offset 0 00000100:00000200:2.0:1749609246.846543:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730243328, offset 224 02000000:00000001:0.0:1749609246.846544:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609246.846545:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609246.846546:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609246.846547:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609246.846547:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000010:0.0:1749609246.846549:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668a18. 00000400:00000200:1.0:1749609246.846550:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000200:0.0:1749609246.846552:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730243584, offset 0 00000400:00000200:0.0:1749609246.846554:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609246.846554:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609246.846559:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2031:2031:256:4294967295] 192.168.201.20@tcp LPNI seq info [2027:2027:8:4294967295] 00000400:00000200:2.0:1749609246.846567:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609246.846573:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609246.846574:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609246.846577:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2032:2032:255:4294967295] 192.168.201.20@tcp LPNI seq info [2028:2028:7:4294967295] 00000800:00000010:2.0:1749609246.846577:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7000. 00000800:00000200:2.0:1749609246.846581:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:1.0:1749609246.846583:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609246.846586:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000200:2.0:1749609246.846586:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:0.0:1749609246.846587:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:1.0:1749609246.846588:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee500. 00000400:00000200:0.0:1749609246.846590:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2033:2033:254:4294967295] 192.168.201.20@tcp LPNI seq info [2029:2029:6:4294967295] 00000800:00000200:1.0:1749609246.846590:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:2.0:1749609246.846590:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749609246.846594:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:0.0:1749609246.846595:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609246.846596:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1749609246.846596:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609246.846598:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609246.846598:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1749609246.846599:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057f00. 00000100:00000040:2.0:1749609246.846599:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609246.846600:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609246.846600:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000800:00000200:0.0:1749609246.846601:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609246.846601:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609246.846602:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609246.846603:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1749609246.846604:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000001:2.0:1749609246.846604:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1749609246.846606:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057f00 type 1, nob 512 niov 1 nkiov 1 00000100:00000040:1.0:1749609246.846606:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4700 x1834594730243456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609266 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609246.846607:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b971050 x1834594730243328/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:192/0 lens 224/224 e 0 to 0 dl 1749609257 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609246.846608:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609246.846609:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609246.846610:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609246.846612:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609246.846614:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4a80 x1834594730243584/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609266 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609246.846614:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730243456:12345-192.168.201.20@tcp:38: Request processed in 170us (305us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609246.846614:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b971050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730243328:12345-192.168.201.20@tcp:400: Request processed in 170us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1749609246.846619:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730243584:12345-192.168.201.20@tcp:38: Request processed in 184us (267us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609246.846621:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2687 00000100:00100000:2.0:1749609246.846621:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1425 00000100:00000001:1.0:1749609246.846623:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749609246.846623:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00100000:0.0:1749609246.846624:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2686 00000100:00000001:1.0:1749609246.846624:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609246.846625:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609246.846625:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609246.846625:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609246.846626:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609246.846627:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000010:1.0:1749609246.846627:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 00000020:00000010:2.0:1749609246.846627:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000020:00000010:0.0:1749609246.846629:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e7d0. 00000020:00000010:1.0:1749609246.846629:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000020:00000010:2.0:1749609246.846630:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000020:00000010:0.0:1749609246.846631:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 00000020:00000010:1.0:1749609246.846632:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000020:00000010:2.0:1749609246.846632:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:0.0:1749609246.846633:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609246.846634:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609246.846635:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:2.0:1749609246.846638:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609246.846641:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749609246.846643:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fe18. 00000400:00000010:2.0:1749609246.846647:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a02453c0. 00000800:00000200:0.0:1749609246.846655:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609246.846657:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7000. 00000400:00000200:0.0:1749609246.846658:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609246.846660:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609246.846662:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000400:00000010:0.0:1749609246.846663:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:0.0:1749609246.846665:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609246.846666:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609246.846667:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a157400. 02000000:00000001:0.0:1749609246.846668:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609246.846669:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609246.846675:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609246.846676:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee500. 00000400:00000200:0.0:1749609246.846679:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609246.846681:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609246.846682:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:0.0:1749609246.846682:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:0.0:1749609246.846683:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609246.846684:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609246.846715:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609246.846716:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057f00. 00000400:00000200:0.0:1749609246.846717:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609246.846719:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609246.846721:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668a18 00000400:00000010:0.0:1749609246.846721:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668a18. 00000100:00000001:0.0:1749609246.846722:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609246.846723:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609247.415618:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609247.415625:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609247.415631:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609247.415632:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609247.415731:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609247.415734:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609247.415736:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609247.710694:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609247.710700:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609247.710701:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609247.710703:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609247.710706:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609247.710708:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609247.710710:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609247.710712:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609247.710714:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609248.417655:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609248.417661:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609248.417666:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609248.417668:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609248.417733:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609248.417737:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609248.417740:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609248.453578:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4e00. 00000020:00000040:0.0:1749609248.453586:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609248.453591:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609248.453593:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609248.453597:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609248.453604:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609248.453610:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609248.453614:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609248.453615:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609248.453619:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609248.453620:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768768 : -131936312782848 : ffff88012ef19000) 00000100:00000001:0.0:1749609248.453622:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609248.453623:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361910784 : -131939347640832 : ffff88007a0d4e00) 00000100:00000001:0.0:1749609248.453626:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609248.453627:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609248.453629:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609248.453630:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609248.453635:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d4e00 x1834594612254208/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609248.453641:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609248.453643:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609248.453644:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d4e00 x1834594612254208/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609248.453647:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609248.453650:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609248.453650:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609248.453651:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19000 going to sleep for 0 seconds 00000100:00000001:0.0:1749609248.453653:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609248.453654:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609248.453656:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609248.453657:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609248.453658:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609248.453659:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4e00 x1834594612254208/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609248.453663:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612254208:0@lo:900: 00000100:00000001:0.0:1749609248.453666:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609248.453667:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609248.453668:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609248.453669:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609248.453670:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d4e00 x1834594612254208/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609248.453674:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609248.453675:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609248.453677:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609248.453678:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609248.453679:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609248.453680:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d4e00 x1834594612254208/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609248.453687:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609248.453688:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609248.453689:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609248.453690:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609248.453691:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609248.453694:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609248.453695:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609248.453696:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4e00. 00000100:00000001:0.0:1749609248.453698:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609248.453699:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609248.710606:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609248.710613:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609248.710614:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609248.710617:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609248.710619:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609248.710622:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609248.710624:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609248.710626:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609248.710628:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609249.419624:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609249.419630:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609249.419636:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609249.419638:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609249.419752:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609249.419755:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609249.419757:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609249.710617:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609249.710621:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609249.710622:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609249.710624:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609249.710627:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609249.710629:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609249.710631:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609249.710633:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609249.710634:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609250.091616:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609250.091625:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609250.091632:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4e00. 00000020:00000040:0.0:1749609250.091638:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609250.091642:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609250.091645:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609250.091649:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609250.091655:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057f00. 00000100:00000001:0.0:1749609250.091661:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609250.091669:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609250.091687:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609250.091689:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609250.091694:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0d4e00] to pc [ptlrpcd_00_00+0] req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.091731:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609250.091734:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609250.091737:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609250.091739:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609250.091742:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609250.091745:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609250.091747:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3854 00000100:00080000:0.0:1749609250.091750:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609250.091752:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609250.091755:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609250.091757:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609250.091759:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609250.091762:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609250.091763:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609250.091766:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609250.091768:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:2.0:1749609250.091768:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609250.091769:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609250.091770:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609250.091772:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00100000:2.0:1749609250.091773:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1749609250.091774:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.091774:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609250.091775:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609250.091776:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609250.091777:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609250.091779:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609250.091781:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:2.0:1749609250.091781:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609250.091782:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609250.091784:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609250.091784:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609250.091785:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.091785:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609250.091787:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609250.091788:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749609250.091790:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609250.091793:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609250.091795:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.091797:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609250.091797:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609250.091798:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.091800:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609250.091801:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609250.091802:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609250.091803:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5180. 00000020:00000040:0.0:1749609250.091804:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609250.091804:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609250.091805:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612254336:0@lo:400: 02000000:00000001:0.0:1749609250.091807:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609250.091809:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.091810:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609250.091811:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609250.091812:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609250.091813:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609250.091814:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749609250.091816:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007a0d3c00. 02000000:00000001:2.0:1749609250.091816:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609250.091818:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609250.091819:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609250.091822:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8400. 00000100:00100000:0.0:1749609250.091823:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609250.091824:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.091829:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609250.091830:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609250.091830:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f8f0. 00000100:00000040:0.0:1749609250.091832:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0d5180] to pc [ptlrpcd_rcv+-1] req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609250.091836:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000200:2.0:1749609250.091842:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612254336, portal 25 00000100:00000001:2.0:1749609250.091845:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609250.091846:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361910784 : -131939347640832 : ffff88007a0d4e00) 00000100:00000001:0.0:1749609250.091847:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609250.091849:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609250.091851:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1749609250.091851:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609250.091853:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5500. 00000020:00000040:0.0:1749609250.091855:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609250.091857:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609250.091858:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609250.091859:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.091859:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749609250.091861:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057a00. 00000100:00000040:2.0:1749609250.091861:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609250.091863:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609250.091863:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00000040:0.0:1749609250.091866:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749609250.091866:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612254336, offset 0 00000100:00000001:1.0:1749609250.091868:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609250.091870:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609250.091870:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609250.091871:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609250.091872:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609250.091873:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609250.091876:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0d5500] to pc [ptlrpcd_00_01+1] req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609250.091877:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609250.091883:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609250.091885:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609250.091887:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.091888:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609250.091889:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749609250.091890:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:1.0:1749609250.091891:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609250.091893:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:1.0:1749609250.091893:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609250.091893:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b9680 00000100:00000001:0.0:1749609250.091894:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609250.091895:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749609250.091895:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612254464:0@lo:38: 00000100:00000001:0.0:1749609250.091898:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749609250.091898:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749609250.091899:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16079 [2] + 0 00000100:00080000:0.0:1749609250.091900:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3854 02000000:00000001:1.0:1749609250.091900:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749609250.091902:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1749609250.091902:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609250.091902:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0c08. 02000000:00000001:1.0:1749609250.091903:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609250.091904:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609250.091906:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609250.091907:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000010:1.0:1749609250.091907:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948be400. 00000400:00000200:2.0:1749609250.091907:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596ba80 00000100:00000001:0.0:1749609250.091909:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609250.091909:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609250.091911:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609250.091912:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000400:00000010:1.0:1749609250.091912:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000400:00000200:2.0:1749609250.091912:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609250.091913:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609250.091932:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609250.091934:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000200:2.0:1749609250.091934:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609250.091936:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000200:2.0:1749609250.091937:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596ba80 00000100:00000040:0.0:1749609250.091939:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:2.0:1749609250.091939:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596ba80. 00000100:00000001:0.0:1749609250.091940:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609250.091942:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609250.091943:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609250.091944:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749609250.091945:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000200:2.0:1749609250.091946:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00080000:0.0:1749609250.091947:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609250.091949:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609250.091949:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88008b972c50 x1834594612254336 msgsize 224 02000000:00000001:0.0:1749609250.091950:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1749609250.091951:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00100000:2.0:1749609250.091953:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609250.091954:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609250.091954:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1749609250.091955:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612254464, portal 4 02000000:00000001:0.0:1749609250.091956:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.091957:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609250.091957:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609250.091958:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361911680 : -131939347639936 : ffff88007a0d5180) 00000100:00000001:0.0:1749609250.091959:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609250.091962:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5880. 00000100:00000040:1.0:1749609250.091963:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609250.091964:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609250.091966:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609250.091967:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.091968:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609250.091970:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609250.091970:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609250.091970:0:1510:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609250.091971:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609250.091972:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749609250.091974:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007a0d0800. 00000400:00000010:1.0:1749609250.091974:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000100:00000001:0.0:1749609250.091976:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609250.091976:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609250.091977:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00100000:0.0:1749609250.091979:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609250.091979:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609250.091981:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.091985:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1749609250.091986:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612254464, offset 0 00000100:00000001:0.0:1749609250.091987:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.091987:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609250.091988:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609250.091989:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0d5880] to pc [ptlrpcd_rcv+-1] req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609250.091990:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609250.091992:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.091993:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609250.091996:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609250.091997:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:1.0:1749609250.091997:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609250.091997:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609250.092000:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609250.092000:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298526504 00000100:00000001:0.0:1749609250.092001:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609250.092002:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1749609250.092003:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b9700 00000100:00000010:2.0:1749609250.092003:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706cc0. 00000100:00000001:0.0:1749609250.092004:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609250.092005:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3854 00000100:00080000:0.0:1749609250.092007:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749609250.092007:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1749609250.092009:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:1.0:1749609250.092009:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 15080 00000100:00000001:0.0:1749609250.092011:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609250.092011:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298526504 00000100:00000040:0.0:1749609250.092012:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609250.092013:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000010:2.0:1749609250.092013:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706200. 00000400:00000200:1.0:1749609250.092014:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609250.092015:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609250.092015:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1749609250.092016:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000200:1.0:1749609250.092016:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609250.092017:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298526504 00000020:00000001:0.0:1749609250.092018:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749609250.092018:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706140. 00000020:00000040:0.0:1749609250.092020:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:1.0:1749609250.092020:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609250.092020:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609250.092021:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298526504 00000020:00000001:0.0:1749609250.092022:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000200:1.0:1749609250.092022:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749609250.092022:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706080. 00000020:00000001:0.0:1749609250.092023:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:2.0:1749609250.092024:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1749609250.092026:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000010:1.0:1749609250.092026:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9500. 00000100:00000001:0.0:1749609250.092027:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609250.092028:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9500 x1834594612254464 msgsize 520 00000100:00000001:2.0:1749609250.092028:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609250.092029:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609250.092030:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609250.092030:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609250.092031:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749609250.092032:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:2.0:1749609250.092032:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092033:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609250.092034:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609250.092035:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092035:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609250.092036:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1749609250.092037:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609250.092037:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609250.092038:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609250.092038:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609250.092039:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609250.092040:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609250.092040:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609250.092041:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092043:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609250.092044:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609250.092044:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000100:00000001:2.0:1749609250.092045:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749609250.092046:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5c00. 00000400:00000010:1.0:1749609250.092046:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:2.0:1749609250.092046:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609250.092047:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749609250.092048:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749609250.092048:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609250.092048:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609250.092049:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609250.092050:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609250.092051:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609250.092051:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609250.092051:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612254592:0@lo:400: 00000100:00000001:0.0:1749609250.092052:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609250.092053:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609250.092053:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609250.092053:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609250.092054:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609250.092055:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749609250.092056:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007a0d1000. 02000000:00000001:2.0:1749609250.092056:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609250.092056:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612254336 02000000:00000001:2.0:1749609250.092057:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609250.092058:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092058:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749609250.092059:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609250.092060:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609250.092061:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749609250.092061:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609250.092061:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f790. 00000400:00000010:2.0:1749609250.092063:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 02000000:00000001:3.0:1749609250.092063:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609250.092065:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749609250.092065:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612254592, portal 4 00000100:00000001:3.0:1749609250.092065:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609250.092066:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092066:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609250.092067:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092067:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361912576 : -131939347639040 : ffff88007a0d5500) 00000100:00000001:3.0:1749609250.092067:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609250.092068:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0d5c00] to pc [ptlrpcd_rcv+-1] req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092068:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609250.092085:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092086:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609250.092086:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.092087:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609250.092088:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612254336 00000100:00000040:0.0:1749609250.092089:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1749609250.092089:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1023 usecs (2 jiffies) 00000100:00000001:2.0:1749609250.092089:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609250.092089:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749609250.092090:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1749609250.092090:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:0.0:1749609250.092091:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749609250.092091:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298526498 00000400:00000010:2.0:1749609250.092091:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 00000020:00000001:3.0:1749609250.092091:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1749609250.092092:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5f80. 00000100:00000200:2.0:1749609250.092092:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612254592, offset 0 00000020:00000040:0.0:1749609250.092093:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609250.092093:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298526504 00000400:00000200:2.0:1749609250.092093:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1749609250.092093:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:1.0:1749609250.092094:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298526498 00000020:00000001:3.0:1749609250.092094:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609250.092095:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609250.092095:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609250.092096:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092096:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298526504 00000020:00000001:3.0:1749609250.092096:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000010:0.0:1749609250.092097:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057600. 00000100:00000001:1.0:1749609250.092097:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298526498 00000400:00000200:2.0:1749609250.092097:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609250.092099:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092099:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298526504 00000400:00000200:2.0:1749609250.092099:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b9780 00000100:00000001:3.0:1749609250.092099:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609250.092100:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609250.092100:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298526498 00000100:00000001:1.0:1749609250.092101:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298526504 00000100:00000001:1.0:1749609250.092102:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609250.092102:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 12320 00000020:00000010:3.0:1749609250.092102:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00000100:00000001:1.0:1749609250.092103:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092104:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609250.092104:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092104:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609250.092105:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609250.092105:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609250.092105:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00000100:00000040:0.0:1749609250.092106:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0d5f80] to pc [ptlrpcd_00_02+2] req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092107:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609250.092107:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609250.092109:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749609250.092109:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000100:00000200:2.0:1749609250.092110:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1749609250.092111:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609250.092112:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000010:2.0:1749609250.092112:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9880. 00000020:00000010:3.0:1749609250.092112:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000100:00000001:1.0:1749609250.092113:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609250.092114:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609250.092114:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a02c9880 x1834594612254592 msgsize 224 00000100:00000001:1.0:1749609250.092115:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749609250.092115:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000100:00100000:2.0:1749609250.092116:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609250.092117:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609250.092118:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609250.092119:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3864) 00000100:00000040:3.0:1749609250.092119:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609250.092120:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609250.092122:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000100:00000001:3.0:1749609250.092122:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609250.092122:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609250.092123:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1749609250.092123:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000100:00000001:3.0:1749609250.092123:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092124:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092124:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609250.092125:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609250.092126:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749609250.092126:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609250.092127:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:1.0:1749609250.092127:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609250.092128:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609250.092128:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092128:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609250.092130:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612254720:0@lo:38: 00000100:00000001:2.0:1749609250.092130:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609250.092131:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609250.092131:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.092132:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609250.092132:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609250.092133:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609250.092133:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609250.092134:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749609250.092134:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609250.092134:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092134:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609250.092135:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092135:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609250.092136:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609250.092136:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609250.092136:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609250.092138:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948be800. 00000100:00000040:2.0:1749609250.092138:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:2.0:1749609250.092139:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298526497 00000100:00000001:3.0:1749609250.092139:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609250.092140:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749609250.092140:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092140:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298526504 00000100:00000001:0.0:1749609250.092141:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092141:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298526497 00000100:00000001:3.0:1749609250.092141:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609250.092142:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1749609250.092142:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0420. 00000100:00000001:2.0:1749609250.092142:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298526504 02000000:00000001:0.0:1749609250.092143:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609250.092143:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298526497 02000000:00000001:0.0:1749609250.092144:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609250.092144:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000100:00000001:2.0:1749609250.092144:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298526504 00000100:00100000:3.0:1749609250.092144:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1749609250.092145:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612254976:0@lo:400: 00000100:00000001:2.0:1749609250.092145:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298526497 00000100:00000040:3.0:1749609250.092145:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609250.092146:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298526504 00000100:00000001:3.0:1749609250.092146:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656158800 : -131939053392816 : ffff88008b972c50) 00000100:00000200:1.0:1749609250.092147:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612254720, portal 10 00000100:00000001:2.0:1749609250.092147:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609250.092147:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092148:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609250.092149:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609250.092149:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361913472 : -131939347638144 : ffff88007a0d5880) 00000100:00000001:2.0:1749609250.092149:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092149:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609250.092149:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b972c50 x1834594612254336/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:196/0 lens 224/0 e 0 to 0 dl 1749609261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609250.092150:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609250.092151:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092151:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609250.092151:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1749609250.092152:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749609250.092152:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609250.092152:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609250.092153:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1749609250.092154:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:2.0:1749609250.092154:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092154:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609250.092155:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092155:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1749609250.092157:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17a50. 00000100:00000001:1.0:1749609250.092157:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609250.092157:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00000100:00000040:1.0:1749609250.092158:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609250.092158:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609250.092159:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000020:00000010:3.0:1749609250.092159:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b87c0. 00000400:00000010:0.0:1749609250.092160:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668a18. 00000100:00000200:1.0:1749609250.092161:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612254720, offset 0 00000100:00100000:3.0:1749609250.092161:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b972c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612254336:12345-0@lo:400: 00000100:00000200:0.0:1749609250.092162:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612254976, portal 10 00000100:00000001:0.0:1749609250.092163:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749609250.092163:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609250.092163:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612254336 00000100:00000001:0.0:1749609250.092164:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361915264 : -131939347636352 : ffff88007a0d5f80) 00000020:00000001:3.0:1749609250.092164:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609250.092165:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609250.092166:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612254464 00000020:00000001:3.0:1749609250.092166:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749609250.092167:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609250.092168:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609250.092168:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609250.092168:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609250.092168:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092169:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609250.092169:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609250.092171:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609250.092171:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b9800 02000000:00000001:2.0:1749609250.092171:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609250.092171:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00100000:2.0:1749609250.092172:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612254464 00000020:00000001:3.0:1749609250.092172:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749609250.092173:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609250.092173:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749609250.092174:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6686e8. 00000020:00000040:2.0:1749609250.092174:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609250.092174:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609250.092175:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 185584 00000020:00000001:2.0:1749609250.092175:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609250.092175:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609250.092176:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609250.092176:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609250.092177:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609250.092178:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609250.092179:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609250.092179:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000020:00000001:3.0:1749609250.092179:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749609250.092181:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609250.092181:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000100:00000001:3.0:1749609250.092181:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749609250.092182:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612254976, offset 0 00000020:00000010:2.0:1749609250.092183:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 02000000:00000001:3.0:1749609250.092183:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609250.092184:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609250.092184:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609250.092185:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609250.092185:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749609250.092185:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a071f400. 00000100:00000001:2.0:1749609250.092186:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609250.092186:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609250.092187:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9880. 00000100:00000001:2.0:1749609250.092187:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092187:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609250.092188:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609250.092189:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609250.092189:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9880 x1834594612254720 msgsize 520 00000100:00000001:2.0:1749609250.092189:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609250.092190:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612254336 00000100:00100000:1.0:1749609250.092191:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609250.092192:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609250.092192:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609250.092193:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b9900 00010000:00000200:3.0:1749609250.092194:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b972c50 x1834594612254336/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:196/0 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609250.092196:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 186104 00000100:00000001:2.0:1749609250.092196:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609250.092197:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609250.092197:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609250.092199:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609250.092199:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00010000:00000001:3.0:1749609250.092199:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609250.092200:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000100:00000001:2.0:1749609250.092200:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806394112 : -131938903157504 : ffff8800948b9500) 00010000:00000001:3.0:1749609250.092200:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609250.092201:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609250.092201:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:1.0:1749609250.092202:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609250.092202:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9500 x1834594612254464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609250.092202:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609250.092203:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609250.092204:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749609250.092204:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609250.092204:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609250.092205:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000010:0.0:1749609250.092206:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6300. 00000100:00000001:3.0:1749609250.092206:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:0.0:1749609250.092207:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d6300 x1834594612254976 msgsize 224 00000100:00100000:2.0:1749609250.092207:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612254464:12345-0@lo:38: 02000000:00000001:3.0:1749609250.092208:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749609250.092209:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609250.092209:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609250.092210:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612254464 00000100:00000001:3.0:1749609250.092210:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609250.092211:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609250.092212:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609250.092212:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609250.092213:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749609250.092213:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000400:00000200:0.0:1749609250.092216:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6686e8 00000100:00000200:3.0:1749609250.092216:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612254336, offset 224 00000400:00000010:0.0:1749609250.092217:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6686e8. 00000100:00000001:0.0:1749609250.092219:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609250.092219:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609250.092220:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092220:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609250.092221:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609250.092222:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749609250.092223:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749609250.092224:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609250.092225:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609250.092226:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609250.092227:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609250.092227:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b9680 00000100:00000001:0.0:1749609250.092228:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609250.092228:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609250.092228:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749609250.092229:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609250.092229:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609250.092230:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609250.092230:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16bcd [1] + 224 00000100:00000001:1.0:1749609250.092231:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609250.092232:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a157400. 00000100:00000001:0.0:1749609250.092233:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609250.092233:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 02000000:00000001:2.0:1749609250.092233:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609250.092233:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609250.092234:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609250.092234:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092235:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092235:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298526497 00000400:00000200:3.0:1749609250.092235:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749609250.092236:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749609250.092237:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000100:00000001:1.0:1749609250.092237:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298526504 00010000:00000001:2.0:1749609250.092237:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092237:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609250.092238:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298526497 00000100:00000001:1.0:1749609250.092238:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298526497 00000100:00001000:2.0:1749609250.092238:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609250.092239:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298526504 00000100:00000200:3.0:1749609250.092239:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.092240:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298526497 00000100:00000001:1.0:1749609250.092240:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298526504 00000100:00000001:2.0:1749609250.092240:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609250.092242:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609250.092243:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609250.092244:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609250.092244:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609250.092245:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609250.092247:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298526497 00000100:00000040:2.0:1749609250.092247:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609250.092248:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609250.092248:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298526504 02000000:00000001:2.0:1749609250.092248:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749609250.092249:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612254720 02000000:00000001:2.0:1749609250.092249:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609250.092250:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609250.092250:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298526497 00000100:00000001:2.0:1749609250.092250:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609250.092251:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609250.092251:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298526504 00000100:00000040:2.0:1749609250.092251:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609250.092251:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609250.092252:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609250.092252:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 00000100:00000001:1.0:1749609250.092253:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609250.092254:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092254:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609250.092254:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612254464, offset 0 00000100:00100000:0.0:1749609250.092255:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612254720 00000100:00000001:1.0:1749609250.092255:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609250.092256:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609250.092256:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749609250.092257:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749609250.092257:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000020:00000001:0.0:1749609250.092258:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609250.092258:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609250.092258:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749609250.092258:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000020:00000001:0.0:1749609250.092259:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609250.092259:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092260:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609250.092261:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000400:00000200:2.0:1749609250.092261:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b9700 00000100:00000001:3.0:1749609250.092261:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749609250.092263:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000400:00000200:2.0:1749609250.092263:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16bd5 [1] + 0 00000020:00000010:0.0:1749609250.092265:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e7d0. 00000100:00000001:3.0:1749609250.092265:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609250.092266:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609250.092266:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609250.092267:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609250.092267:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749609250.092267:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609250.092268:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609250.092268:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092269:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092269:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609250.092269:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609250.092270:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609250.092271:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092271:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609250.092271:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609250.092271:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b972c50 x1834594612254336/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:196/0 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609250.092272:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609250.092274:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609250.092275:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609250.092275:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609250.092276:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609250.092276:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b972c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612254336:12345-0@lo:400: Request processed in 119us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609250.092277:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612254848:0@lo:38: 00000100:00000001:0.0:1749609250.092279:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609250.092280:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612254976 02000000:00000001:0.0:1749609250.092280:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609250.092280:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609250.092280:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609250.092280:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 02000000:00000001:1.0:1749609250.092281:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749609250.092281:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:0.0:1749609250.092282:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609250.092282:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609250.092282:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609250.092282:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000100:00000001:3.0:1749609250.092282:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609250.092283:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609250.092283:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749609250.092283:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000100:00000001:3.0:1749609250.092283:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749609250.092284:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612254976 00000100:00000001:2.0:1749609250.092284:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749609250.092285:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609250.092285:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:0.0:1749609250.092286:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:0.0:1749609250.092286:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1749609250.092286:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bf000. 00000100:00000001:2.0:1749609250.092286:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609250.092286:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000020:00000040:0.0:1749609250.092287:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 02000000:00000001:1.0:1749609250.092287:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609250.092288:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000040:2.0:1749609250.092288:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:3.0:1749609250.092288:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000020:00000001:0.0:1749609250.092289:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:2.0:1749609250.092289:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609250.092290:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0370. 00000020:00000001:2.0:1749609250.092290:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609250.092290:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000001:0.0:1749609250.092291:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609250.092291:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9500 x1834594612254464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609250.092292:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4940. 00000400:00000010:1.0:1749609250.092292:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000020:00000040:3.0:1749609250.092292:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000001:3.0:1749609250.092293:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1749609250.092294:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4340. 00000100:00000200:1.0:1749609250.092295:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612254848, portal 10 02000000:00000010:3.0:1749609250.092295:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071f400. 00000100:00000001:1.0:1749609250.092296:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749609250.092296:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612254464:12345-0@lo:38: Request processed in 88us (267us total) trans 0 rc -19/-19 00000020:00000040:0.0:1749609250.092297:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609250.092297:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361914368 : -131939347637248 : ffff88007a0d5c00) 02000000:00000001:3.0:1749609250.092297:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609250.092298:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609250.092299:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00000001:2.0:1749609250.092300:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749609250.092300:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1749609250.092301:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749609250.092301:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609250.092301:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609250.092302:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000400:00000010:3.0:1749609250.092302:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62dc0. 00000020:00000010:2.0:1749609250.092303:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000020:00000010:0.0:1749609250.092304:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000020:00000010:0.0:1749609250.092305:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e320. 00000020:00000010:2.0:1749609250.092305:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000400:00000010:3.0:1749609250.092305:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3d80. 00000100:00000001:1.0:1749609250.092306:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749609250.092306:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000040:0.0:1749609250.092307:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609250.092308:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749609250.092308:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609250.092308:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609250.092309:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749609250.092309:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000001:0.0:1749609250.092310:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609250.092311:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612254848, offset 0 00000100:00000001:0.0:1749609250.092312:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609250.092313:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609250.092314:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609250.092314:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609250.092314:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609250.092316:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609250.092317:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609250.092317:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609250.092317:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609250.092319:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1749609250.092319:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609250.092320:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609250.092320:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:2.0:1749609250.092320:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609250.092321:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f8f0. 00000100:00100000:0.0:1749609250.092322:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00000040:0.0:1749609250.092323:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000400:00000200:1.0:1749609250.092323:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b9880 00000400:00000200:2.0:1749609250.092323:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000100:00000001:0.0:1749609250.092324:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361916160 : -131939347635456 : ffff88007a0d6300) 00000400:00000010:2.0:1749609250.092324:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:2.0:1749609250.092325:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609250.092325:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609250.092326:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d6300 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:196/0 lens 224/0 e 0 to 0 dl 1749609261 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609250.092326:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 186328 00000100:00000200:2.0:1749609250.092326:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609250.092326:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612254592 02000000:00000001:3.0:1749609250.092328:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609250.092329:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609250.092330:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609250.092330:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092331:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1749609250.092331:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609250.092332:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4340. 00000400:00000200:1.0:1749609250.092332:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609250.092332:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092333:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609250.092350:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612254592 00000020:00000010:0.0:1749609250.092351:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4340. 00000100:00000001:1.0:1749609250.092351:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609250.092351:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609250.092352:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609250.092352:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609250.092352:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749609250.092353:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612254976:12345-0@lo:400: 00000100:00000001:2.0:1749609250.092353:0:1510:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:3.0:1749609250.092353:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000010:1.0:1749609250.092354:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9c00. 02000000:00000001:2.0:1749609250.092354:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609250.092354:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749609250.092355:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612254976 00000100:00000001:2.0:1749609250.092355:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749609250.092356:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609250.092356:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609250.092356:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:0.0:1749609250.092357:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749609250.092357:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9c00 x1834594612254848 msgsize 520 02000000:00000001:2.0:1749609250.092357:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609250.092357:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:0.0:1749609250.092358:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609250.092359:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00001000:2.0:1749609250.092359:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=69 v=5 (5 5 5 5) 00000020:00000001:3.0:1749609250.092359:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:0.0:1749609250.092360:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00100000:1.0:1749609250.092360:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609250.092361:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00001000:2.0:1749609250.092361:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609250.092362:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609250.092362:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749609250.092363:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609250.092363:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609250.092363:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b87c0. 00000020:00000001:0.0:1749609250.092364:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1749609250.092364:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1749609250.092365:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609250.092365:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749609250.092365:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609250.092365:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8c40. 00000020:00000001:0.0:1749609250.092366:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092366:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609250.092367:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749609250.092368:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609250.092368:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:0.0:1749609250.092369:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609250.092369:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609250.092369:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000400:00000010:1.0:1749609250.092370:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:3.0:1749609250.092370:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:0.0:1749609250.092371:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0d0000. 02000000:00000001:0.0:1749609250.092372:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092372:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609250.092372:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609250.092372:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000100:00000001:0.0:1749609250.092373:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609250.092374:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609250.092374:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609250.092374:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1749609250.092374:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00010000:00000040:0.0:1749609250.092375:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612254976 00000100:00000001:2.0:1749609250.092375:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609250.092375:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00010000:00000001:0.0:1749609250.092376:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749609250.092376:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749609250.092377:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0d6300 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:196/0 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092379:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609250.092380:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:0.0:1749609250.092381:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609250.092381:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609250.092381:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612254336:0@lo:400: 00010000:00000001:0.0:1749609250.092382:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092382:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:0.0:1749609250.092383:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609250.092383:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092383:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609250.092384:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609250.092384:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609250.092385:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609250.092385:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d4e00 x1834594612254336/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609250.092386:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609250.092386:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092387:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609250.092387:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609250.092388:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609250.092388:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749609250.092389:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092389:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092389:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609250.092389:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609250.092390:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609250.092390:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609250.092391:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609250.092391:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 02000000:00000001:2.0:1749609250.092391:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1749609250.092392:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6686e8. 02000000:00000010:2.0:1749609250.092392:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8400. 00000100:00000001:1.0:1749609250.092393:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298526497 00000100:00000200:0.0:1749609250.092394:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612254976, offset 224 02000000:00000001:2.0:1749609250.092394:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609250.092394:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609250.092395:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298526504 00000020:00000001:2.0:1749609250.092395:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1749609250.092396:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609250.092396:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298526497 00000020:00000040:2.0:1749609250.092396:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:1.0:1749609250.092397:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298526504 00000020:00000001:2.0:1749609250.092398:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749609250.092399:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609250.092399:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298526497 02000000:00000010:2.0:1749609250.092399:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057f00. 00000100:00000001:3.0:1749609250.092399:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609250.092400:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298526504 00000100:00000001:3.0:1749609250.092400:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609250.092401:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749609250.092402:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9900 00000100:00000001:1.0:1749609250.092402:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298526497 02000000:00000001:2.0:1749609250.092402:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749609250.092402:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00000001:1.0:1749609250.092403:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298526504 00000100:00000010:2.0:1749609250.092403:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4e00. 00000100:00000001:1.0:1749609250.092404:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609250.092404:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000400:00000200:0.0:1749609250.092405:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16bed [1] + 224 00000100:00000001:1.0:1749609250.092405:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092405:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609250.092405:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135001495680 : -131938708055936 : ffff8800a02c9880) 00000400:00000200:0.0:1749609250.092407:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609250.092407:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609250.092408:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1749609250.092408:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609250.092408:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609250.092408:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a02c9880 x1834594612254592/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:196/0 lens 224/0 e 0 to 0 dl 1749609261 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609250.092409:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609250.092409:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609250.092410:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000100:00000001:2.0:1749609250.092411:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609250.092412:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000001:2.0:1749609250.092412:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609250.092413:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609250.092413:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092414:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609250.092415:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609250.092416:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8c40. 00000100:00000200:1.0:1749609250.092417:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609250.092417:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609250.092418:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609250.092418:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8c40. 00000100:00000200:0.0:1749609250.092420:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609250.092421:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a02c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612254592:12345-0@lo:400: 00000100:00000200:1.0:1749609250.092423:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609250.092423:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612254592 00000100:00000040:0.0:1749609250.092424:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609250.092425:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609250.092426:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609250.092427:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092428:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609250.092428:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609250.092429:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609250.092429:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749609250.092430:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6686e8 00000100:00000001:1.0:1749609250.092430:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609250.092430:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000010:0.0:1749609250.092431:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6686e8. 00000100:00000001:0.0:1749609250.092432:0:14333:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609250.092432:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609250.092432:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609250.092432:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609250.092433:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609250.092433:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609250.092434:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092434:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609250.092434:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612254848 00000020:00000001:3.0:1749609250.092434:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609250.092435:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:2.0:1749609250.092435:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749609250.092435:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1749609250.092436:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:1.0:1749609250.092436:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092436:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609250.092436:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749609250.092437:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092437:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609250.092437:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609250.092438:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1749609250.092438:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1749609250.092439:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6300 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:196/0 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609250.092439:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609250 v=5 (0 0 0 0) 02000000:00000001:2.0:1749609250.092439:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609250.092440:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612254848 00000100:00000001:3.0:1749609250.092440:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1749609250.092441:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=66 v=20 (1 1 20 1) 02000000:00000001:3.0:1749609250.092441:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609250.092442:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609250.092442:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749609250.092443:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612254976:12345-0@lo:400: Request processed in 112us (235us total) trans 0 rc 0/0 02000000:00000010:3.0:1749609250.092443:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a071f400. 00000100:00000001:1.0:1749609250.092444:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749609250.092444:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609250.092445:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609250.092445:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609250.092445:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609250.092446:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092446:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609250.092447:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00000001:1.0:1749609250.092447:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609250.092448:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000020:00000001:3.0:1749609250.092448:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609250.092449:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00010000:00000040:3.0:1749609250.092449:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612254592 00000100:00000001:0.0:1749609250.092450:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609250.092450:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609250.092450:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609250.092450:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00010000:00000001:3.0:1749609250.092451:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:0.0:1749609250.092452:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000020:00000010:2.0:1749609250.092452:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00010000:00000200:3.0:1749609250.092453:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a02c9880 x1834594612254592/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:196/0 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609250.092454:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e320. 00000020:00000010:0.0:1749609250.092455:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000001:1.0:1749609250.092455:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609250.092455:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609250.092456:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609250.092457:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609250.092457:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609250.092458:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609250.092458:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609250.092458:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609250.092459:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609250.092460:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609250.092460:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609250.092460:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092461:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749609250.092461:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=56 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609250.092462:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609250.092463:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:1.0:1749609250.092464:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609250.092464:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609250.092465:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00000001:2.0:1749609250.092465:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609250.092465:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00080000:1.0:1749609250.092466:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609250.092467:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806395008 : -131938903156608 : ffff8800948b9880) 00000100:00000001:1.0:1749609250.092467:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609250.092467:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:0.0:1749609250.092468:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9880 x1834594612254720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609250.092468:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609250.092469:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609250.092470:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609250.092470:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609250.092470:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609250.092471:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609250.092472:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612254720:12345-0@lo:38: 00000100:00000040:3.0:1749609250.092472:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749609250.092474:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612254720 00000100:00100000:2.0:1749609250.092474:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689 00000400:00000010:3.0:1749609250.092474:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000020:00000001:0.0:1749609250.092475:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609250.092475:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806395904 : -131938903155712 : ffff8800948b9c00) 00010000:00000001:0.0:1749609250.092476:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749609250.092476:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612254464:0@lo:38: 00000100:00000200:3.0:1749609250.092476:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612254592, offset 224 00000100:00000040:2.0:1749609250.092478:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9c00 x1834594612254848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092479:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609250.092479:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609250.092480:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609250.092481:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609250.092481:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749609250.092482:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609250.092482:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d5180 x1834594612254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609250.092484:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609250.092484:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609250.092485:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609250.092485:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609250.092485:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612254848:12345-0@lo:38: 02000000:00000001:0.0:1749609250.092486:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609250.092487:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1749609250.092487:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612254848 02000000:00000010:0.0:1749609250.092488:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0d3400. 02000000:00000001:1.0:1749609250.092488:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749609250.092488:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b9780 02000000:00000001:0.0:1749609250.092489:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609250.092489:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609250.092490:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609250.092490:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948be400. 00010000:00000001:2.0:1749609250.092490:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:0.0:1749609250.092491:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609250.092491:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16bdd [1] + 224 00010000:00000001:0.0:1749609250.092492:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609250.092493:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749609250.092493:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609250.092494:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749609250.092494:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609250.092495:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:1.0:1749609250.092495:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609250.092495:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092496:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609250.092496:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609250.092497:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00020000:2.0:1749609250.092497:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749609250.092498:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d3c00. 00000100:00000001:3.0:1749609250.092498:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609250.092499:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609250.092500:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609250.092501:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1749609250.092501:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749609250.092501:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609250.092502:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5180. 00000100:00000001:2.0:1749609250.092502:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609250.092503:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609250.092505:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749609250.092505:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609250.092506:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609250.092507:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609250.092507:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092510:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609250.092511:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1749609250.092515:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609250.092517:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609250.092518:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000010:2.0:1749609250.092519:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5098000. 00000400:00000200:3.0:1749609250.092519:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000100:00000001:0.0:1749609250.092520:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:2.0:1749609250.092521:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609250.092521:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000040:0.0:1749609250.092522:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:0.0:1749609250.092523:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609250.092523:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092523:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609250.092524:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609250.092525:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609250.092525:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609250.092526:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609250.092526:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092526:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609250.092528:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609250.092530:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6686e8. 00000100:00000200:0.0:1749609250.092532:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612254720, offset 0 00000400:00000200:0.0:1749609250.092535:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609250.092537:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609250.092538:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749609250.092539:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609250.092540:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092541:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609250.092542:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9800 00000400:00000200:0.0:1749609250.092544:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16be5 [1] + 0 00000400:00000200:0.0:1749609250.092547:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609250.092548:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609250.092550:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749609250.092551:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749609250.092552:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609250.092553:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1749609250.092554:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:1.0:1749609250.092555:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:0.0:1749609250.092556:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609250.092556:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1749609250.092558:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:2.0:1749609250.092558:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000020:00000040:1.0:1749609250.092559:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609250.092559:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609250.092561:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609250.092561:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609250.092562:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749609250.092562:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749609250.092563:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:0.0:1749609250.092564:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6686e8 00000400:00000010:0.0:1749609250.092564:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6686e8. 00000100:00000001:1.0:1749609250.092564:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609250.092564:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609250.092564:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092565:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609250.092565:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609250.092565:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609250.092566:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609250.092566:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092567:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092567:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609250.092568:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9880 x1834594612254592/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:196/0 lens 224/224 e 0 to 0 dl 1749609261 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609250.092569:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609250.092569:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609250.092570:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092570:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609250.092570:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609250.092571:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609250.092571:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000400:00000001:1.0:1749609250.092572:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749609250.092573:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9880 x1834594612254720/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609250.092573:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609250.092573:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a02c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612254592:12345-0@lo:400: Request processed in 158us (458us total) trans 0 rc 0/0 00000400:00000010:1.0:1749609250.092574:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0420. 00000400:00000200:1.0:1749609250.092576:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000100:00100000:0.0:1749609250.092577:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612254720:12345-0@lo:38: Request processed in 104us (387us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609250.092577:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000400:00000010:1.0:1749609250.092578:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000040:3.0:1749609250.092578:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609250.092579:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609250.092579:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749609250.092580:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612254848, offset 0 00000100:00000001:3.0:1749609250.092580:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749609250.092581:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00000200:1.0:1749609250.092582:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609250.092582:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000100:00000001:0.0:1749609250.092583:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609250.092583:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609250.092583:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000100:00000001:0.0:1749609250.092584:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609250.092585:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000010:3.0:1749609250.092585:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000020:00000010:0.0:1749609250.092586:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e7d0. 00000020:00000040:3.0:1749609250.092586:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:3.0:1749609250.092587:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609250.092588:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000200:1.0:1749609250.092588:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609250.092588:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609250.092589:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609250.092592:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9880 00000100:00000001:1.0:1749609250.092594:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609250.092595:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609250.092595:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16bfd [1] + 0 00000100:00000001:1.0:1749609250.092596:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609250.092597:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609250.092598:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609250.092598:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609250.092599:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298526504 00000100:00000001:1.0:1749609250.092599:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609250.092600:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609250.092601:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298526498 02000000:00000001:1.0:1749609250.092601:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092602:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298526504 00000100:00000001:3.0:1749609250.092602:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609250.092603:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298526498 00000100:00000001:2.0:1749609250.092603:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609250.092603:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609250.092604:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298526504 00000100:00000001:0.0:1749609250.092604:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749609250.092604:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609250 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609250.092605:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609250.092605:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609250.092606:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=66 v=20 (1 1 20 1) 00000400:00000001:3.0:1749609250.092606:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609250.092607:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609250.092608:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749609250.092608:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f790. 00000100:00000001:1.0:1749609250.092609:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609250.092609:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000100:00000001:1.0:1749609250.092610:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749609250.092610:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000400:00000001:0.0:1749609250.092611:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609250.092611:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609250.092611:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:0.0:1749609250.092612:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609250.092613:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17a50. 00000100:00000040:1.0:1749609250.092613:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609250.092613:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609250.092615:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668a18 00000400:00000010:0.0:1749609250.092615:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668a18. 00000100:00000001:2.0:1749609250.092615:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609250.092616:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609250.092617:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609250.092618:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092618:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609250.092618:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000400:00000010:2.0:1749609250.092619:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:1.0:1749609250.092620:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609250.092620:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609250.092620:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609250.092621:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609250.092621:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609250.092621:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609250.092622:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092622:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609250.092622:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609250.092623:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609250.092623:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609250.092623:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749609250.092624:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609250.092624:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609250.092625:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:1.0:1749609250.092625:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609250.092625:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609250.092625:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092626:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609250.092626:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609250.092626:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092627:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:1.0:1749609250.092627:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000001:0.0:1749609250.092628:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609250.092628:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609250.092628:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609250.092628:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9c00 x1834594612254848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609270 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609250.092628:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=56 v=5 (5 5 5 5) 00000100:00000001:0.0:1749609250.092629:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609250.092629:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=56 v=5 (1 1 1 1) 02000000:00000001:0.0:1749609250.092630:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609250.092631:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609250.092631:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609250.092631:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609250.092632:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=63 v=5 (5 5 5 5) 00010000:00000001:3.0:1749609250.092632:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1749609250.092633:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=63 v=5 (1 1 1 1) 00000100:00100000:2.0:1749609250.092633:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612254848:12345-0@lo:38: Request processed in 148us (275us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749609250.092634:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.092635:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609250.092636:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609250.092637:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1749609250.092637:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612254720:0@lo:38: 00000100:00100000:2.0:1749609250.092637:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689 00010000:00080000:0.0:1749609250.092638:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609250.092638:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1749609250.092638:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609250.092639:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609250.092639:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1749609250.092640:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749609250.092640:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000100:00000040:3.0:1749609250.092640:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:3.0:1749609250.092641:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1749609250.092642:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609250.092642:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749609250.092642:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000100:00000001:3.0:1749609250.092642:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092643:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1749609250.092643:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0370. 00000020:00000010:2.0:1749609250.092643:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000040:3.0:1749609250.092643:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609250.092644:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609250.092644:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609250.092645:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609250.092645:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609250.092645:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000400:00000010:1.0:1749609250.092646:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:3.0:1749609250.092646:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609250.092647:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092648:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609250.092648:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609250.092648:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609250.092650:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609250.092650:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609250.092650:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.092651:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609250.092651:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609250.092653:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609250.092654:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612254592:0@lo:400: 00000100:00100000:0.0:1749609250.092656:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612254976:0@lo:400: 00000100:00000200:1.0:1749609250.092656:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609250.092656:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609250.092657:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609250.092658:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d5500 x1834594612254592/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.092659:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609250.092660:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609250.092661:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d5f80 x1834594612254976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092661:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609250.092661:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609250.092662:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609250.092662:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609250.092663:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:3.0:1749609250.092663:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 00000100:00000001:0.0:1749609250.092664:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609250.092664:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749609250.092664:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749609250.092664:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1749609250.092665:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1e00. 00000100:00000001:1.0:1749609250.092665:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609250.092665:0:1510:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749609250.092666:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1749609250.092666:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1749609250.092667:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609250.092667:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609250.092667:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609250.092667:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609250.092667:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057a00. 00000020:00000001:0.0:1749609250.092668:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749609250.092668:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609250.092669:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057600. 02000000:00000001:3.0:1749609250.092669:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609250.092669:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749609250.092670:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1749609250.092670:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5500. 02000000:00000001:0.0:1749609250.092671:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609250.092671:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5f80. 00000100:00001000:1.0:1749609250.092671:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609250 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609250.092671:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609250.092672:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609250.092672:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609250.092673:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1749609250.092673:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=63 v=20 (1 1 20 1) 00000100:00000001:0.0:1749609250.092674:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609250.092674:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609250.092675:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609250.092675:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609250.092675:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092676:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609250.092676:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609250.092676:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609250.092677:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092677:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609250.092677:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.092678:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609250.092679:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609250.092680:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092685:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609250.092687:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609250.092688:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609250.092689:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609250.092690:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609250.092692:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609250.092694:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609250.092695:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609250.092697:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609250.092708:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612254848:0@lo:38: 00000100:00000001:1.0:1749609250.092711:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609250.092712:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609250.092714:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d5880 x1834594612254720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092719:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609250.092721:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609250.092722:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948be800. 02000000:00000001:1.0:1749609250.092724:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609250.092725:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609250.092726:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609250.092728:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609250.092729:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d0800. 02000000:00000001:1.0:1749609250.092731:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609250.092732:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609250.092733:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5880. 00000100:00000001:1.0:1749609250.092735:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609250.092735:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609250.092737:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609250.092738:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d5c00 x1834594612254848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609250.092744:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609250.092745:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609250.092746:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bf000. 02000000:00000001:1.0:1749609250.092748:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609250.092748:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609250.092749:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609250.092750:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609250.092751:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007a0d1000. 02000000:00000001:1.0:1749609250.092753:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609250.092754:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609250.092754:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5c00. 00000100:00000001:1.0:1749609250.092756:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609250.092757:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609250.092759:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609250.092761:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609250.092762:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609250.092763:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609250.092764:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609250.099550:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298526504, at 4298526504 00000100:00000040:2.0:1749609250.099551:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298526504, at 4298526504 00000100:00000040:1.0:1749609250.099558:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298526504, at 4298526504 00000100:00000040:3.0:1749609250.099558:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298526504, at 4298526504 00000100:00000010:0.0:1749609250.099561:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706cc0. 00000100:00000010:3.0:1749609250.099565:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706080. 00000100:00000010:2.0:1749609250.099572:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706140. 00000100:00000010:1.0:1749609250.099579:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706200. 00010000:00000001:0.0:1749609250.421608:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609250.421614:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609250.421619:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609250.421620:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609250.421717:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609250.421720:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609250.421722:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609250.454630:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5f80. 00000020:00000040:0.0:1749609250.454639:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609250.454643:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609250.454646:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609250.454649:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609250.454654:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609250.454660:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.454663:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609250.454665:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609250.454669:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609250.454670:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768768 : -131936312782848 : ffff88012ef19000) 00000100:00000001:0.0:1749609250.454672:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609250.454673:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361915264 : -131939347636352 : ffff88007a0d5f80) 00000100:00000001:0.0:1749609250.454676:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609250.454677:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609250.454678:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609250.454679:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609250.454685:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d5f80 x1834594612255104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.454691:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609250.454692:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609250.454693:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d5f80 x1834594612255104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.454702:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609250.454704:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609250.454705:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609250.454706:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19000 going to sleep for 0 seconds 00000100:00000001:0.0:1749609250.454707:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609250.454709:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609250.454710:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609250.454712:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609250.454713:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609250.454714:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5f80 x1834594612255104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609250.454718:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d5f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612255104:0@lo:900: 00000100:00000001:0.0:1749609250.454721:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609250.454722:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609250.454723:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609250.454725:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609250.454726:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d5f80 x1834594612255104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.454729:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609250.454730:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609250.454733:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609250.454734:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609250.454736:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609250.454736:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d5f80 x1834594612255104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609250.454740:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609250.454741:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609250.454742:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609250.454743:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609250.454744:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609250.454747:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609250.454749:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609250.454750:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5f80. 00000100:00000001:0.0:1749609250.454752:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609250.454753:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609250.710593:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609250.710599:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609250.710601:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609250.710603:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609250.710606:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609250.710608:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609250.710610:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609250.710612:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609250.710613:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609251.423608:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609251.423613:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609251.423617:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609251.423618:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609251.423674:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609251.423677:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609251.423679:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609251.710609:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609251.710616:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609251.710617:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609251.710620:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609251.710623:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609251.710626:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609251.710628:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609251.710630:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609251.710632:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609251.854168:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609251.854183:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609251.854187:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609251.854189:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609251.854200:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609251.854214:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33f700 00000400:00000200:0.0:1749609251.854221:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b5 [64] + 186848 00000800:00000001:0.0:1749609251.854228:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609251.854232:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609251.854235:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609251.854239:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609251.854244:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609251.854246:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609251.854251:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5f80. 00000100:00000040:0.0:1749609251.854254:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d5f80 x1834594730243840 msgsize 520 00000100:00100000:0.0:1749609251.854258:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609251.854275:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609251.854283:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609251.854286:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609251.854288:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609251.854289:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609251.854293:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609251.854298:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf33f680 00000400:00000200:0.0:1749609251.854303:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x160a1 [2] + 0 00000400:00000010:0.0:1749609251.854307:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0840. 00000400:00000200:0.0:1749609251.854311:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b000 00000800:00000001:0.0:1749609251.854314:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609251.854317:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609251.854318:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609251.854320:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609251.854322:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b000 00000400:00000010:0.0:1749609251.854324:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b000. 00000100:00000001:0.0:1749609251.854327:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609251.854328:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609251.854330:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88008b970450 x1834594730243712 msgsize 224 00000100:00100000:0.0:1749609251.854332:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609251.854333:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609251.854344:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609251.854346:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609251.854348:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609251.854349:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609251.854349:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609251.854350:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609251.854352:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00100000:2.0:1749609251.854353:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730243840 00000400:00000200:0.0:1749609251.854355:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33f780 02000000:00000001:2.0:1749609251.854355:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609251.854357:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b5 [64] + 187368 00000100:00000001:2.0:1749609251.854357:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609251.854358:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609251.854359:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:2.0:1749609251.854363:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609251.854366:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730243840 00000020:00000001:2.0:1749609251.854368:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609251.854369:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000800:00000001:0.0:1749609251.854370:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609251.854370:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609251.854371:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609251.854372:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609251.854373:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000001:2.0:1749609251.854373:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609251.854375:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609251.854375:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609251.854377:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6680. 00000020:00000010:2.0:1749609251.854377:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000040:0.0:1749609251.854378:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d6680 x1834594730243968 msgsize 520 00000100:00100000:0.0:1749609251.854380:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:2.0:1749609251.854380:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9600. 00000020:00000010:2.0:1749609251.854384:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ce10. 00000100:00000001:0.0:1749609251.854387:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609251.854388:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1749609251.854389:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609251.854389:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1749609251.854390:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609251.854391:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609251.854395:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609251.854409:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609251.854414:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609251.854415:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730243968 02000000:00000001:2.0:1749609251.854416:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609251.854416:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609251.854417:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609251.854417:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609251.854418:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609251.854419:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730243968 00000100:00100000:3.0:1749609251.854419:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730243712 00000020:00000001:2.0:1749609251.854420:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609251.854421:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609251.854421:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609251.854421:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749609251.854422:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609251.854422:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609251.854422:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609251.854423:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609251.854424:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749609251.854424:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00000001:0.0:1749609251.854425:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609251.854425:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9f80. 02000000:00000001:3.0:1749609251.854425:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609251.854426:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c960. 00000100:00000001:2.0:1749609251.854427:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609251.854427:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749609251.854427:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730243712 00000100:00100000:0.0:1749609251.854428:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2690 00000100:00000001:2.0:1749609251.854428:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609251.854428:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609251.854429:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609251.854430:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609251.854431:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361915264 : -131939347636352 : ffff88007a0d5f80) 00000100:00000001:2.0:1749609251.854431:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609251.854432:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609251.854433:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609251.854434:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000040:0.0:1749609251.854435:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d5f80 x1834594730243840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609251.854435:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609251.854437:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609251.854438:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609251.854439:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749609251.854440:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8c40. 00000100:00000001:3.0:1749609251.854441:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609251.854442:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730243840:12345-192.168.201.20@tcp:38: 00000100:00100000:2.0:1749609251.854442:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2691 00000020:00000010:3.0:1749609251.854443:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8c40. 00000100:00000200:0.0:1749609251.854444:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730243840 00000100:00000001:2.0:1749609251.854444:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361917056 : -131939347634560 : ffff88007a0d6680) 00000020:00000001:0.0:1749609251.854446:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609251.854446:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d6680 x1834594730243968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609251.854446:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000020:00000010:3.0:1749609251.854448:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00010000:00000001:0.0:1749609251.854449:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749609251.854450:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000100:00100000:2.0:1749609251.854452:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730243968:12345-192.168.201.20@tcp:38: 00000100:00000200:2.0:1749609251.854454:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730243968 00000100:00000040:3.0:1749609251.854454:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1749609251.854455:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609251.854455:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609251.854456:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1749609251.854457:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609251.854457:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609251.854459:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609251.854460:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609251.854461:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:2.0:1749609251.854461:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:0.0:1749609251.854463:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609251.854463:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:0.0:1749609251.854465:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609251.854465:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609251.854467:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609251.854467:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609251.854468:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609251.854469:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609251.854469:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609251.854469:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609251.854470:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1749609251.854472:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0d2c00. 02000000:00000010:2.0:1749609251.854472:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a5098400. 02000000:00000001:0.0:1749609251.854473:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609251.854473:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609251.854473:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1427 00000100:00000001:0.0:1749609251.854474:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609251.854474:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609251.854474:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00010000:00000040:2.0:1749609251.854475:0:16548:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000001:3.0:1749609251.854475:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656148560 : -131939053403056 : ffff88008b970450) 00010000:00000001:0.0:1749609251.854477:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609251.854478:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609251.854478:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b970450 x1834594730243712/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:197/0 lens 224/0 e 0 to 0 dl 1749609262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749609251.854479:0:16548:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3860 last 0 00000100:00001000:0.0:1749609251.854480:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609251.854482:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749609251.854482:0:16548:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:3.0:1749609251.854484:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609251.854484:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8c40. 00000004:00000001:2.0:1749609251.854485:0:16548:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:3.0:1749609251.854485:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609251.854486:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000010:3.0:1749609251.854486:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8c40. 00000004:00000001:2.0:1749609251.854487:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:0.0:1749609251.854488:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749609251.854488:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b970450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730243712:12345-192.168.201.20@tcp:400: 00000100:00000040:0.0:1749609251.854489:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:2.0:1749609251.854489:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:0.0:1749609251.854490:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000200:3.0:1749609251.854490:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730243712 00000020:00000001:3.0:1749609251.854491:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609251.854492:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:0.0:1749609251.854493:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000001:3.0:1749609251.854493:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749609251.854494:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609251.854494:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609251.854495:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609251.854495:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000001:3.0:1749609251.854495:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609251.854497:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:2.0:1749609251.854497:0:16548:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609251.854519:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609251.854520:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609251.854522:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668a18. 00000004:00000040:2.0:1749609251.854524:0:16548:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000200:0.0:1749609251.854525:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730243840, offset 0 00000004:00000040:2.0:1749609251.854526:0:16548:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000400:00000200:0.0:1749609251.854528:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000040:2.0:1749609251.854528:0:16548:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:2.0:1749609251.854530:0:16548:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609251.854532:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:0.0:1749609251.854534:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:2.0:1749609251.854534:0:16548:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609251.854536:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:0.0:1749609251.854537:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2034:2034:256:4294967295] 192.168.201.20@tcp LPNI seq info [2030:2030:8:4294967295] 00000004:00000001:2.0:1749609251.854538:0:16548:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:3.0:1749609251.854538:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00000001:2.0:1749609251.854540:0:16548:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:3.0:1749609251.854540:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609251.854541:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609251.854542:0:16548:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000001:3.0:1749609251.854542:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749609251.854543:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000040:2.0:1749609251.854544:0:16548:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000001:3.0:1749609251.854544:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609251.854545:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609251.854546:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609251.854547:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000001:3.0:1749609251.854547:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609251.854548:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000800:00000010:0.0:1749609251.854549:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057600. 00000100:00000001:3.0:1749609251.854549:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609251.854550:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609251.854550:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749609251.854551:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609251.854552:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00001000:2.0:1749609251.854553:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 02000000:00000010:3.0:1749609251.854553:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fb000. 00000100:00000001:2.0:1749609251.854555:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749609251.854555:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609251.854556:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609251.854557:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000001:3.0:1749609251.854557:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609251.854558:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730243712 00000800:00000200:0.0:1749609251.854559:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749609251.854560:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00010000:00000001:3.0:1749609251.854560:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609251.854562:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000200:3.0:1749609251.854562:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b970450 x1834594730243712/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:197/0 lens 224/224 e 0 to 0 dl 1749609262 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609251.854564:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609251.854564:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609251.854565:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:0.0:1749609251.854566:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609251.854566:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609251.854567:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609251.854567:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00010000:00000001:3.0:1749609251.854567:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609251.854568:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609251.854569:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00001000:3.0:1749609251.854569:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=70 v=5 (1 1 1 1) 00000100:00000040:0.0:1749609251.854570:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5f80 x1834594730243840/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609271 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609251.854571:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609251.854571:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609251.854572:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609251.854573:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609251.854574:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609251.854574:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00100000:0.0:1749609251.854575:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730243840:12345-192.168.201.20@tcp:38: Request processed in 133us (320us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749609251.854575:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609251.854576:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:3.0:1749609251.854576:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609251.854577:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609251.854578:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00100000:0.0:1749609251.854579:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2690 00000400:00000010:2.0:1749609251.854579:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000400:00000010:3.0:1749609251.854579:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000001:0.0:1749609251.854581:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609251.854582:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609251.854582:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730243968, offset 0 00000100:00000200:3.0:1749609251.854583:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730243712, offset 224 00000020:00000010:0.0:1749609251.854584:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9600. 00000020:00000010:0.0:1749609251.854586:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ce10. 00000400:00000200:2.0:1749609251.854586:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000010:0.0:1749609251.854588:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:0.0:1749609251.854590:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609251.854590:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609251.854592:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609251.854595:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2035:2035:255:4294967295] 192.168.201.20@tcp LPNI seq info [2031:2031:7:4294967295] 00000400:00000200:2.0:1749609251.854602:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609251.854606:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609251.854608:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:2.0:1749609251.854609:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7000. 00000400:00000200:3.0:1749609251.854611:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2036:2036:254:4294967295] 192.168.201.20@tcp LPNI seq info [2032:2032:6:4294967295] 00000800:00000200:2.0:1749609251.854612:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:2.0:1749609251.854616:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:3.0:1749609251.854617:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609251.854619:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7000 type 1, nob 512 niov 1 nkiov 1 00000800:00000200:3.0:1749609251.854619:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609251.854621:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695800. 00000100:00000001:2.0:1749609251.854622:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609251.854624:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000800:00000200:3.0:1749609251.854624:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:2.0:1749609251.854626:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609251.854627:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1749609251.854627:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609251.854628:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1749609251.854628:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695800 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1749609251.854630:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6680 x1834594730243968/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609271 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1749609251.854631:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057600. 00000100:00000001:3.0:1749609251.854631:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609251.854632:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609251.854633:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:1.0:1749609251.854634:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609251.854634:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609251.854635:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609251.854637:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b970450 x1834594730243712/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:197/0 lens 224/224 e 0 to 0 dl 1749609262 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609251.854638:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:2.0:1749609251.854639:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730243968:12345-192.168.201.20@tcp:38: Request processed in 185us (258us total) trans 0 rc -11/-11 00000400:00000200:1.0:1749609251.854641:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668a18 00000400:00000010:1.0:1749609251.854642:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668a18. 00000100:00100000:3.0:1749609251.854642:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b970450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730243712:12345-192.168.201.20@tcp:400: Request processed in 158us (311us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609251.854644:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749609251.854644:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2691 00000100:00000001:1.0:1749609251.854645:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609251.854645:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609251.854646:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749609251.854646:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1427 00000020:00000010:2.0:1749609251.854648:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9f80. 00000100:00000040:3.0:1749609251.854648:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609251.854649:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749609251.854650:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c960. 00000100:00000001:3.0:1749609251.854650:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609251.854651:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000020:00000010:2.0:1749609251.854652:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:2.0:1749609251.854653:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609251.854653:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000800:00000200:1.0:1749609251.854654:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609251.854655:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7000. 00000020:00000010:3.0:1749609251.854655:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000400:00000200:1.0:1749609251.854656:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609251.854658:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000040:3.0:1749609251.854658:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000400:00000200:1.0:1749609251.854659:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000400:00000010:1.0:1749609251.854660:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:1.0:1749609251.854661:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609251.854661:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609251.854662:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749609251.854664:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609251.854667:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b623c8. 00000400:00000010:3.0:1749609251.854670:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3b40. 00000800:00000200:1.0:1749609251.854672:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609251.854673:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695800. 00000400:00000200:1.0:1749609251.854674:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609251.854676:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609251.854677:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:1.0:1749609251.854677:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000001:1.0:1749609251.854680:0:1504:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609251.854681:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609251.854683:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fb000. 02000000:00000001:1.0:1749609251.854684:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609251.854685:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609252.425687:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609252.425694:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609252.425700:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609252.425701:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609252.425766:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609252.425770:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609252.425773:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609252.455600:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6a00. 00000020:00000040:0.0:1749609252.455609:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609252.455614:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609252.455617:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609252.455622:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609252.455628:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609252.455634:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609252.455639:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609252.455640:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609252.455644:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609252.455646:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768768 : -131936312782848 : ffff88012ef19000) 00000100:00000001:0.0:1749609252.455648:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609252.455649:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361917952 : -131939347633664 : ffff88007a0d6a00) 00000100:00000001:0.0:1749609252.455653:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609252.455654:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609252.455656:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609252.455657:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609252.455664:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d6a00 x1834594612255232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609252.455671:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609252.455673:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609252.455675:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d6a00 x1834594612255232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609252.455680:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609252.455682:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609252.455683:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609252.455684:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19000 going to sleep for 0 seconds 00000100:00000001:0.0:1749609252.455686:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609252.455687:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609252.455689:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609252.455691:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609252.455692:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609252.455694:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6a00 x1834594612255232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609252.455704:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d6a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612255232:0@lo:900: 00000100:00000001:0.0:1749609252.455707:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609252.455708:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609252.455710:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609252.455711:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609252.455713:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d6a00 x1834594612255232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609252.455717:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609252.455718:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609252.455722:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609252.455723:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609252.455724:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609252.455725:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d6a00 x1834594612255232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609252.455729:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609252.455730:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609252.455731:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609252.455733:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609252.455734:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609252.455738:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609252.455739:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609252.455740:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d6a00. 00000100:00000001:0.0:1749609252.455743:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609252.455743:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609252.710589:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609252.710596:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609252.710597:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609252.710600:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609252.710603:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609252.710606:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609252.710609:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609252.710611:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609252.710613:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609253.427658:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609253.427664:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609253.427669:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609253.427670:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609253.427690:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609253.427694:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609253.427696:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609253.710602:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609253.710608:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609253.710609:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609253.710611:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609253.710613:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609253.710616:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609253.710618:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609253.710620:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609253.710621:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609254.429599:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609254.429602:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609254.429606:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609254.429607:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609254.429670:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609254.429673:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609254.429677:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609254.456573:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6a00. 00000020:00000040:0.0:1749609254.456581:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609254.456585:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609254.456587:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609254.456592:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609254.456597:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609254.456602:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609254.456606:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609254.456607:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609254.456611:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609254.456612:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768768 : -131936312782848 : ffff88012ef19000) 00000100:00000001:0.0:1749609254.456614:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609254.456615:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361917952 : -131939347633664 : ffff88007a0d6a00) 00000100:00000001:0.0:1749609254.456618:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609254.456619:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609254.456620:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609254.456621:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609254.456627:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d6a00 x1834594612255360/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609254.456633:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609254.456634:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609254.456635:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d6a00 x1834594612255360/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609254.456639:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609254.456642:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609254.456642:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609254.456643:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19000 going to sleep for 0 seconds 00000100:00000001:0.0:1749609254.456645:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609254.456646:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609254.456647:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609254.456649:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609254.456651:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609254.456652:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6a00 x1834594612255360/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609254.456659:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d6a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612255360:0@lo:900: 00000100:00000001:0.0:1749609254.456662:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609254.456663:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609254.456664:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609254.456665:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609254.456666:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d6a00 x1834594612255360/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609254.456669:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609254.456670:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609254.456673:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609254.456674:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609254.456675:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609254.456675:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d6a00 x1834594612255360/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609254.456678:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609254.456679:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609254.456680:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609254.456681:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609254.456683:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609254.456686:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609254.456687:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609254.456688:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d6a00. 00000100:00000001:0.0:1749609254.456690:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609254.456690:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609254.710645:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609254.710651:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609254.710652:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609254.710654:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609254.710657:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609254.710659:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609254.710661:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609254.710663:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609254.710664:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609255.099628:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609255.099635:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609255.099641:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02c9f80. 00000020:00000040:2.0:1749609255.099645:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609255.099649:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609255.099652:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609255.099657:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609255.099663:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7300. 00000100:00000001:2.0:1749609255.099668:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609255.099675:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609255.099684:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609255.099686:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609255.099690:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02c9f80] to pc [ptlrpcd_00_03+3] req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.099717:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609255.099720:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609255.099723:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609255.099725:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749609255.099726:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609255.099727:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609255.099729:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609255.099729:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609255.099731:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609255.099731:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3859 00000100:00080000:2.0:1749609255.099734:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609255.099735:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609255.099736:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609255.099739:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609255.099741:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609255.099741:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609255.099742:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.099743:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:0.0:1749609255.099745:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609255.099745:0:5:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609255.099747:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609255.099747:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 02000000:00000001:0.0:1749609255.099748:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609255.099749:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612255488:0@lo:400: 00000020:00000001:2.0:1749609255.099749:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609255.099750:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609255.099751:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:0.0:1749609255.099752:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609255.099753:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609255.099754:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 02000000:00000001:0.0:1749609255.099756:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749609255.099756:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 02000000:00000001:0.0:1749609255.099757:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609255.099759:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609255.099759:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609255.099761:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1749609255.099762:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1e00. 00000100:00000040:2.0:1749609255.099762:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:0.0:1749609255.099763:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.099763:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609255.099766:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000400:00000010:0.0:1749609255.099767:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17a50. 00000100:00080000:2.0:1749609255.099768:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609255.099770:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609255.099771:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6686e8. 02000000:00000001:2.0:1749609255.099771:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749609255.099776:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612255488, portal 25 02000000:00000001:2.0:1749609255.099776:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609255.099778:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609255.099778:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001497472 : -131938708054144 : ffff8800a02c9f80) 02000000:00000001:2.0:1749609255.099778:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.099780:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:0.0:1749609255.099781:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.099782:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.099786:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749609255.099786:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02cb480. 00000100:00000040:0.0:1749609255.099787:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609255.099788:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668110. 00000020:00000040:2.0:1749609255.099788:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000200:0.0:1749609255.099790:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612255488, offset 0 02000000:00000001:2.0:1749609255.099791:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749609255.099793:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609255.099793:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.099794:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609255.099796:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609255.099797:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609255.099800:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5098800. 00000400:00000200:0.0:1749609255.099803:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609255.099803:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609255.099806:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609255.099810:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b9b00 00000100:00000001:2.0:1749609255.099813:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749609255.099814:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x160d9 [2] + 0 00000100:00000001:2.0:1749609255.099814:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609255.099816:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17268. 00000100:00000040:2.0:1749609255.099816:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02cb480] to pc [ptlrpcd_rcv+-1] req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609255.099819:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19480 00000400:00000200:0.0:1749609255.099823:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609255.099825:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609255.099828:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19480 00000400:00000010:0.0:1749609255.099829:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19480. 00000100:00000001:2.0:1749609255.099847:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609255.099850:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609255.099853:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609255.099854:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609255.099855:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1749609255.099856:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a02caa00. 00000100:00000040:0.0:1749609255.099857:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88008b972050 x1834594612255488 msgsize 224 00000020:00000040:2.0:1749609255.099858:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00100000:0.0:1749609255.099859:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609255.099860:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1749609255.099860:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609255.099861:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609255.099862:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609255.099865:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7c00. 00000100:00000001:2.0:1749609255.099867:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.099869:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609255.099869:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609255.099872:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668110 00000400:00000010:0.0:1749609255.099873:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668110. 00000100:00000001:0.0:1749609255.099875:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609255.099876:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749609255.099877:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.099877:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.099879:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609255.099879:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a02caa00] to pc [ptlrpcd_00_00+0] req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.099882:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609255.099882:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609255.099883:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609255.099884:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609255.099887:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609255.099887:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.099888:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609255.099890:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.099891:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609255.099893:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298531512 00000100:00000001:1.0:1749609255.099893:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609255.099894:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.099894:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609255.099895:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4340. 02000000:00000001:1.0:1749609255.099895:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749609255.099895:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749609255.099895:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612255488 02000000:00000001:1.0:1749609255.099896:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609255.099897:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609255.099898:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.099899:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1749609255.099899:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612255616:0@lo:38: 00000100:00080000:2.0:1749609255.099899:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609255.099899:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609255.099900:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749609255.099901:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749609255.099901:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609255.099901:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.099902:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298531512 02000000:00000001:1.0:1749609255.099902:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609255.099903:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:0.0:1749609255.099904:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4740. 02000000:00000001:1.0:1749609255.099904:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609255.099904:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.099905:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749609255.099905:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749609255.099905:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3859 00000100:00000001:0.0:1749609255.099906:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298531512 00000100:00100000:3.0:1749609255.099906:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612255488 00000100:00000010:0.0:1749609255.099907:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4780. 02000000:00000010:1.0:1749609255.099907:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bf000. 00000100:00080000:2.0:1749609255.099907:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1749609255.099908:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609255.099908:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609255.099909:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749609255.099909:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000020:00000040:3.0:1749609255.099909:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:2.0:1749609255.099910:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749609255.099910:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609255.099911:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298531512 00000020:00000040:3.0:1749609255.099911:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000010:0.0:1749609255.099912:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4f80. 00000400:00000010:1.0:1749609255.099912:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0370. 00000100:00000040:2.0:1749609255.099912:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609255.099913:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609255.099913:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:3.0:1749609255.099913:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000010:1.0:1749609255.099914:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000020:00000001:3.0:1749609255.099914:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609255.099915:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609255.099915:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609255.099916:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609255.099916:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000200:1.0:1749609255.099917:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612255616, portal 4 00000020:00000001:2.0:1749609255.099917:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609255.099917:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609255.099918:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.099918:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609255.099918:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001502848 : -131938708048768 : ffff8800a02cb480) 00000100:00000001:0.0:1749609255.099919:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609255.099919:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:2.0:1749609255.099920:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000010:3.0:1749609255.099920:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8c40. 00000100:00000001:3.0:1749609255.099921:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609255.099922:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609255.099922:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000010:3.0:1749609255.099923:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8c40. 00000100:00000001:0.0:1749609255.099924:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609255.099925:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1749609255.099925:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609255.099926:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609255.099926:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609255.099926:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609255.099926:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000100:00000001:0.0:1749609255.099927:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.099927:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609255.099928:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609255.099928:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609255.099928:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:1.0:1749609255.099929:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000020:00000010:3.0:1749609255.099929:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000100:00000200:1.0:1749609255.099930:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612255616, offset 0 00000100:00000001:2.0:1749609255.099930:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609255.099931:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000020:00000010:3.0:1749609255.099932:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000400:00000200:1.0:1749609255.099933:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749609255.099933:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609255.099935:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609255.099936:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1749609255.099936:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1749609255.099938:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609255.099938:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609255.099939:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609255.099939:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609255.099939:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609255.099940:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609255.099940:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609255.099940:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.099940:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609255.099942:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609255.099942:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b9b80 00000100:00000001:2.0:1749609255.099942:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609255.099944:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.099945:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.099946:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749609255.099946:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 15600 00000100:00000001:0.0:1749609255.099947:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609255.099947:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0712680. 02000000:00000001:0.0:1749609255.099948:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609255.099949:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609255.099949:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749609255.099949:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749609255.099949:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609255.099950:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609255.099950:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609255.099951:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a02caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612255744:0@lo:400: 02000000:00000001:2.0:1749609255.099951:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609255.099952:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609255.099952:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.099953:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609255.099953:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609255.099954:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609255.099954:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609255.099954:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749609255.099954:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609255.099954:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609255.099955:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609255.099956:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0e00. 00000100:00000010:1.0:1749609255.099956:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9f80. 02000000:00000001:2.0:1749609255.099956:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.099956:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609255.099957:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609255.099957:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9f80 x1834594612255616 msgsize 520 02000000:00000010:2.0:1749609255.099958:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5098c00. 00000100:00100000:3.0:1749609255.099958:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000400:00000010:0.0:1749609255.099959:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17268. 00000100:00100000:1.0:1749609255.099959:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749609255.099960:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668110. 00000100:00000001:2.0:1749609255.099960:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609255.099960:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000200:0.0:1749609255.099961:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612255744, portal 4 00000100:00000001:3.0:1749609255.099961:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656155728 : -131939053395888 : ffff88008b972050) 00000100:00000001:0.0:1749609255.099962:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609255.099963:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135001500160 : -131938708051456 : ffff8800a02caa00) 00000100:00100000:2.0:1749609255.099963:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749609255.099964:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b972050 x1834594612255488/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:201/0 lens 224/0 e 0 to 0 dl 1749609266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609255.099965:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749609255.099966:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.099969:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609255.099969:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000100:00000001:3.0:1749609255.099969:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609255.099970:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609255.099970:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:2.0:1749609255.099970:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000010:3.0:1749609255.099970:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8c40. 00000400:00000010:0.0:1749609255.099971:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000100:00000001:2.0:1749609255.099971:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.099971:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609255.099972:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612255744, offset 0 00000100:00000001:1.0:1749609255.099972:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749609255.099972:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8c40. 00000100:00000200:1.0:1749609255.099973:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609255.099973:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a0712680] to pc [ptlrpcd_rcv+-1] req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609255.099974:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609255.099974:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b972050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612255488:12345-0@lo:400: 00000100:00000200:3.0:1749609255.099976:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612255488 00000400:00000200:0.0:1749609255.099977:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609255.099978:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609255.099978:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749609255.099979:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.099979:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609255.099980:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82b9c00 00000020:00000001:3.0:1749609255.099980:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00080000:2.0:1749609255.099981:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000001:3.0:1749609255.099981:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.099982:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609255.099983:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 12544 00000100:00000001:1.0:1749609255.099983:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609255.099983:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609255.099984:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609255.099984:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:3.0:1749609255.099984:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000400:00000200:0.0:1749609255.099985:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609255.099985:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1749609255.099986:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1023 usecs (2 jiffies) 00000100:00080000:2.0:1749609255.099986:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1749609255.099986:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609255.099986:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609255.099987:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609255.099987:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298531506 00000020:00000001:3.0:1749609255.099987:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609255.099988:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298531512 00000020:00000001:3.0:1749609255.099988:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609255.099989:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609255.099989:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:0.0:1749609255.099990:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1749609255.099990:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298531506 00000100:00000001:1.0:1749609255.099990:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298531512 00000100:00080000:2.0:1749609255.099990:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3859 00000020:00000001:3.0:1749609255.099990:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.099991:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298531506 00000020:00000001:3.0:1749609255.099991:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000010:0.0:1749609255.099992:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6a00. 00000100:00000001:1.0:1749609255.099992:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298531512 00000100:00080000:2.0:1749609255.099992:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609255.099992:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609255.099993:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d6a00 x1834594612255744 msgsize 224 00000100:00000001:1.0:1749609255.099993:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298531506 00000100:00000001:1.0:1749609255.099994:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298531512 00000100:00000040:2.0:1749609255.099994:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:3.0:1749609255.099994:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749609255.099995:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609255.099995:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609255.099995:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609255.099996:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609255.099996:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fb000. 00000100:00000040:2.0:1749609255.099997:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609255.099997:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.099998:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.099998:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609255.099998:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.099999:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609255.100000:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609255.100000:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749609255.100000:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609255.100001:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00000020:00000040:2.0:1749609255.100001:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00010000:00000040:3.0:1749609255.100001:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612255488 00000400:00000010:0.0:1749609255.100002:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00000100:00000001:1.0:1749609255.100002:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609255.100002:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609255.100003:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609255.100003:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:2.0:1749609255.100003:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00010000:00000001:3.0:1749609255.100003:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609255.100004:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749609255.100005:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609255.100005:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609255.100005:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609255.100005:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00010000:00000200:3.0:1749609255.100005:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b972050 x1834594612255488/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:201/0 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609255.100006:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:1.0:1749609255.100007:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.100009:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609255.100009:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:0.0:1749609255.100010:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.100010:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609255.100010:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609255.100011:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609255.100011:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609255.100011:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609255.100012:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609255.100012:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00001000:3.0:1749609255.100012:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609255.100013:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609255.100013:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609255.100013:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609255.100014:0:1509:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609255.100014:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.100015:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609255.100015:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612255872:0@lo:38: 00000020:00000040:2.0:1749609255.100015:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:3.0:1749609255.100015:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609255.100016:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00080000:2.0:1749609255.100016:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:3.0:1749609255.100016:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609255.100017:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298531505 00000100:00000001:1.0:1749609255.100017:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609255.100017:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609255.100018:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298531512 02000000:00000001:1.0:1749609255.100018:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609255.100018:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100018:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609255.100018:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609255.100019:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298531505 02000000:00000001:1.0:1749609255.100019:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609255.100019:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749609255.100019:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.100020:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298531512 02000000:00000010:1.0:1749609255.100020:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948be800. 00000100:00000001:3.0:1749609255.100020:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609255.100021:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298531505 02000000:00000001:2.0:1749609255.100021:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609255.100021:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609255.100022:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298531512 02000000:00000001:1.0:1749609255.100022:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609255.100022:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.100023:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298531505 00000400:00000010:1.0:1749609255.100023:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0420. 00000400:00000010:3.0:1749609255.100023:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000001:0.0:1749609255.100024:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298531512 00000400:00000010:1.0:1749609255.100024:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000100:00000001:2.0:1749609255.100024:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609255.100025:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609255.100025:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609255.100025:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612255488, offset 224 00000100:00000001:0.0:1749609255.100026:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609255.100026:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612255872, portal 10 00000100:00000001:0.0:1749609255.100027:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100027:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1749609255.100027:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0712d80. 00000100:00000001:0.0:1749609255.100028:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609255.100028:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005988480 : -131938703563136 : ffff8800a0712680) 00000400:00000200:3.0:1749609255.100028:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609255.100029:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749609255.100030:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609255.100030:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1749609255.100030:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609255.100031:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609255.100031:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609255.100031:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.100032:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609255.100032:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100032:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749609255.100032:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609255.100033:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100034:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609255.100034:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749609255.100035:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609255.100035:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609255.100036:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000400:00000200:3.0:1749609255.100036:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b9b00 02000000:00000010:2.0:1749609255.100037:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5099000. 00000100:00000200:1.0:1749609255.100038:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612255872, offset 0 00000100:00000001:2.0:1749609255.100039:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609255.100039:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16c29 [1] + 224 00000100:00000001:0.0:1749609255.100041:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609255.100041:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609255.100041:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749609255.100042:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612255744 00000100:00100000:2.0:1749609255.100042:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609255.100043:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609255.100043:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609255.100044:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609255.100044:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609255.100045:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.100045:0:13560:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609255.100046:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609255.100047:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612255744 00000400:00000200:1.0:1749609255.100047:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b9c80 00000100:00000200:3.0:1749609255.100047:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609255.100048:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609255.100048:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1749609255.100049:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:2.0:1749609255.100049:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609255.100050:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609255.100050:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 187888 00000020:00000040:0.0:1749609255.100051:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000040:2.0:1749609255.100051:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a0712d80] to pc [ptlrpcd_rcv+-1] req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609255.100052:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:1.0:1749609255.100052:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609255.100052:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609255.100054:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:1.0:1749609255.100054:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609255.100055:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609255.100055:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:0.0:1749609255.100056:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4100. 00000100:00000200:1.0:1749609255.100056:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609255.100057:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609255.100058:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ba300. 00000100:00000001:3.0:1749609255.100058:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749609255.100059:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b87c0. 00000100:00000040:1.0:1749609255.100059:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ba300 x1834594612255872 msgsize 520 00000100:00000040:2.0:1749609255.100059:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1749609255.100061:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609255.100061:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1749609255.100062:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000200:3.0:1749609255.100062:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000100:00000010:2.0:1749609255.100063:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0711180. 00000400:00000010:3.0:1749609255.100063:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000020:00000040:2.0:1749609255.100064:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609255.100065:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609255.100065:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609255.100066:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609255.100066:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609255.100066:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609255.100067:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:1.0:1749609255.100067:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 02000000:00000001:2.0:1749609255.100067:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:0.0:1749609255.100068:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609255.100068:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609255.100068:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.100068:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609255.100069:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000040:3.0:1749609255.100069:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:1.0:1749609255.100070:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609255.100070:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7700. 00010000:00000001:3.0:1749609255.100070:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:0.0:1749609255.100071:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e7d0. 00000020:00000001:3.0:1749609255.100071:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100072:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609255.100072:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609255.100073:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609255.100074:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b972050 x1834594612255488/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:201/0 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609255.100075:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:1.0:1749609255.100075:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609255.100075:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609255.100076:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609255.100077:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609255.100078:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609255.100078:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100078:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609255.100079:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b972050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612255488:12345-0@lo:400: Request processed in 108us (221us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609255.100080:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609255.100080:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609255.100081:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000100:00000001:2.0:1749609255.100081:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609255.100082:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609255.100082:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100082:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298531505 00000100:00000001:2.0:1749609255.100082:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609255.100082:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00000001:1.0:1749609255.100083:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298531512 00000100:00000040:3.0:1749609255.100083:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:1.0:1749609255.100084:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298531505 00000100:00000040:2.0:1749609255.100084:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a0711180] to pc [ptlrpcd_00_01+1] req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.100085:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609255.100085:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298531512 00000100:00000001:1.0:1749609255.100085:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298531505 00000100:00000001:3.0:1749609255.100085:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609255.100086:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298531512 00000100:00000001:3.0:1749609255.100086:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609255.100087:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298531505 00000100:00000001:1.0:1749609255.100088:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298531512 00000020:00000010:3.0:1749609255.100088:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000100:00000001:0.0:1749609255.100089:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609255.100089:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609255.100089:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000100:00000001:0.0:1749609255.100090:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609255.100090:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609255.100091:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00000001:1.0:1749609255.100091:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609255.100091:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000001:1.0:1749609255.100092:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609255.100093:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000020:00000040:3.0:1749609255.100093:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:0.0:1749609255.100094:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361917952 : -131939347633664 : ffff88007a0d6a00) 00000100:00000001:1.0:1749609255.100094:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609255.100094:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609255.100094:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100095:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609255.100095:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1749609255.100096:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d6a00 x1834594612255744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:201/0 lens 224/0 e 0 to 0 dl 1749609266 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609255.100096:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609255.100096:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1749609255.100096:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fb000. 00000100:00000040:2.0:1749609255.100097:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3869) 00000100:00000040:1.0:1749609255.100098:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609255.100098:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609255.100099:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609255.100100:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609255.100101:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4980. 00000100:00000001:1.0:1749609255.100101:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749609255.100101:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1749609255.100102:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609255.100102:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609255.100103:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4980. 02000000:00000001:1.0:1749609255.100103:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609255.100103:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609255.100103:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629a0. 00000100:00100000:0.0:1749609255.100104:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612255744:12345-0@lo:400: 02000000:00000001:1.0:1749609255.100104:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609255.100106:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612255744 00000100:00100000:1.0:1749609255.100106:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612256000:0@lo:38: 00000400:00000010:3.0:1749609255.100106:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3a80. 00000020:00000001:0.0:1749609255.100107:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609255.100107:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749609255.100108:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749609255.100108:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749609255.100109:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609255.100109:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609255.100109:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609255.100109:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749609255.100110:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749609255.100110:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612255616 00000020:00000001:0.0:1749609255.100111:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 02000000:00000010:1.0:1749609255.100111:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948be400. 02000000:00000001:1.0:1749609255.100112:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609255.100112:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609255.100112:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609255.100113:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1749609255.100113:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000100:00000001:3.0:1749609255.100113:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609255.100114:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609255.100114:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609255.100114:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609255.100114:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609255.100115:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1749609255.100115:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612256000, portal 10 00000100:00000001:2.0:1749609255.100115:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609255.100116:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609255.100116:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609255.100116:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005990272 : -131938703561344 : ffff8800a0712d80) 00000100:00000040:3.0:1749609255.100116:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609255.100117:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609255.100117:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609255.100118:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609255.100119:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609255.100119:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609255.100119:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612255616 02000000:00000001:0.0:1749609255.100120:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609255.100120:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749609255.100121:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609255.100121:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609255.100122:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0d3000. 00000100:00000001:1.0:1749609255.100122:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609255.100122:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749609255.100122:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609255.100123:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609255.100123:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609255.100123:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000020:00000001:2.0:1749609255.100123:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609255.100124:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609255.100124:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609255.100125:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612256000, offset 0 00000020:00000001:2.0:1749609255.100125:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609255.100125:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609255.100126:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609255.100126:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609255.100126:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612256128:0@lo:400: 00010000:00000040:0.0:1749609255.100127:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612255744 00000400:00000200:1.0:1749609255.100127:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609255.100127:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1749609255.100128:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749609255.100128:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609255.100129:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 02000000:00000001:3.0:1749609255.100129:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000200:0.0:1749609255.100130:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0d6a00 x1834594612255744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:201/0 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609255.100130:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609255.100131:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82b9d00 00000020:00000010:2.0:1749609255.100131:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9f80. 02000000:00000001:3.0:1749609255.100131:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749609255.100132:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 188408 02000000:00000010:3.0:1749609255.100132:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9800. 00010000:00000001:0.0:1749609255.100133:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609255.100133:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609255.100134:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609255.100134:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609255.100134:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c960. 00000400:00000010:3.0:1749609255.100134:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c08. 00000100:00001000:0.0:1749609255.100135:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=61 v=5 (1 1 1 1) 00000400:00000200:1.0:1749609255.100135:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609255.100136:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749609255.100136:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000001:0.0:1749609255.100137:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609255.100137:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609255.100137:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749609255.100137:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612256128, portal 10 00000100:00000040:0.0:1749609255.100138:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000010:1.0:1749609255.100138:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ba680. 00000100:00000001:2.0:1749609255.100138:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609255.100138:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609255.100139:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609255.100139:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ba680 x1834594612256000 msgsize 520 00000100:00000001:2.0:1749609255.100139:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.100139:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005983104 : -131938703568512 : ffff8800a0711180) 02000000:00000001:0.0:1749609255.100140:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609255.100141:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609255.100141:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609255.100141:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.100142:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609255.100142:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609255.100143:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609255.100144:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000100:00000001:1.0:1749609255.100144:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609255.100145:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609255.100146:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612255744, offset 224 00000400:00000200:1.0:1749609255.100146:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000001:2.0:1749609255.100146:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609255.100146:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609255.100147:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000400:00000010:3.0:1749609255.100147:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609255.100148:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749609255.100149:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609255.100149:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609255.100150:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612256128, offset 0 00000100:00000001:2.0:1749609255.100151:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749609255.100152:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609255.100152:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609255.100152:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609255.100153:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.100153:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609255.100154:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b9c00 00000100:00000001:1.0:1749609255.100156:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609255.100156:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609255.100157:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16c39 [1] + 224 00000100:00000001:1.0:1749609255.100157:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609255.100157:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00000001:1.0:1749609255.100158:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609255.100158:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82b9d80 00000400:00000200:0.0:1749609255.100159:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609255.100159:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806396800 : -131938903154816 : ffff8800948b9f80) 00000100:00000040:1.0:1749609255.100160:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000100:00000001:1.0:1749609255.100160:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298531505 00000400:00000200:0.0:1749609255.100161:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609255.100161:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298531512 00000100:00000040:2.0:1749609255.100161:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9f80 x1834594612255616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609255.100161:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 188928 00000100:00000001:1.0:1749609255.100162:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298531505 00000100:00000001:0.0:1749609255.100163:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609255.100163:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298531512 00000100:00000001:1.0:1749609255.100164:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298531505 00000100:00000001:1.0:1749609255.100164:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298531512 00000400:00000200:3.0:1749609255.100164:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609255.100165:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609255.100165:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298531505 00000100:00000001:1.0:1749609255.100166:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298531512 00000100:00000001:1.0:1749609255.100167:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609255.100167:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609255.100168:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609255.100169:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609255.100169:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.100169:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609255.100170:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609255.100170:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612255616:12345-0@lo:38: 00000100:00000200:3.0:1749609255.100170:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609255.100171:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609255.100172:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609255.100173:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609255.100173:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609255.100173:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609255.100173:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612255616 00000100:00000010:3.0:1749609255.100173:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0716a00. 00000100:00000001:1.0:1749609255.100174:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609255.100174:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609255.100175:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00000100:00000001:1.0:1749609255.100175:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609255.100175:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0716a00 x1834594612256128 msgsize 224 00000400:00000010:0.0:1749609255.100176:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00000100:00000001:0.0:1749609255.100177:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749609255.100177:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749609255.100177:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609255.100178:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609255.100179:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609255.100181:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:0.0:1749609255.100182:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609255.100182:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609255.100183:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609255.100183:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749609255.100184:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6a00 x1834594612255744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:201/0 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609255.100186:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:3.0:1749609255.100186:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000020:00000001:2.0:1749609255.100187:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609255.100187:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00100000:0.0:1749609255.100188:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612255744:12345-0@lo:400: Request processed in 88us (194us total) trans 0 rc 0/0 00000020:00000040:1.0:1749609255.100188:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609255.100189:0:1510:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:2.0:1749609255.100190:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749609255.100191:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609255.100192:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00010000:00000001:2.0:1749609255.100192:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609255.100193:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:0.0:1749609255.100194:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1749609255.100194:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609255.100195:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609255.100195:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749609255.100196:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00100000:1.0:1749609255.100196:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612255872 00000100:00000001:2.0:1749609255.100196:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749609255.100197:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609255.100197:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749609255.100198:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e7d0. 00000100:00000001:1.0:1749609255.100198:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609255.100198:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749609255.100199:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609255.100199:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609255.100199:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609255.100200:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609255.100200:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609255.100201:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00100000:1.0:1749609255.100201:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612255872 02000000:00000010:2.0:1749609255.100201:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099400. 00000100:00000001:0.0:1749609255.100202:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609255.100202:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609255.100203:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749609255.100203:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609255.100204:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609255.100205:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100205:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.100205:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609255.100206:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609255.100207:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1749609255.100208:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00010000:00000001:2.0:1749609255.100208:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.100210:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609255.100210:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000100:00001000:2.0:1749609255.100210:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749609255.100211:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612256000 02000000:00000001:0.0:1749609255.100212:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749609255.100212:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee190. 00000100:00000001:3.0:1749609255.100212:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609255.100213:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609255.100213:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609255.100213:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609255.100214:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100214:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609255.100215:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100215:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100215:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609255.100215:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609255.100216:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612256000 00000100:00000040:2.0:1749609255.100216:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:0.0:1749609255.100217:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609255.100217:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609255.100218:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609255.100218:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609255.100218:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609255.100218:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000020:00000001:0.0:1749609255.100219:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100219:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609255.100219:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298531505 00000020:00000001:0.0:1749609255.100220:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609255.100221:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609255.100221:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609255.100221:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298531512 00000100:00000040:2.0:1749609255.100222:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:0.0:1749609255.100223:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000020:00000010:0.0:1749609255.100223:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e7d0. 02000000:00000001:2.0:1749609255.100223:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609255.100223:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298531505 00000100:00000001:1.0:1749609255.100224:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609255.100224:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.100224:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298531512 00000100:00000001:0.0:1749609255.100225:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749609255.100225:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612256128 00000100:00000001:3.0:1749609255.100225:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298531505 00000100:00000001:0.0:1749609255.100226:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749609255.100226:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609255.100226:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609255.100226:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298531512 00000100:00000001:0.0:1749609255.100227:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100227:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609255.100227:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609255.100228:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100228:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.100228:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298531505 02000000:00000001:1.0:1749609255.100229:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609255.100229:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 00000100:00000001:3.0:1749609255.100229:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298531512 00000100:00100000:1.0:1749609255.100230:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612256128 00000100:00000001:0.0:1749609255.100231:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609255.100231:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609255.100231:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:3.0:1749609255.100231:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609255.100232:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609255.100232:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612255616, offset 0 00000100:00000001:3.0:1749609255.100232:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609255.100233:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:0.0:1749609255.100234:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609255.100234:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609255.100234:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.100235:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609255.100235:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000200:2.0:1749609255.100236:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609255.100236:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609255.100237:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00000001:1.0:1749609255.100237:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609255.100238:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806397696 : -131938903153920 : ffff8800948ba300) 00000020:00000010:1.0:1749609255.100238:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8fc0. 00000020:00000010:1.0:1749609255.100239:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4940. 00000100:00000001:3.0:1749609255.100239:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749609255.100240:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ba300 x1834594612255872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609255.100240:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1749609255.100241:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:2.0:1749609255.100241:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609255.100242:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609255.100243:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609255.100243:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749609255.100244:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612255872:12345-0@lo:38: 00000020:00000010:1.0:1749609255.100244:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000100:00000001:3.0:1749609255.100244:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609255.100245:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000400:00000200:2.0:1749609255.100245:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b9b80 00000100:00000200:0.0:1749609255.100246:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612255872 00000020:00000010:1.0:1749609255.100246:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000100:00000001:3.0:1749609255.100246:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609255.100247:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609255.100248:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609255.100249:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1749609255.100249:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16c31 [1] + 0 00000100:00000001:1.0:1749609255.100250:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609255.100250:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609255.100251:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609255.100252:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100253:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1749609255.100253:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:0.0:1749609255.100254:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609255.100254:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1749609255.100255:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609255.100255:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609255.100255:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609255.100256:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609255.100257:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609255.100257:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100257:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609255.100258:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609255.100259:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609255.100259:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1749609255.100260:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0d1000. 00000100:00000001:1.0:1749609255.100260:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609255.100260:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609255.100261:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.100262:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609255.100262:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00000040:1.0:1749609255.100263:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00010000:00000001:0.0:1749609255.100264:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609255.100264:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100264:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135006005760 : -131938703545856 : ffff8800a0716a00) 00000100:00001000:0.0:1749609255.100265:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609255.100266:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0716a00 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:201/0 lens 224/0 e 0 to 0 dl 1749609266 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609255.100266:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609255.100267:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749609255.100267:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.100268:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609255.100268:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609255.100269:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609255.100270:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609255.100271:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00100000:3.0:1749609255.100271:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00000100:00000040:0.0:1749609255.100273:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609255.100273:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806398592 : -131938903153024 : ffff8800948ba680) 02000000:00000001:0.0:1749609255.100274:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609255.100275:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.100275:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609255.100276:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609255.100276:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609255.100276:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609255.100276:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ba680 x1834594612256000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609255.100277:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000020:00000010:1.0:1749609255.100277:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8a80. 00000100:00000001:1.0:1749609255.100278:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609255.100279:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612255872, offset 0 00000020:00000010:1.0:1749609255.100279:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8a80. 00000400:00000200:0.0:1749609255.100280:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609255.100281:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612256128:12345-0@lo:400: 00000400:00000200:2.0:1749609255.100282:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000400:00000200:0.0:1749609255.100283:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749609255.100283:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612256128 00000400:00000010:2.0:1749609255.100283:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000100:00100000:3.0:1749609255.100283:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612256000:12345-0@lo:38: 00000020:00000001:1.0:1749609255.100284:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609255.100285:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609255.100285:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749609255.100286:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9c80 00000020:00000001:1.0:1749609255.100286:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100286:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749609255.100286:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612256000 00000020:00000001:1.0:1749609255.100287:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749609255.100288:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16c45 [1] + 0 00000020:00000001:1.0:1749609255.100288:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:3.0:1749609255.100288:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609255.100289:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609255.100290:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609255.100290:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749609255.100290:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749609255.100291:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609255.100291:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609255.100291:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609255.100292:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609255.100292:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609255.100293:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609255.100293:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609255.100294:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609255.100294:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609255.100294:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609255.100295:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609255.100296:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609255.100296:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609255.100297:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609255.100297:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9f80 x1834594612255616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609255.100298:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609255.100298:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bf400. 00010000:00020000:3.0:1749609255.100298:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749609255.100299:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609255.100299:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609255.100300:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609255.100301:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609255.100301:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609255.100302:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000040:1.0:1749609255.100302:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612256128 00010000:00000001:1.0:1749609255.100303:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609255.100303:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609255.100304:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00000400:00000010:0.0:1749609255.100305:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00010000:00000200:1.0:1749609255.100305:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0716a00 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:201/0 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609255.100305:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612255616:12345-0@lo:38: Request processed in 135us (346us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609255.100305:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609255.100306:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609255.100306:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609255.100306:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609255.100307:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609255.100308:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000010:3.0:1749609255.100308:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948fb000. 00000100:00000001:0.0:1749609255.100309:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609255.100309:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749609255.100310:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609255.100310:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609255.100310:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 02000000:00000001:3.0:1749609255.100310:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609255.100311:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ba300 x1834594612255872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609255.100311:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609255.100311:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100312:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609255.100313:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609255.100313:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609255.100314:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609255.100314:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749609255.100314:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100315:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:0.0:1749609255.100316:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612255872:12345-0@lo:38: Request processed in 71us (255us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749609255.100316:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1749609255.100316:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9f80. 00000100:00001000:3.0:1749609255.100316:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749609255.100317:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100318:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609255.100319:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000020:00000010:2.0:1749609255.100319:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c960. 00000100:00000001:3.0:1749609255.100319:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609255.100320:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749609255.100320:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609255.100321:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749609255.100321:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000020:00000010:2.0:1749609255.100321:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:3.0:1749609255.100321:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749609255.100322:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 00000100:00000040:3.0:1749609255.100322:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000010:0.0:1749609255.100323:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee190. 00000100:00000200:1.0:1749609255.100323:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612256128, offset 224 00000100:00000001:2.0:1749609255.100323:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609255.100323:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000010:0.0:1749609255.100324:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000400:00000200:1.0:1749609255.100325:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609255.100325:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609255.100326:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609255.100327:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:1.0:1749609255.100328:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609255.100328:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609255.100330:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9d80 02000000:00000001:3.0:1749609255.100330:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.100331:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609255.100332:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609255.100333:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609255.100333:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16c59 [1] + 224 00000100:00000001:2.0:1749609255.100333:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609255.100334:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609255.100334:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609255.100335:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749609255.100335:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000400:00000001:0.0:1749609255.100336:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609255.100337:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749609255.100337:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609255.100338:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17268. 00000400:00000200:0.0:1749609255.100339:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668110 00000400:00000010:0.0:1749609255.100340:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668110. 00000100:00000001:0.0:1749609255.100341:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609255.100342:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609255.100346:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609255.100347:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609255.100348:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609255.100349:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609255.100350:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609255.100350:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0420. 00000100:00000001:0.0:1749609255.100352:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609255.100353:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749609255.100353:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000100:00000001:0.0:1749609255.100354:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609255.100354:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609255.100354:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 02000000:00000001:0.0:1749609255.100356:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100356:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609255.100357:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612256000, offset 0 00000100:00001000:0.0:1749609255.100358:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=61 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609255.100358:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609255.100359:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609255.100359:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609255.100360:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609255.100361:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609255.100361:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609255.100362:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609255.100363:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749609255.100364:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749609255.100365:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609255.100366:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609255.100366:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749609255.100369:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100370:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609255.100370:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82b9d00 00000100:00000001:0.0:1749609255.100371:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609255.100372:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000400:00000200:1.0:1749609255.100372:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000001:2.0:1749609255.100372:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609255.100373:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1749609255.100373:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:2.0:1749609255.100373:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609255.100374:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609255.100374:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609255.100375:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609255.100375:0:1508:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749609255.100375:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16c51 [1] + 0 00000100:00000040:0.0:1749609255.100376:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609255.100376:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609255.100376:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609255.100377:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609255.100377:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609255.100378:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609255.100379:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609255.100379:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609255.100379:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100379:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609255.100380:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609255.100381:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749609255.100381:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0716a00 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:201/0 lens 224/224 e 0 to 0 dl 1749609266 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609255.100381:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609255.100381:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609255.100382:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609255.100383:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609255.100383:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749609255.100384:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609255 v=5 (0 0 0 0) 00000100:00000200:3.0:1749609255.100385:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609255.100386:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612256128:12345-0@lo:400: Request processed in 109us (210us total) trans 0 rc 0/0 00000100:00001000:2.0:1749609255.100386:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=71 v=20 (1 1 20 1) 00000100:00100000:0.0:1749609255.100387:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612255744:0@lo:400: 00000100:00000001:0.0:1749609255.100389:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100389:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609255.100390:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609255.100390:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00000040:0.0:1749609255.100391:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02caa00 x1834594612255744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609255.100391:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:2.0:1749609255.100391:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609255.100392:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749609255.100392:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609255.100393:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609255.100393:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609255.100394:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609255.100395:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749609255.100395:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000040:2.0:1749609255.100395:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609255.100396:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0e00. 00000020:00000010:1.0:1749609255.100396:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 02000000:00000001:0.0:1749609255.100397:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609255.100398:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749609255.100398:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00000001:3.0:1749609255.100398:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749609255.100399:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000040:1.0:1749609255.100399:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000020:00000001:0.0:1749609255.100400:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609255.100400:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609255.100401:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7c00. 00000100:00000001:2.0:1749609255.100401:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609255.100401:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 02000000:00000001:0.0:1749609255.100402:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1749609255.100402:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 02000000:00000001:0.0:1749609255.100403:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609255.100403:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1749609255.100404:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02caa00. 00000100:00000001:3.0:1749609255.100404:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609255.100405:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609255.100405:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609255.100406:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609255.100406:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609255.100407:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609255.100407:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609255.100407:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100408:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609255.100409:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609255.100409:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609255.100409:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:3.0:1749609255.100409:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609255.100410:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1749609255.100410:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00080000:2.0:1749609255.100410:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609255.100410:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.100411:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609255.100412:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000001:3.0:1749609255.100412:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609255.100414:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609255.100414:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609255.100414:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609255.100414:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ba680 x1834594612256000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609275 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609255.100416:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609255.100416:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609255.100417:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17a50. 00000100:00000040:2.0:1749609255.100417:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609255.100418:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6686e8 00000400:00000010:0.0:1749609255.100419:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6686e8. 00000100:00000001:0.0:1749609255.100420:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609255.100421:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609255.100421:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612256000:12345-0@lo:38: Request processed in 138us (281us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609255.100423:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612255872:0@lo:38: 00000100:00000200:0.0:1749609255.100425:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609255.100427:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00000100:00000001:0.0:1749609255.100428:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749609255.100428:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609255.100428:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609255.100429:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749609255.100429:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609255.100429:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609255.100430:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609255.100430:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749609255.100430:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0370. 00000100:00000001:0.0:1749609255.100431:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609255.100431:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609255.100431:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 02000000:00000001:0.0:1749609255.100432:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609255.100432:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000100:00001000:0.0:1749609255.100433:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=74 v=5 (5 5 5 5) 00000400:00000010:2.0:1749609255.100433:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00001000:0.0:1749609255.100434:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=64 v=5 (1 1 1 1) 00000020:00000010:3.0:1749609255.100434:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e7d0. 00000100:00000001:0.0:1749609255.100435:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609255.100435:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609255.100436:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609255.100436:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00010000:00000001:0.0:1749609255.100437:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1749609255.100437:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609255.100437:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.100438:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.100438:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609255.100439:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.100442:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609255.100443:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1749609255.100443:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.100444:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609255.100445:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609255.100448:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612255488:0@lo:400: 00000100:00000001:2.0:1749609255.100449:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609255.100450:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100450:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609255.100450:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609255.100451:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609255.100451:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609255.100451:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609255.100452:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02c9f80 x1834594612255488/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609255.100452:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609255.100454:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1749609255.100454:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609255.100455:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609255.100455:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609255.100455:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749609255.100456:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749609255.100456:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609255.100456:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c08. 02000000:00000010:0.0:1749609255.100457:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1e00. 00000400:00000200:3.0:1749609255.100458:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 02000000:00000001:0.0:1749609255.100459:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609255.100459:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1749609255.100459:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609255 v=5 (0 0 0 0) 00000020:00000040:0.0:1749609255.100460:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:0.0:1749609255.100460:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1749609255.100460:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 02000000:00000010:0.0:1749609255.100461:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7300. 00000100:00001000:2.0:1749609255.100461:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=71 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609255.100461:0:1510:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609255.100462:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609255.100462:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609255.100463:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9f80. 00000100:00000001:2.0:1749609255.100463:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749609255.100463:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.100464:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609255.100466:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609255.100467:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609255.100468:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609255.100468:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609255.100468:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.100469:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609255.100470:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609255.100470:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609255.100470:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609255.100471:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100473:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609255.100475:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609255.100475:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609255.100476:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609255.100476:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100477:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609255.100478:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609255.100479:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609255.100479:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:2.0:1749609255.100480:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609255.100481:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:2.0:1749609255.100482:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609255.100482:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100484:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609255.100484:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609255.100486:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609255.100486:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1749609255.100489:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609255.100491:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749609255.100492:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a02cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612255616:0@lo:38: 00000100:00000001:3.0:1749609255.100492:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609255.100494:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609255.100495:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100497:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609255.100521:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712680 x1834594612255872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.100527:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609255.100528:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609255.100529:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948be800. 00010000:00080000:3.0:1749609255.100530:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609255.100532:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609255.100533:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609255.100534:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609255.100536:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749609255.100537:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609255.100538:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5098c00. 02000000:00000001:2.0:1749609255.100540:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609255.100540:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1749609255.100541:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749609255.100541:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000010:2.0:1749609255.100542:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712680. 00000100:00000001:3.0:1749609255.100542:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609255.100543:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100545:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609255.100546:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609255.100546:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.100547:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609255.100549:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a02cb480 x1834594612255616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609255.100551:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609255.100552:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609255.100553:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100554:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609255.100555:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749609255.100555:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609255.100556:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bf000. 02000000:00000001:2.0:1749609255.100558:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609255.100559:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609255.100560:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609255.100561:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1749609255.100561:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612256128:0@lo:400: 02000000:00000010:2.0:1749609255.100562:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5098800. 02000000:00000001:2.0:1749609255.100563:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609255.100564:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609255.100564:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609255.100565:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02cb480. 00000100:00000001:3.0:1749609255.100566:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609255.100567:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711180 x1834594612256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.100568:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609255.100568:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100570:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100571:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609255.100572:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609255.100572:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609255.100574:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609255.100575:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9800. 02000000:00000001:3.0:1749609255.100577:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609255.100578:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1749609255.100579:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1749609255.100579:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000001:2.0:1749609255.100580:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609255.100581:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000020:00000001:3.0:1749609255.100581:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609255.100582:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7700. 00000400:00000200:2.0:1749609255.100584:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 02000000:00000001:3.0:1749609255.100584:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1749609255.100585:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 02000000:00000001:3.0:1749609255.100585:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609255.100586:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711180. 00000100:00000001:2.0:1749609255.100587:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609255.100589:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609255.100589:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609255.100590:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609255.100591:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609255.100594:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749609255.100595:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609255.100595:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609255.100597:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609255.100598:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100601:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609255.100602:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100604:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609255.100605:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609255.100606:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609255.100607:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609255.100609:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609255.100612:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609255 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609255.100614:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=68 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609255.100616:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609255.100618:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609255.100619:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609255.100622:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.100627:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609255.100629:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609255.100630:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100632:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609255.100633:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609255.100635:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609255.100636:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609255.100638:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609255.100641:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609255.100647:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612256000:0@lo:38: 00000100:00000001:2.0:1749609255.100649:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100651:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609255.100653:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712d80 x1834594612256000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609255.100658:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609255.100659:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609255.100660:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948be400. 02000000:00000001:2.0:1749609255.100663:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609255.100664:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609255.100664:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609255.100666:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609255.100667:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5099000. 02000000:00000001:2.0:1749609255.100669:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609255.100670:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609255.100671:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712d80. 00000100:00000001:2.0:1749609255.100674:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609255.100675:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100676:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609255.100679:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609255.100680:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609255.100682:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609255.100683:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609255.107563:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298531512, at 4298531512 00000100:00000040:1.0:1749609255.107563:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298531512, at 4298531512 00000100:00000040:2.0:1749609255.107563:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298531512, at 4298531512 00000100:00000040:3.0:1749609255.107563:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298531512, at 4298531512 00000100:00000010:1.0:1749609255.107572:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4740. 00000100:00000010:3.0:1749609255.107585:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4f80. 00000100:00000010:0.0:1749609255.107596:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4340. 00000100:00000010:2.0:1749609255.107615:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4780. 00010000:00000001:0.0:1749609255.431610:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609255.431616:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609255.431621:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609255.431622:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609255.431684:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609255.431687:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609255.431690:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609255.710609:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609255.710615:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609255.710616:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609255.710619:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609255.710622:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609255.710625:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609255.710627:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609255.710630:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609255.710632:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609256.433607:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609256.433612:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609256.433619:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609256.433621:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609256.433623:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609256.433626:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609256.433629:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609256.433631:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609256.433633:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609256.433635:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609256.433732:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749609256.433735:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749609256.433737:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609256.457651:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6d80. 00000020:00000040:0.0:1749609256.457659:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609256.457664:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609256.457666:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609256.457670:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609256.457676:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609256.457680:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609256.457684:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609256.457685:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609256.457689:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19480. 00000100:00000001:0.0:1749609256.457691:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396769920 : -131936312781696 : ffff88012ef19480) 00000100:00000001:0.0:1749609256.457692:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609256.457693:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361918848 : -131939347632768 : ffff88007a0d6d80) 00000100:00000001:0.0:1749609256.457696:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609256.457698:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609256.457699:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609256.457700:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609256.457705:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d6d80 x1834594612256256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609256.457712:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609256.457713:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609256.457714:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d6d80 x1834594612256256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609256.457718:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609256.457720:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609256.457721:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609256.457722:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19480 going to sleep for 0 seconds 00000100:00000001:0.0:1749609256.457724:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609256.457726:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609256.457727:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609256.457729:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609256.457730:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609256.457732:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6d80 x1834594612256256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609256.457736:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612256256:0@lo:900: 00000100:00000001:0.0:1749609256.457738:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609256.457739:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609256.457740:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609256.457742:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609256.457743:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d6d80 x1834594612256256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609256.457746:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609256.457747:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19480. 00000100:00000001:0.0:1749609256.457750:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609256.457751:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609256.457752:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609256.457752:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d6d80 x1834594612256256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609256.457755:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609256.457756:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609256.457758:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609256.457759:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609256.457760:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609256.457763:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609256.457765:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609256.457766:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d6d80. 00000100:00000001:0.0:1749609256.457769:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609256.457769:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609256.710659:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609256.710665:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609256.710666:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609256.710668:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609256.710671:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609256.710673:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609256.710675:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609256.710677:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609256.710679:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609256.862184:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609256.862197:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609256.862200:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609256.862201:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609256.862209:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609256.862223:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf33f800 00000400:00000200:0.0:1749609256.862229:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x160f9 [2] + 0 00000400:00000010:0.0:1749609256.862231:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00000400:00000200:0.0:1749609256.862234:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fe0a9c0 00000800:00000001:0.0:1749609256.862238:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609256.862241:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609256.862243:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609256.862245:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609256.862248:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fe0a9c0 00000400:00000010:0.0:1749609256.862249:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009fe0a9c0. 00000100:00000001:0.0:1749609256.862252:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609256.862254:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609256.862256:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88008b970050 x1834594730244096 msgsize 224 00000100:00100000:0.0:1749609256.862259:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609256.862260:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609256.862275:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609256.862279:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609256.862281:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609256.862281:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609256.862283:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609256.862285:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609256.862288:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33f880 00000400:00000200:0.0:1749609256.862291:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b5 [64] + 189152 00000800:00000001:0.0:1749609256.862294:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609256.862296:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609256.862297:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609256.862299:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609256.862301:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609256.862302:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609256.862305:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6d80. 00000100:00000040:0.0:1749609256.862306:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d6d80 x1834594730244224 msgsize 520 00000100:00100000:0.0:1749609256.862308:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609256.862318:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609256.862320:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609256.862322:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609256.862323:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609256.862324:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609256.862326:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609256.862328:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33f900 00000400:00000200:0.0:1749609256.862329:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b5 [64] + 189672 00000800:00000001:0.0:1749609256.862331:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:1.0:1749609256.862358:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609256.862361:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730244096 02000000:00000001:1.0:1749609256.862363:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609256.862365:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609256.862366:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609256.862369:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609256.862372:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609256.862372:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730244096 00000400:00000200:0.0:1749609256.862373:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609256.862374:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609256.862376:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000040:1.0:1749609256.862376:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:1.0:1749609256.862377:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609256.862378:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609256.862379:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1749609256.862379:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609256.862381:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000010:0.0:1749609256.862382:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7100. 00000020:00000001:1.0:1749609256.862382:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000040:0.0:1749609256.862383:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d7100 x1834594730244352 msgsize 520 00000100:00100000:0.0:1749609256.862386:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:1.0:1749609256.862386:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609256.862389:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8a80. 00000100:00000001:1.0:1749609256.862390:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609256.862392:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8a80. 00000100:00000001:0.0:1749609256.862394:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749609256.862395:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000800:00000001:0.0:1749609256.862398:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:1.0:1749609256.862398:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000800:00000001:0.0:1749609256.862401:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609256.862401:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000100:00000001:3.0:1749609256.862401:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609256.862403:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730244224 02000000:00000001:3.0:1749609256.862405:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609256.862406:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609256.862407:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609256.862407:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609256.862409:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609256.862409:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609256.862410:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609256.862411:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609256.862411:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730244224 00000020:00000001:3.0:1749609256.862412:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609256.862413:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609256.862414:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609256.862415:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609256.862415:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609256.862416:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609256.862419:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000020:00000010:3.0:1749609256.862421:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000100:00000001:0.0:1749609256.862423:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749609256.862423:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000100:00100000:0.0:1749609256.862425:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730244352 00000100:00000001:3.0:1749609256.862425:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749609256.862426:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609256.862426:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609256.862427:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609256.862428:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609256.862429:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609256.862430:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609256.862430:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609256.862432:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609256.862434:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730244352 00000100:00000001:1.0:1749609256.862435:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609256.862436:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609256.862436:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609256.862436:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609256.862437:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609256.862438:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609256.862439:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609256.862440:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1429 00000020:00000001:0.0:1749609256.862441:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609256.862441:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609256.862442:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749609256.862443:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000040:1.0:1749609256.862443:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:1.0:1749609256.862444:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656147536 : -131939053404080 : ffff88008b970050) 00000100:00100000:3.0:1749609256.862445:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2694 00000100:00000001:3.0:1749609256.862446:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361918848 : -131939347632768 : ffff88007a0d6d80) 00000020:00000010:0.0:1749609256.862447:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00000040:3.0:1749609256.862448:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d6d80 x1834594730244224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609256.862449:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e320. 00000100:00000040:1.0:1749609256.862450:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b970050 x1834594730244096/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:202/0 lens 224/0 e 0 to 0 dl 1749609267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609256.862452:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609256.862454:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609256.862455:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609256.862456:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730244224:12345-192.168.201.20@tcp:38: 00000100:00000001:0.0:1749609256.862458:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609256.862458:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749609256.862458:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730244224 00000020:00000010:1.0:1749609256.862459:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8a80. 00000100:00000001:1.0:1749609256.862460:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609256.862460:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749609256.862462:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8a80. 00010000:00000001:3.0:1749609256.862463:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609256.862464:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609256.862465:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b970050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730244096:12345-192.168.201.20@tcp:400: 00000100:00000200:1.0:1749609256.862468:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730244096 00000100:00000001:0.0:1749609256.862470:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609256.862470:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609256.862471:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609256.862472:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609256.862474:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609256.862475:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2695 00000020:00000001:1.0:1749609256.862476:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609256.862476:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609256.862477:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361919744 : -131939347631872 : ffff88007a0d7100) 00000020:00000001:1.0:1749609256.862478:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00020000:3.0:1749609256.862479:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749609256.862480:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d7100 x1834594730244352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609256.862480:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749609256.862481:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609256.862482:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609256.862483:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609256.862484:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749609256.862484:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609256.862486:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609256.862486:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749609256.862488:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730244352:12345-192.168.201.20@tcp:38: 00000020:00000001:1.0:1749609256.862488:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609256.862488:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609256.862490:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609256.862490:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609256.862491:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730244352 02000000:00000001:1.0:1749609256.862491:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609256.862493:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609256.862494:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:1.0:1749609256.862494:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bf800. 02000000:00000010:3.0:1749609256.862495:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fc400. 02000000:00000001:1.0:1749609256.862496:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609256.862526:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 02000000:00000001:3.0:1749609256.862526:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609256.862527:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609256.862528:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:3.0:1749609256.862528:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609256.862530:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609256.862532:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000040:1.0:1749609256.862532:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730244096 00010000:00000001:3.0:1749609256.862532:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609256.862533:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749609256.862533:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609256.862534:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:0.0:1749609256.862535:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88007a0d3c00. 02000000:00000001:0.0:1749609256.862536:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609256.862536:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609256.862537:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609256.862537:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b970050 x1834594730244096/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:202/0 lens 224/224 e 0 to 0 dl 1749609267 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1749609256.862538:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000001:3.0:1749609256.862539:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00080000:0.0:1749609256.862543:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3865 last 0 00010000:00000001:1.0:1749609256.862543:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609256.862544:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609256.862544:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00010000:00000001:0.0:1749609256.862546:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00001000:1.0:1749609256.862546:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609256.862548:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000004:00000001:0.0:1749609256.862549:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:1.0:1749609256.862549:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000004:00000001:0.0:1749609256.862550:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:1.0:1749609256.862550:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:3.0:1749609256.862550:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609256.862551:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609256.862551:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:0.0:1749609256.862553:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:1.0:1749609256.862553:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609256.862553:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000001:1.0:1749609256.862554:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609256.862556:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609256.862556:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609256.862557:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:1.0:1749609256.862557:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:3.0:1749609256.862557:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:0.0:1749609256.862559:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609256.862559:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609256.862560:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000001:3.0:1749609256.862560:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:0.0:1749609256.862561:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609256.862563:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730244096, offset 224 00000100:00000040:3.0:1749609256.862563:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000040:0.0:1749609256.862564:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000010:3.0:1749609256.862565:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000004:00000040:0.0:1749609256.862566:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000400:00000200:1.0:1749609256.862566:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000040:0.0:1749609256.862567:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:0.0:1749609256.862569:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:3.0:1749609256.862569:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730244224, offset 0 00000004:00000001:0.0:1749609256.862570:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609256.862571:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609256.862572:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609256.862573:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609256.862573:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609256.862573:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:0.0:1749609256.862574:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609256.862575:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:0.0:1749609256.862577:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:1.0:1749609256.862577:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2037:2037:256:4294967295] 192.168.201.20@tcp LPNI seq info [2033:2033:8:4294967295] 00010000:00000001:0.0:1749609256.862578:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609256.862579:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609256.862580:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609256.862581:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609256.862582:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000200:1.0:1749609256.862583:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:0.0:1749609256.862584:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000200:1.0:1749609256.862586:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609256.862588:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:1.0:1749609256.862589:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee700. 00000800:00000200:1.0:1749609256.862592:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:3.0:1749609256.862593:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2038:2038:255:4294967295] 192.168.201.20@tcp LPNI seq info [2034:2034:7:4294967295] 00000800:00000200:1.0:1749609256.862597:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609256.862599:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1749609256.862601:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:1.0:1749609256.862604:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609256.862604:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000040:1.0:1749609256.862606:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609256.862607:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000800:00000010:3.0:1749609256.862607:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000400:00000200:0.0:1749609256.862608:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000001:1.0:1749609256.862608:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609256.862609:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609256.862610:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1749609256.862610:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:0.0:1749609256.862611:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609256.862612:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b970050 x1834594730244096/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:202/0 lens 224/224 e 0 to 0 dl 1749609267 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609256.862613:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609256.862614:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:3.0:1749609256.862614:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:0.0:1749609256.862616:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:3.0:1749609256.862616:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1749609256.862617:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b970050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730244096:12345-192.168.201.20@tcp:400: Request processed in 158us (360us total) trans 0 rc 0/0 02000000:00000001:0.0:1749609256.862618:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609256.862619:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609256.862620:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609256.862621:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609256.862621:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1429 00000100:00000040:3.0:1749609256.862621:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609256.862623:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609256.862623:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609256.862624:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609256.862624:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749609256.862624:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609256.862625:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609256.862626:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6686e8. 00000020:00000010:1.0:1749609256.862627:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000040:3.0:1749609256.862627:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6d80 x1834594730244224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609276 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609256.862628:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730244352, offset 0 00000020:00000010:1.0:1749609256.862629:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000400:00000200:0.0:1749609256.862631:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000010:1.0:1749609256.862631:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000020:00000040:1.0:1749609256.862633:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00100000:3.0:1749609256.862634:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730244224:12345-192.168.201.20@tcp:38: Request processed in 178us (326us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609256.862635:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609256.862636:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000200:1.0:1749609256.862637:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1749609256.862638:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2694 00000400:00000010:1.0:1749609256.862639:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a03c8. 00000400:00000200:0.0:1749609256.862640:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2039:2039:254:4294967295] 192.168.201.20@tcp LPNI seq info [2035:2035:6:4294967295] 00000100:00000001:3.0:1749609256.862640:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609256.862640:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749609256.862642:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b9c0. 00000020:00000010:3.0:1749609256.862642:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000020:00000010:3.0:1749609256.862644:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000020:00000010:3.0:1749609256.862645:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000001:3.0:1749609256.862647:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609256.862648:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609256.862652:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609256.862654:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057e00. 00000800:00000200:0.0:1749609256.862657:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:0.0:1749609256.862661:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609256.862664:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057e00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1749609256.862666:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609256.862667:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1749609256.862669:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000800:00000010:1.0:1749609256.862669:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee700. 00000100:00000001:0.0:1749609256.862670:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609256.862672:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609256.862673:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609256.862675:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7100 x1834594730244352/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609276 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609256.862675:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609256.862676:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000400:00000010:1.0:1749609256.862677:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:1.0:1749609256.862679:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609256.862680:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609256.862682:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bf800. 00000100:00100000:0.0:1749609256.862683:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730244352:12345-192.168.201.20@tcp:38: Request processed in 195us (298us total) trans 0 rc -11/-11 02000000:00000001:1.0:1749609256.862683:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609256.862683:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609256.862689:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1749609256.862690:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2695 00000800:00000010:1.0:1749609256.862690:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695600. 00000100:00000001:0.0:1749609256.862692:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609256.862692:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609256.862693:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609256.862693:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609256.862694:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000020:00000010:0.0:1749609256.862695:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000400:00000010:1.0:1749609256.862695:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000100:00000001:1.0:1749609256.862697:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609256.862698:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e320. 00000100:00000001:1.0:1749609256.862698:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749609256.862701:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609256.862704:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609256.862721:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609256.862722:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057e00. 00000400:00000200:1.0:1749609256.862724:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609256.862725:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609256.862727:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6686e8 00000400:00000010:1.0:1749609256.862727:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6686e8. 00000100:00000001:1.0:1749609256.862728:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609256.862729:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609257.435617:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609257.435623:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609257.435628:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609257.435629:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609257.435687:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609257.435690:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609257.435693:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609257.710691:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609257.710698:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609257.710700:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609257.710703:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609257.710707:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609257.710709:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609257.710712:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609257.710715:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609257.710717:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609258.437599:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609258.437604:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609258.437608:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609258.437609:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609258.437698:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609258.437701:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609258.437703:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609258.458574:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7480. 00000020:00000040:0.0:1749609258.458584:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609258.458589:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609258.458593:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609258.458597:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609258.458603:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609258.458609:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609258.458614:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609258.458615:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609258.458621:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19480. 00000100:00000001:0.0:1749609258.458622:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396769920 : -131936312781696 : ffff88012ef19480) 00000100:00000001:0.0:1749609258.458625:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609258.458626:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361920640 : -131939347630976 : ffff88007a0d7480) 00000100:00000001:0.0:1749609258.458630:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609258.458632:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609258.458634:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609258.458635:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609258.458642:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d7480 x1834594612256384/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609258.458651:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609258.458652:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609258.458655:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d7480 x1834594612256384/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609258.458661:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609258.458663:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609258.458664:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609258.458665:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19480 going to sleep for 0 seconds 00000100:00000001:0.0:1749609258.458668:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609258.458670:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609258.458673:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609258.458675:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609258.458677:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609258.458679:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7480 x1834594612256384/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609258.458686:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612256384:0@lo:900: 00000100:00000001:0.0:1749609258.458689:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609258.458691:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609258.458693:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609258.458695:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609258.458697:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d7480 x1834594612256384/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609258.458703:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609258.458704:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19480. 00000100:00000001:0.0:1749609258.458708:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609258.458709:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609258.458711:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609258.458712:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d7480 x1834594612256384/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609258.458717:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609258.458719:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609258.458720:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609258.458721:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609258.458723:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609258.458727:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609258.458728:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609258.458730:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d7480. 00000100:00000001:0.0:1749609258.458732:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609258.458733:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609258.710601:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609258.710608:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609258.710609:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609258.710612:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609258.710615:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609258.710617:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609258.710619:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609258.710621:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609258.710622:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609259.439661:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609259.439668:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609259.439674:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609259.439676:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609259.439719:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749609259.439722:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609259.439724:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609259.710635:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609259.710642:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609259.710644:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609259.710647:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609259.710650:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609259.710653:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609259.710655:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609259.710657:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609259.710659:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609260.107645:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609260.107652:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609260.107658:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0712d80. 00000020:00000040:2.0:1749609260.107663:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609260.107666:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609260.107669:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609260.107673:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609260.107678:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7100. 00000100:00000001:2.0:1749609260.107689:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609260.107696:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609260.107703:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609260.107705:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609260.107710:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a0712d80] to pc [ptlrpcd_00_02+2] req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.107735:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609260.107737:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609260.107739:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609260.107741:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609260.107742:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609260.107745:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609260.107773:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3864 00000100:00080000:2.0:1749609260.107775:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609260.107777:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609260.107779:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609260.107781:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609260.107782:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609260.107784:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609260.107785:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000100:00000001:0.0:1749609260.107786:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609260.107787:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609260.107789:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:3.0:1749609260.107789:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609260.107791:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:2.0:1749609260.107791:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:0.0:1749609260.107792:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609260.107792:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:3.0:1749609260.107792:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609260.107793:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609260.107794:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609260.107795:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609260.107796:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609260.107797:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:0.0:1749609260.107799:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1749609260.107799:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609260.107800:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609260.107800:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.107801:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609260.107802:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609260.107803:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609260.107805:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609260.107806:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609260.107807:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609260.107809:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.107809:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609260.107810:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609260.107812:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0712680. 00000020:00000040:2.0:1749609260.107814:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749609260.107816:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609260.107816:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609260.107817:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609260.107817:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.107819:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609260.107820:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609260.107820:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609260.107821:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609260.107822:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609260.107823:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609260.107823:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5099000. 00000100:00100000:0.0:1749609260.107825:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612256512:0@lo:400: 00000100:00000001:2.0:1749609260.107825:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.107827:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749609260.107828:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609260.107831:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609260.107832:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.107833:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609260.107834:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609260.107834:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609260.107836:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1e00. 00000100:00000040:2.0:1749609260.107836:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a0712680] to pc [ptlrpcd_rcv+-1] req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609260.107838:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609260.107842:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17a50. 00000400:00000010:0.0:1749609260.107847:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668110. 00000100:00000001:2.0:1749609260.107850:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609260.107851:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1749609260.107853:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612256512, portal 25 00000100:00000001:2.0:1749609260.107854:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609260.107855:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1749609260.107855:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0711500. 00000100:00000001:0.0:1749609260.107856:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005990272 : -131938703561344 : ffff8800a0712d80) 00000020:00000040:2.0:1749609260.107856:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609260.107858:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609260.107858:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749609260.107859:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609260.107859:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609260.107861:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7f00. 00000100:00000001:2.0:1749609260.107862:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.107864:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609260.107864:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609260.107866:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609260.107867:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000100:00000001:2.0:1749609260.107868:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609260.107868:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609260.107869:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612256512, offset 0 00000100:00000040:2.0:1749609260.107870:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a0711500] to pc [ptlrpcd_00_03+3] req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609260.107873:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609260.107876:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609260.107878:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609260.107879:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749609260.107879:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609260.107881:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609260.107881:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609260.107882:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609260.107882:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749609260.107884:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609260.107884:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609260.107886:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3864 00000100:00000040:3.0:1749609260.107886:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609260.107887:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609260.107888:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609260.107889:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609260.107890:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609260.107891:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609260.107892:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609260.107893:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82b9f00 00000020:00000040:2.0:1749609260.107893:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609260.107894:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609260.107894:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749609260.107895:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:3.0:1749609260.107895:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609260.107896:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:2.0:1749609260.107897:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 02000000:00000001:3.0:1749609260.107897:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749609260.107898:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16129 [2] + 0 00000100:00000040:2.0:1749609260.107899:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:0.0:1749609260.107900:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74faa8. 00000100:00000001:2.0:1749609260.107900:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609260.107900:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609260.107900:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609260.107901:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609260.107902:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 02000000:00000001:3.0:1749609260.107902:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609260.107903:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fe0ad80 00000100:00080000:2.0:1749609260.107903:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609260.107904:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609260.107904:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612256640:0@lo:38: 02000000:00000001:2.0:1749609260.107905:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749609260.107907:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609260.107907:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609260.107908:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.107908:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609260.107909:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749609260.107910:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609260.107910:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609260.107910:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749609260.107911:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0710000. 02000000:00000001:3.0:1749609260.107911:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609260.107912:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fe0ad80 00000020:00000040:2.0:1749609260.107912:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609260.107913:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749609260.107913:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1749609260.107914:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009fe0ad80. 02000000:00000001:2.0:1749609260.107914:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.107914:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609260.107915:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609260.107916:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.107917:0:1512:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749609260.107917:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5098c00. 02000000:00000010:3.0:1749609260.107917:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f000. 00000100:00000001:2.0:1749609260.107918:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609260.107919:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1749609260.107919:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609260.107920:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609260.107921:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88008b970c50 x1834594612256512 msgsize 224 00000100:00100000:0.0:1749609260.107923:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1749609260.107923:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c08. 00000100:00000001:2.0:1749609260.107924:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609260.107924:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609260.107925:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1749609260.107926:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a0710000] to pc [ptlrpcd_rcv+-1] req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609260.107926:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000200:3.0:1749609260.107930:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612256640, portal 4 00000100:00000001:3.0:1749609260.107931:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609260.107933:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005988480 : -131938703563136 : ffff8800a0712680) 00000100:00000001:2.0:1749609260.107935:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609260.107937:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609260.107938:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749609260.107939:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:3.0:1749609260.107939:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.107940:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609260.107940:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749609260.107942:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00000100:00000001:2.0:1749609260.107942:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749609260.107943:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00000100:00080000:2.0:1749609260.107943:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3864 00000100:00080000:2.0:1749609260.107944:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609260.107945:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609260.107945:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609260.107945:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609260.107946:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609260.107947:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609260.107947:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609260.107947:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609260.107948:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749609260.107948:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609260.107949:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000010:3.0:1749609260.107949:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000020:00000001:2.0:1749609260.107950:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609260.107951:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:2.0:1749609260.107951:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:2.0:1749609260.107952:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000200:3.0:1749609260.107952:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612256640, offset 0 00000100:00000001:0.0:1749609260.107953:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609260.107954:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609260.107954:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609260.107955:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609260.107956:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:3.0:1749609260.107956:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609260.107957:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609260.107958:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609260.107958:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:0.0:1749609260.107959:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1749609260.107959:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609260.107960:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609260.107960:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1749609260.107961:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609260.107962:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609260.107962:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609260.107962:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.107963:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609260.107964:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.107965:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298536520 00000100:00000010:0.0:1749609260.107967:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4340. 00000100:00000010:2.0:1749609260.107967:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0711180. 00000400:00000200:3.0:1749609260.107967:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82b9f80 00000020:00000040:2.0:1749609260.107968:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609260.107969:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609260.107970:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.107970:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609260.107971:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749609260.107971:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 16120 00000100:00000001:0.0:1749609260.107972:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749609260.107972:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609260.107973:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5098800. 00000100:00000001:2.0:1749609260.107974:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609260.107976:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609260.107976:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609260.107977:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298536520 00000100:00000010:0.0:1749609260.107978:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4980. 00000400:00000200:3.0:1749609260.107978:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609260.107979:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609260.107980:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609260.107980:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609260.107981:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.107982:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298536520 00000100:00100000:1.0:1749609260.107982:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612256512 00000100:00000001:3.0:1749609260.107982:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:0.0:1749609260.107983:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4280. 00000100:00000040:2.0:1749609260.107983:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a0711180] to pc [ptlrpcd_rcv+-1] req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609260.107983:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:1.0:1749609260.107984:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609260.107985:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609260.107986:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298536520 00000100:00000001:1.0:1749609260.107986:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1749609260.107986:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0716d80. 00000100:00000010:0.0:1749609260.107987:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b46c0. 00000100:00000001:0.0:1749609260.107988:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609260.107988:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609260.107988:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0716d80 x1834594612256640 msgsize 520 00000100:00000001:2.0:1749609260.107989:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.107990:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609260.107990:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609260.107991:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609260.107991:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609260.107991:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609260.107993:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609260.107993:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612256512 00000100:00000001:2.0:1749609260.107993:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609260.107994:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609260.107995:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609260.107996:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749609260.107996:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000010:2.0:1749609260.107996:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c8a80. 00000100:00000001:0.0:1749609260.107997:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1749609260.107997:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609260.107997:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609260.107998:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609260.107998:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609260.107999:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609260.107999:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1749609260.107999:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:2.0:1749609260.107999:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1749609260.108000:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000001:2.0:1749609260.108000:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749609260.108001:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609260.108002:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000001:2.0:1749609260.108002:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609260.108004:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7600. 00000100:00000001:0.0:1749609260.108005:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749609260.108005:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00000001:0.0:1749609260.108006:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609260.108006:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609260.108006:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609260.108007:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749609260.108007:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 02000000:00000001:0.0:1749609260.108008:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609260.108008:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8a80. 02000000:00000001:0.0:1749609260.108009:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609260.108009:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609260.108010:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609260.108011:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612256768:0@lo:400: 00000020:00000010:1.0:1749609260.108012:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8a80. 00000100:00000001:3.0:1749609260.108012:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609260.108013:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609260.108014:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1749609260.108014:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609260.108015:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609260.108016:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749609260.108016:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000001:2.0:1749609260.108016:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1749609260.108017:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0e00. 00000100:00000001:2.0:1749609260.108017:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609260.108018:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609260.108019:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17268. 00000020:00000010:1.0:1749609260.108019:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00000040:2.0:1749609260.108020:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0c8a80] to pc [ptlrpcd_00_00+0] req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609260.108021:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000020:00000010:1.0:1749609260.108021:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000100:00000001:3.0:1749609260.108022:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749609260.108023:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612256768, portal 4 00000100:00000001:0.0:1749609260.108024:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609260.108025:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005984000 : -131938703567616 : ffff8800a0711500) 00000100:00000040:1.0:1749609260.108026:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1749609260.108028:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609260.108029:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609260.108029:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609260.108030:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609260.108031:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108032:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609260.108033:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609260.108034:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000100:00000200:0.0:1749609260.108035:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612256768, offset 0 00000100:00000001:1.0:1749609260.108035:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609260.108037:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609260.108037:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108038:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749609260.108040:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609260.108041:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609260.108042:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609260.108043:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82ba000 00000100:00000001:3.0:1749609260.108043:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609260.108046:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 12768 00000100:00000040:2.0:1749609260.108046:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3874) 00000100:00000040:3.0:1749609260.108046:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1022 usecs (2 jiffies) 00000100:00000001:1.0:1749609260.108047:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609260.108048:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298536514 00000400:00000200:0.0:1749609260.108049:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609260.108049:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609260.108050:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298536520 00000400:00000200:0.0:1749609260.108051:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609260.108051:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00000001:3.0:1749609260.108052:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298536514 00000100:00000001:0.0:1749609260.108053:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749609260.108053:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000200:0.0:1749609260.108054:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1749609260.108054:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656150608 : -131939053401008 : ffff88008b970c50) 00000100:00000001:3.0:1749609260.108054:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298536520 00000100:00000001:2.0:1749609260.108055:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609260.108055:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298536514 00000100:00000010:0.0:1749609260.108057:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7480. 00000100:00000040:1.0:1749609260.108057:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b970c50 x1834594612256512/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:206/0 lens 224/0 e 0 to 0 dl 1749609271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609260.108057:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1749609260.108057:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298536520 00000100:00000040:0.0:1749609260.108058:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d7480 x1834594612256768 msgsize 224 00000100:00000001:2.0:1749609260.108058:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609260.108058:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298536514 00000100:00100000:0.0:1749609260.108060:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609260.108060:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298536520 00000100:00000001:3.0:1749609260.108061:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609260.108062:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609260.108063:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609260.108063:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609260.108063:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609260.108064:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8a80. 00000100:00000001:2.0:1749609260.108064:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609260.108065:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609260.108065:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609260.108065:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609260.108065:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609260.108066:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8a80. 00000100:00000001:2.0:1749609260.108066:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749609260.108067:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000100:00000001:3.0:1749609260.108067:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609260.108068:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000100:00100000:1.0:1749609260.108068:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b970c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612256512:12345-0@lo:400: 00000100:00000001:0.0:1749609260.108069:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609260.108069:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609260.108070:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609260.108071:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612256512 00000020:00000001:1.0:1749609260.108072:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609260.108072:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609260.108073:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609260.108073:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609260.108074:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609260.108074:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609260.108075:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749609260.108075:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609260.108075:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609260.108076:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609260.108076:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609260.108076:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609260.108076:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609260.108077:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108077:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749609260.108078:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609260.108079:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609260.108079:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00100000:2.0:1749609260.108079:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612257152:0@lo:400: 00000100:00000001:0.0:1749609260.108080:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749609260.108080:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108081:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609260.108081:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609260.108081:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749609260.108082:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609260.108083:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000020:00000001:1.0:1749609260.108083:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1749609260.108083:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609260.108084:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298536513 00000020:00000001:1.0:1749609260.108084:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749609260.108084:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609260.108085:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609260.108085:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609260.108086:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298536520 00000100:00000001:0.0:1749609260.108087:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298536513 00000020:00000001:1.0:1749609260.108087:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1749609260.108087:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 00000100:00000001:3.0:1749609260.108087:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609260.108088:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298536520 00000100:00000001:1.0:1749609260.108088:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609260.108088:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108088:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108089:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298536513 00000100:00000001:0.0:1749609260.108090:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298536520 02000000:00000001:1.0:1749609260.108090:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609260.108091:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298536513 00000400:00000010:2.0:1749609260.108091:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f8f0. 02000000:00000001:3.0:1749609260.108091:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609260.108092:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298536520 02000000:00000010:1.0:1749609260.108092:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bf800. 02000000:00000001:3.0:1749609260.108092:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609260.108093:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609260.108093:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609260.108093:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 00000100:00000001:0.0:1749609260.108094:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609260.108094:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609260.108094:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108095:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108096:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609260.108096:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609260.108096:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612257152, portal 10 00000100:00100000:3.0:1749609260.108096:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612256896:0@lo:38: 00000100:00000001:0.0:1749609260.108097:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609260.108097:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609260.108098:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000040:1.0:1749609260.108098:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612256512 00000100:00000001:2.0:1749609260.108098:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361860736 : -131939347690880 : ffff88007a0c8a80) 00000100:00000001:0.0:1749609260.108099:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609260.108099:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609260.108100:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609260.108100:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609260.108100:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609260.108101:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609260.108101:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000200:1.0:1749609260.108102:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b970c50 x1834594612256512/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:206/0 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609260.108102:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609260.108102:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609260.108103:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609260.108106:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609260.108107:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609260.108107:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609260.108108:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609260.108108:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1749609260.108108:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a58abc00. 00010000:00000001:1.0:1749609260.108109:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609260.108109:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 02000000:00000001:3.0:1749609260.108109:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609260.108110:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612257152, offset 0 00000100:00001000:1.0:1749609260.108111:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=79 v=5 (1 1 1 1) 00000400:00000010:3.0:1749609260.108112:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b626e0. 00000100:00000001:1.0:1749609260.108113:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609260.108113:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609260.108115:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609260.108115:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:0.0:1749609260.108116:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612256768 00000100:00000001:1.0:1749609260.108116:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:3.0:1749609260.108116:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 02000000:00000001:0.0:1749609260.108117:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609260.108117:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609260.108118:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609260.108118:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609260.108118:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609260.108119:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609260.108119:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609260.108119:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612256896, portal 10 00000100:00000001:3.0:1749609260.108120:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609260.108121:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609260.108121:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609260.108122:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612256768 00000400:00000010:1.0:1749609260.108122:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000400:00000200:2.0:1749609260.108122:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82ba180 00000100:00000001:3.0:1749609260.108122:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005978624 : -131938703572992 : ffff8800a0710000) 00000020:00000001:0.0:1749609260.108123:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609260.108124:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:0.0:1749609260.108125:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749609260.108125:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612256512, offset 224 00000100:00000040:3.0:1749609260.108126:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609260.108127:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000400:00000200:2.0:1749609260.108127:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 190192 00000020:00000001:0.0:1749609260.108128:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:0.0:1749609260.108130:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:1.0:1749609260.108130:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609260.108131:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609260.108132:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609260.108132:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609260.108133:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4ac0. 00000400:00000200:2.0:1749609260.108133:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609260.108134:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609260.108135:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609260.108135:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749609260.108135:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000020:00000010:0.0:1749609260.108137:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4100. 00000100:00000200:2.0:1749609260.108137:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609260.108137:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612256896, offset 0 00000400:00000200:1.0:1749609260.108138:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82b9f00 00000100:00000010:2.0:1749609260.108139:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c9880. 00000020:00000040:0.0:1749609260.108140:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:2.0:1749609260.108140:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c9880 x1834594612257152 msgsize 224 00000400:00000200:3.0:1749609260.108140:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609260.108143:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609260.108144:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749609260.108144:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16c85 [1] + 224 00000020:00000010:0.0:1749609260.108146:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000400:00000200:1.0:1749609260.108146:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609260.108146:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609260.108147:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749609260.108148:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000400:00000200:1.0:1749609260.108148:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609260.108150:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e320. 00000400:00000200:3.0:1749609260.108150:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82ba080 00000400:00000200:2.0:1749609260.108152:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000400:00000010:2.0:1749609260.108153:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000100:00000040:0.0:1749609260.108154:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1749609260.108155:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609260.108155:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609260.108155:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609260.108157:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609260.108157:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108160:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609260.108161:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609260.108161:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609260.108162:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609260.108163:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609260.108163:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 190416 00000100:00000001:0.0:1749609260.108166:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609260.108166:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609260.108167:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609260.108167:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609260.108167:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609260.108169:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.108169:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108170:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609260.108170:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609260.108171:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609260.108171:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 00000100:00000001:2.0:1749609260.108172:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298536513 00000100:00100000:0.0:1749609260.108173:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00000001:3.0:1749609260.108173:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609260.108174:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:2.0:1749609260.108174:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298536520 00000100:00000200:3.0:1749609260.108174:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609260.108175:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361920640 : -131939347630976 : ffff88007a0d7480) 00000100:00000040:1.0:1749609260.108175:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.108175:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298536513 00000100:00000001:2.0:1749609260.108176:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298536520 00000100:00000001:2.0:1749609260.108177:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298536513 00000100:00000010:3.0:1749609260.108177:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0717100. 00000100:00000040:0.0:1749609260.108178:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d7480 x1834594612256768/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:206/0 lens 224/0 e 0 to 0 dl 1749609271 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.108178:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298536520 00000100:00000001:2.0:1749609260.108179:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298536513 00000100:00000040:3.0:1749609260.108179:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0717100 x1834594612256896 msgsize 520 00000100:00000001:2.0:1749609260.108180:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298536520 00000100:00000001:2.0:1749609260.108181:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609260.108182:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609260.108182:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609260.108182:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609260.108182:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609260.108183:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4100. 00000100:00000001:0.0:1749609260.108184:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609260.108184:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609260.108185:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4100. 00000100:00000001:2.0:1749609260.108185:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609260.108187:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612256768:12345-0@lo:400: 00000400:00000200:1.0:1749609260.108187:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000400:00000010:1.0:1749609260.108188:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:3.0:1749609260.108188:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:0.0:1749609260.108189:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612256768 00000100:00000001:1.0:1749609260.108190:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749609260.108191:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609260.108191:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749609260.108192:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609260.108193:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609260.108193:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000020:00000001:0.0:1749609260.108194:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609260.108194:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609260.108195:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000020:00000001:0.0:1749609260.108196:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:1.0:1749609260.108196:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:0.0:1749609260.108197:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1749609260.108197:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609260.108197:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609260.108198:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609260.108199:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609260.108199:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1749609260.108199:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609260.108200:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609260.108201:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749609260.108201:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b970c50 x1834594612256512/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:206/0 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.108202:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749609260.108203:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609260.108203:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612256640 00000020:00000001:0.0:1749609260.108204:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1749609260.108204:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609260.108205:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609260.108206:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609260.108206:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b970c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612256512:12345-0@lo:400: Request processed in 142us (284us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609260.108206:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609260.108207:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609260.108207:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108208:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749609260.108209:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612256640 00000020:00000001:2.0:1749609260.108210:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749609260.108211:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000020:00000040:2.0:1749609260.108211:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609260.108211:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609260.108212:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609260.108213:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000001:2.0:1749609260.108213:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609260.108214:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609260.108215:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609260.108215:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609260.108216:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:1.0:1749609260.108217:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000001:3.0:1749609260.108217:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609260.108218:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9f80. 00000100:00000001:3.0:1749609260.108218:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609260.108219:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000020:00000010:2.0:1749609260.108220:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c960. 00000020:00000010:1.0:1749609260.108221:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609260.108221:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609260.108222:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509c000. 00000100:00000001:2.0:1749609260.108222:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749609260.108223:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609260.108223:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:2.0:1749609260.108223:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609260.108224:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.108224:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609260.108224:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 02000000:00000001:1.0:1749609260.108225:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609260.108225:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298536513 00000020:00000001:0.0:1749609260.108226:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609260.108226:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bf800. 00000100:00000001:2.0:1749609260.108226:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609260.108227:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612256768 00000100:00000001:3.0:1749609260.108227:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298536520 02000000:00000001:1.0:1749609260.108228:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1749609260.108229:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609260.108229:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609260.108229:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298536513 00000100:00000001:2.0:1749609260.108230:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1749609260.108231:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0d7480 x1834594612256768/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:206/0 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609260.108231:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1749609260.108231:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298536520 00000400:00000010:1.0:1749609260.108233:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0a50. 00000100:00000001:3.0:1749609260.108233:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298536513 00000100:00000001:2.0:1749609260.108234:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609260.108234:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298536520 00010000:00000001:0.0:1749609260.108235:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609260.108235:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749609260.108236:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609260.108236:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b780. 00000100:00000001:3.0:1749609260.108236:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298536513 00000100:00100000:2.0:1749609260.108237:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00000001:3.0:1749609260.108237:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298536520 00000100:00001000:0.0:1749609260.108238:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609260.108238:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135006006656 : -131938703544960 : ffff8800a0716d80) 00000100:00000001:3.0:1749609260.108239:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609260.108240:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609260.108240:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0716d80 x1834594612256640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609260.108241:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609260.108241:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108242:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:0.0:1749609260.108243:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609260.108243:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609260.108244:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108245:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:1.0:1749609260.108245:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1749609260.108245:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609260.108246:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0716d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612256640:12345-0@lo:38: 00000100:00000040:0.0:1749609260.108247:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749609260.108247:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000010:0.0:1749609260.108248:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000100:00000200:0.0:1749609260.108250:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612256768, offset 224 00000100:00000200:2.0:1749609260.108250:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612256640 00000100:00000001:1.0:1749609260.108251:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609260.108251:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609260.108251:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609260.108252:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609260.108252:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609260.108253:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609260.108253:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749609260.108253:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000001:1.0:1749609260.108255:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609260.108255:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609260.108256:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:1.0:1749609260.108256:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609260.108256:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609260.108257:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17a50. 00000100:00100000:3.0:1749609260.108258:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612257024:0@lo:38: 00000400:00000200:0.0:1749609260.108259:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82ba000 00000400:00000200:1.0:1749609260.108259:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668110 00000400:00000010:1.0:1749609260.108260:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668110. 00000100:00000001:1.0:1749609260.108261:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609260.108262:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16c95 [1] + 224 00000020:00000001:2.0:1749609260.108262:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108262:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749609260.108263:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609260.108263:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00020000:2.0:1749609260.108264:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609260.108265:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609260.108265:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609260.108266:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609260.108266:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749609260.108267:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609260.108268:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609260.108268:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609260.108268:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609260.108269:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:3.0:1749609260.108269:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a58a9c00. 00000100:00000001:2.0:1749609260.108270:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609260.108270:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609260.108271:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609260.108271:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609260.108272:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609260.108272:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609260.108272:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 02000000:00000010:2.0:1749609260.108273:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099800. 00000100:00000001:1.0:1749609260.108274:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609260.108274:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609260.108275:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609260.108275:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609260.108275:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609260.108275:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000001:1.0:1749609260.108276:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609260.108277:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609260.108277:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609260.108278:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609260.108278:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612257024, portal 10 02000000:00000001:1.0:1749609260.108279:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609260.108279:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609260.108279:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609260.108280:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609260.108280:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005983104 : -131938703568512 : ffff8800a0711180) 00000100:00001000:1.0:1749609260.108281:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=79 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609260.108281:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609260.108282:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000400:00000010:0.0:1749609260.108282:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000100:00001000:1.0:1749609260.108283:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609260.108283:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609260.108284:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609260.108284:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609260.108284:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609260.108284:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:3.0:1749609260.108284:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609260.108285:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.108285:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609260.108286:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.108286:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609260.108287:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:1.0:1749609260.108287:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1749609260.108288:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:1.0:1749609260.108288:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609260.108288:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:0.0:1749609260.108289:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609260.108289:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609260.108289:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749609260.108290:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609260.108290:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609260.108291:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609260.108292:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7480 x1834594612256768/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:206/0 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609260.108292:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.108292:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609260.108292:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609260.108293:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609260.108293:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000400:00000010:2.0:1749609260.108294:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 00000100:00000200:3.0:1749609260.108295:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612257024, offset 0 00000100:00000001:1.0:1749609260.108296:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609260.108296:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612256640, offset 0 00000100:00100000:0.0:1749609260.108297:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612256768:12345-0@lo:400: Request processed in 114us (238us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609260.108298:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609260.108299:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609260.108299:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609260.108301:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00000040:1.0:1749609260.108301:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609260.108303:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:0.0:1749609260.108304:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749609260.108304:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609260.108305:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749609260.108305:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612256512:0@lo:400: 00000020:00000010:0.0:1749609260.108307:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000100:00000001:1.0:1749609260.108307:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609260.108307:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749609260.108308:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e320. 00000100:00000001:1.0:1749609260.108308:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609260.108308:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82ba100 00000020:00000010:0.0:1749609260.108310:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000040:1.0:1749609260.108310:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712d80 x1834594612256512/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609260.108312:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609260.108313:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609260.108313:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749609260.108313:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 190936 00000100:00000001:0.0:1749609260.108314:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609260.108314:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749609260.108315:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82b9f80 02000000:00000010:1.0:1749609260.108316:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1e00. 00000400:00000200:3.0:1749609260.108316:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609260.108318:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749609260.108318:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16c8d [1] + 0 00000020:00000001:1.0:1749609260.108319:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749609260.108319:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1749609260.108321:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000400:00000200:2.0:1749609260.108321:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609260.108321:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749609260.108322:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1749609260.108322:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1749609260.108323:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7100. 00000400:00000200:2.0:1749609260.108323:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609260.108324:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609260.108324:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1749609260.108324:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0717480. 00000100:00100000:0.0:1749609260.108325:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612257152 02000000:00000001:1.0:1749609260.108325:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609260.108325:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609260.108326:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609260.108326:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0717480 x1834594612257024 msgsize 520 02000000:00000001:0.0:1749609260.108327:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1749609260.108327:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712d80. 00000100:00000001:0.0:1749609260.108328:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609260.108329:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609260.108330:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609260.108330:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1749609260.108330:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609260.108331:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609260.108331:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609260.108332:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612257152 00000100:00000001:1.0:1749609260.108332:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609260.108333:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609260.108333:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609260.108334:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:1.0:1749609260.108334:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609260.108335:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:1.0:1749609260.108335:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1749609260.108336:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000400:00000001:1.0:1749609260.108336:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609260.108336:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609260.108337:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000010:1.0:1749609260.108337:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17268. 00000100:00000001:3.0:1749609260.108337:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609260.108338:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00000020:00000001:0.0:1749609260.108339:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000010:1.0:1749609260.108339:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00000100:00000001:0.0:1749609260.108340:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609260.108340:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609260.108341:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4100. 00000100:00000200:1.0:1749609260.108341:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609260.108341:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000400:00000010:2.0:1749609260.108342:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000020:00000010:0.0:1749609260.108343:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8fc0. 00000100:00000001:2.0:1749609260.108344:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609260.108344:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749609260.108344:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000100:00000200:1.0:1749609260.108345:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609260.108345:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000020:00000040:0.0:1749609260.108346:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609260.108346:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108347:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609260.108348:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609260.108349:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609260.108349:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609260.108349:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108350:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609260.108350:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609260.108350:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609260.108351:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000100:00000001:1.0:1749609260.108351:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609260.108352:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749609260.108352:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0716d80 x1834594612256640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609260.108353:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00000001:1.0:1749609260.108353:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749609260.108354:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e320. 00000100:00000001:1.0:1749609260.108354:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609260.108355:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609260.108356:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=66 v=5 (5 5 5 5) 00000100:00000040:0.0:1749609260.108357:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:2.0:1749609260.108357:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0716d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612256640:12345-0@lo:38: Request processed in 111us (367us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609260.108358:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:1.0:1749609260.108358:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=66 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609260.108359:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609260.108359:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609260.108360:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609260.108360:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609260.108360:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609260.108360:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749609260.108361:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00000001:0.0:1749609260.108362:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00080000:1.0:1749609260.108362:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.108362:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749609260.108362:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108363:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609260.108363:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609260.108364:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609260.108364:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9f80. 00000020:00000010:2.0:1749609260.108366:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c960. 00000100:00000001:0.0:1749609260.108367:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609260.108367:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108367:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609260.108368:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1749609260.108368:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609260.108369:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749609260.108370:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:2.0:1749609260.108370:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609260.108371:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609260.108371:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612256896 00000100:00000001:1.0:1749609260.108371:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609260.108371:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108371:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609260.108372:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749609260.108372:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108373:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609260.108374:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609260.108374:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 02000000:00000001:0.0:1749609260.108375:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108375:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298536513 00000100:00100000:0.0:1749609260.108376:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612256896 00000100:00000001:1.0:1749609260.108376:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609260.108377:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609260.108377:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609260.108377:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609260.108377:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609260.108377:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298536520 00000020:00000001:0.0:1749609260.108378:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609260.108379:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609260.108379:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609260.108379:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298536513 00000020:00000001:0.0:1749609260.108380:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.108380:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609260.108380:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298536520 00000020:00000010:0.0:1749609260.108381:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 00000100:00100000:2.0:1749609260.108381:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612257024 00000100:00000001:3.0:1749609260.108381:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298536513 00000020:00000010:0.0:1749609260.108382:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000100:00100000:1.0:1749609260.108382:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612256768:0@lo:400: 02000000:00000001:2.0:1749609260.108382:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609260.108383:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609260.108383:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298536520 00000020:00000010:0.0:1749609260.108384:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e0c8. 00000100:00000001:1.0:1749609260.108384:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609260.108384:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108384:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298536513 00000100:00000001:0.0:1749609260.108385:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609260.108385:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609260.108385:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108385:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298536520 00000100:00000001:0.0:1749609260.108386:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609260.108386:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711500 x1834594612256768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609260.108386:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612257024 00000100:00000001:0.0:1749609260.108387:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609260.108387:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609260.108387:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609260.108388:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609260.108388:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108389:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609260.108389:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609260.108390:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609260.108390:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749609260.108390:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108391:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609260.108391:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0e00. 00000020:00000001:2.0:1749609260.108391:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609260.108392:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1749609260.108392:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749609260.108393:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609260.108393:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000010:2.0:1749609260.108393:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000400:00000001:3.0:1749609260.108393:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609260.108394:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609260.108394:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609260.108394:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1749609260.108394:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9f80. 00000400:00000010:3.0:1749609260.108394:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c08. 02000000:00000010:1.0:1749609260.108395:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7f00. 00000020:00000010:2.0:1749609260.108395:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c960. 00000100:00100000:0.0:1749609260.108396:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 02000000:00000001:1.0:1749609260.108396:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609260.108396:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609260.108396:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749609260.108396:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000100:00000040:0.0:1749609260.108397:0:16223:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000010:1.0:1749609260.108397:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711500. 00000100:00000001:2.0:1749609260.108397:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609260.108398:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361864320 : -131939347687296 : ffff88007a0c9880) 00000100:00000001:1.0:1749609260.108398:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609260.108398:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609260.108398:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609260.108399:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609260.108400:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c9880 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:206/0 lens 224/0 e 0 to 0 dl 1749609271 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609260.108400:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609260.108400:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108400:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609260.108402:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1749609260.108402:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609260.108403:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108404:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609260.108404:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609260.108404:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609260.108405:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b47c0. 00000100:00000001:1.0:1749609260.108405:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108406:0:16223:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609260.108407:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749609260.108408:0:16223:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b47c0. 00000100:00000001:2.0:1749609260.108408:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:1.0:1749609260.108409:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1749609260.108410:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612257152:12345-0@lo:400: 00000020:00000040:1.0:1749609260.108410:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00100000:2.0:1749609260.108411:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696 00000100:00000200:3.0:1749609260.108411:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609260.108412:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612257152 00000100:00000001:2.0:1749609260.108412:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135006007552 : -131938703544064 : ffff8800a0717100) 00000020:00000001:0.0:1749609260.108413:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609260.108414:0:16223:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749609260.108414:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0717100 x1834594612256896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609260.108415:0:16223:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609260.108416:0:16223:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609260.108417:0:16223:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609260.108417:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609260.108418:0:16223:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609260.108418:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609260.108419:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0717100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612256896:12345-0@lo:38: 00000020:00000001:0.0:1749609260.108420:0:16223:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609260.108420:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749609260.108421:0:16223:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1749609260.108421:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612256896 00000020:00000001:0.0:1749609260.108422:0:16223:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749609260.108422:0:16223:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609260.108422:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609260.108422:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749609260.108423:0:16223:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1749609260.108423:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609260.108423:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609260.108425:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609260.108425:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609260.108425:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609260.108425:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609260.108426:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609260.108426:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609260.108427:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509c400. 00000020:00000001:2.0:1749609260.108427:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609260.108428:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609260.108429:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609260.108429:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00010000:00000001:2.0:1749609260.108429:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609260.108430:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609260.108430:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135006008448 : -131938703543168 : ffff8800a0717480) 00000100:00001000:3.0:1749609260.108430:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609260 v=5 (0 0 0 0) 00000020:00000001:0.0:1749609260.108431:0:16223:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609260.108431:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000040:0.0:1749609260.108432:0:16223:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612257152 00000100:00000040:1.0:1749609260.108432:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0717480 x1834594612257024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.108432:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609260.108433:0:16223:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609260.108433:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1749609260.108433:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=76 v=20 (1 1 20 1) 00010000:00000200:0.0:1749609260.108434:0:16223:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0c9880 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:206/0 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609260.108434:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609260.108435:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1749609260.108436:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099c00. 00000100:00100000:1.0:1749609260.108437:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0717480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612257024:12345-0@lo:38: 02000000:00000001:2.0:1749609260.108437:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108437:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609260.108438:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609260.108438:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609260.108439:0:16223:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609260.108439:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612257024 00010000:00000001:2.0:1749609260.108439:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609260.108439:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749609260.108440:0:16223:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=73 v=5 (1 1 1 1) 00000020:00000001:1.0:1749609260.108440:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609260.108440:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609260.108441:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:2.0:1749609260.108441:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609260.108442:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609260.108442:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609260.108443:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609260.108443:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609260.108444:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609260.108444:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609260.108445:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:0.0:1749609260.108446:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609260.108446:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.108446:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609260.108447:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609260.108447:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.108447:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00010000:00020000:1.0:1749609260.108448:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609260.108448:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609260.108449:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609260.108449:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000010:0.0:1749609260.108450:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00010000:00000001:1.0:1749609260.108450:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609260.108450:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609260.108450:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1749609260.108451:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612257152, offset 224 00010000:00000001:1.0:1749609260.108451:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609260.108451:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.108451:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609260.108451:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609260.108452:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609260.108452:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609260.108453:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749609260.108453:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 00000400:00000200:0.0:1749609260.108454:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609260.108454:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609260.108454:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609260.108454:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749609260.108455:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612256896, offset 0 00000100:00080000:3.0:1749609260.108455:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749609260.108456:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749609260.108456:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bf800. 02000000:00000001:1.0:1749609260.108457:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609260.108457:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609260.108458:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609260.108458:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000400:00000200:0.0:1749609260.108459:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82ba180 00010000:00000001:1.0:1749609260.108459:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609260.108459:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609260.108460:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609260.108460:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609260.108461:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609260.108462:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16c9d [1] + 224 00000100:00001000:1.0:1749609260.108462:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609260.108463:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609260.108463:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82ba080 00000400:00000200:0.0:1749609260.108464:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609260.108464:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609260.108465:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ca5 [1] + 0 00000100:00100000:3.0:1749609260.108466:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612256640:0@lo:38: 00000400:00000200:0.0:1749609260.108467:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609260.108467:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000400:00000200:2.0:1749609260.108467:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609260.108468:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609260.108468:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108469:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609260.108469:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:2.0:1749609260.108469:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609260.108469:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609260.108470:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609260.108471:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609260.108471:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0712680 x1834594612256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609260.108472:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000200:2.0:1749609260.108472:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609260.108473:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609260.108474:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108474:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609260.108475:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609260.108475:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749609260.108476:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609260.108476:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609260.108477:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000040:2.0:1749609260.108477:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609260.108477:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f000. 00000100:00000200:1.0:1749609260.108479:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612257024, offset 0 02000000:00000001:3.0:1749609260.108479:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749609260.108481:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609260.108481:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609260.108482:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609260.108482:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749609260.108482:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609260.108483:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749609260.108484:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749609260.108484:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5099000. 00000400:00000200:2.0:1749609260.108485:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 02000000:00000001:3.0:1749609260.108485:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1749609260.108486:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 02000000:00000001:3.0:1749609260.108486:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609260.108487:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000010:3.0:1749609260.108487:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712680. 00000400:00000200:0.0:1749609260.108488:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000400:00000200:1.0:1749609260.108488:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82ba100 00000100:00000001:2.0:1749609260.108488:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749609260.108489:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000100:00000001:3.0:1749609260.108489:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609260.108489:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609260.108490:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609260.108490:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108490:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609260.108491:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609260.108491:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16cb9 [1] + 0 00000100:00000040:2.0:1749609260.108491:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609260.108492:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.108492:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609260.108493:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609260.108493:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609260.108493:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749609260.108494:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609260.108494:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:0.0:1749609260.108495:0:16223:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:1.0:1749609260.108495:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609260.108495:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0717100 x1834594612256896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609260.108495:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609260.108496:0:16223:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108496:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609260.108517:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0717100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612256896:12345-0@lo:38: Request processed in 97us (337us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609260.108520:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609260.108521:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696 00000020:00000001:0.0:1749609260.108522:0:16223:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609260.108522:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1749609260.108522:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1749609260.108523:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609260.108523:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1749609260.108523:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609260.108524:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9880 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:206/0 lens 224/224 e 0 to 0 dl 1749609271 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609260.108524:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000400:00000010:3.0:1749609260.108524:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b626e0. 00000020:00000010:2.0:1749609260.108526:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e0c8. 00000400:00000200:3.0:1749609260.108526:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609260.108527:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000040:1.0:1749609260.108528:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609260.108528:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00000100:00000001:3.0:1749609260.108528:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609260.108529:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612257152:12345-0@lo:400: Request processed in 124us (388us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609260.108530:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609260.108530:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609260.108533:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609260.108534:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00000040:0.0:1749609260.108535:0:16223:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000200:3.0:1749609260.108535:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108536:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609260.108536:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000001:0.0:1749609260.108537:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749609260.108537:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:1.0:1749609260.108538:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609260.108539:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000100:00000001:1.0:1749609260.108539:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609260.108539:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609260.108539:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609260.108540:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e320. 00000100:00000001:1.0:1749609260.108540:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108540:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609260.108541:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1749609260.108542:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000040:1.0:1749609260.108542:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609260.108542:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749609260.108543:0:16223:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609260.108543:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609260.108543:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609260.108543:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609260.108544:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609260.108544:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.108545:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609260.108545:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609260.108546:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0717480 x1834594612257024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609280 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609260.108546:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609260 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609260.108547:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=76 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609260.108549:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749609260.108550:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0717480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612257024:12345-0@lo:38: Request processed in 113us (223us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609260.108550:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609260.108551:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609260.108553:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108554:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609260.108555:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749609260.108555:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00000100:00000001:1.0:1749609260.108556:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749609260.108557:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609260.108557:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609260.108557:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:0.0:1749609260.108558:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609260.108558:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9f80. 00000400:00000010:0.0:1749609260.108559:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f8f0. 00000100:00000001:3.0:1749609260.108559:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609260.108559:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609260.108560:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c960. 00000100:00000001:3.0:1749609260.108560:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1749609260.108561:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000020:00000010:1.0:1749609260.108561:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609260.108561:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749609260.108562:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000100:00080000:3.0:1749609260.108562:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609260.108563:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609260.108563:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609260.108563:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609260.108564:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609260.108565:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609260.108566:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609260.108569:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609260.108570:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612256896:0@lo:38: 00000400:00000001:3.0:1749609260.108572:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609260.108573:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:3.0:1749609260.108573:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609260.108574:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609260.108574:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000100:00000001:0.0:1749609260.108575:0:1510:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749609260.108575:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609260.108575:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 02000000:00000001:0.0:1749609260.108576:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609260.108576:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609260.108578:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749609260.108578:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108579:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609260.108580:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609260.108582:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=73 v=5 (5 5 5 5) 00000100:00000200:3.0:1749609260.108582:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609260.108583:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609260.108585:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609260.108585:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108586:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609260.108586:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609260.108587:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609260.108587:0:1508:0:(client.c:1550:after_reply()) Process entered 00010000:00080000:0.0:1749609260.108588:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609260.108588:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609260.108588:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609260.108589:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609260.108590:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609260.108592:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609260.108592:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609260 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609260.108593:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=73 v=20 (1 1 20 1) 00000100:00000001:0.0:1749609260.108594:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609260.108594:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609260.108595:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609260.108595:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609260.108595:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609260.108596:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108596:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609260.108597:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609260.108598:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108601:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609260.108602:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609260.108602:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609260.108603:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609260.108603:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749609260.108604:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609260.108604:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609260.108604:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609260.108605:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609260.108606:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609260.108607:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:0.0:1749609260.108608:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612257152:0@lo:400: 00000100:00000001:3.0:1749609260.108608:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609260.108610:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609260.108610:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.108611:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609260.108613:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c8a80 x1834594612257152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609260.108614:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a0711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612257024:0@lo:38: 00000100:00000001:3.0:1749609260.108615:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609260.108616:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609260.108616:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609260.108617:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749609260.108617:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0710000 x1834594612256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609260.108618:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 02000000:00000001:0.0:1749609260.108620:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609260.108621:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609260.108621:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609260.108621:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1749609260.108622:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000010:3.0:1749609260.108622:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a58abc00. 00000020:00000001:0.0:1749609260.108623:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749609260.108623:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1749609260.108624:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7600. 00000020:00000001:3.0:1749609260.108624:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609260.108624:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609260.108625:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609260.108626:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609260.108626:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8a80. 00000020:00000001:3.0:1749609260.108626:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609260.108626:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5098c00. 00000100:00000001:0.0:1749609260.108628:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609260.108628:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609260.108628:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609260.108628:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609260.108629:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609260.108629:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0710000. 00000100:00000001:0.0:1749609260.108631:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609260.108631:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108631:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609260.108632:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609260.108632:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609260.108633:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108633:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609260.108634:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a0711180 x1834594612257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609260.108637:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609260.108638:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609260.108639:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a58a9c00. 02000000:00000001:3.0:1749609260.108640:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609260.108640:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609260.108641:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609260.108641:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609260.108642:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5098800. 02000000:00000001:3.0:1749609260.108643:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609260.108644:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609260.108644:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711180. 00000100:00000001:3.0:1749609260.108645:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609260.108646:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609260.108647:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609260.108648:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609260.108649:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609260.108650:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609260.108651:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609260.115557:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298536520, at 4298536520 00000100:00000040:3.0:1749609260.115558:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298536520, at 4298536520 00000100:00000040:1.0:1749609260.115561:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298536520, at 4298536520 00000100:00000040:0.0:1749609260.115562:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298536520, at 4298536520 00000100:00000010:3.0:1749609260.115568:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b46c0. 00000100:00000010:1.0:1749609260.115569:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4980. 00000100:00000010:2.0:1749609260.115578:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4280. 00000100:00000010:0.0:1749609260.115589:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4340. 00010000:00000001:0.0:1749609260.441559:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609260.441565:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609260.441569:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609260.441570:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609260.441651:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609260.441655:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609260.441657:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609260.459565:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7800. 00000020:00000040:0.0:1749609260.459571:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609260.459575:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609260.459577:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609260.459582:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609260.459587:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1800. 00000100:00000001:0.0:1749609260.459592:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.459597:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609260.459598:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609260.459602:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19480. 00000100:00000001:0.0:1749609260.459603:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396769920 : -131936312781696 : ffff88012ef19480) 00000100:00000001:0.0:1749609260.459604:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609260.459605:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361921536 : -131939347630080 : ffff88007a0d7800) 00000100:00000001:0.0:1749609260.459608:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609260.459610:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609260.459612:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609260.459613:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609260.459618:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d7800 x1834594612257280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.459625:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609260.459625:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609260.459627:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d7800 x1834594612257280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.459631:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609260.459632:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609260.459633:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609260.459634:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19480 going to sleep for 0 seconds 00000100:00000001:0.0:1749609260.459635:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609260.459637:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609260.459638:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609260.459640:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609260.459641:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609260.459642:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7800 x1834594612257280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609260.459646:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612257280:0@lo:900: 00000100:00000001:0.0:1749609260.459648:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609260.459650:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609260.459651:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609260.459652:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609260.459653:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d7800 x1834594612257280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.459656:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609260.459657:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19480. 00000100:00000001:0.0:1749609260.459660:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609260.459661:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609260.459662:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609260.459663:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d7800 x1834594612257280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609260.459666:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609260.459667:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609260.459668:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609260.459669:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609260.459670:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609260.459673:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609260.459674:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609260.459675:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d7800. 00000100:00000001:0.0:1749609260.459676:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609260.459677:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609260.710629:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609260.710635:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609260.710636:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609260.710639:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609260.710643:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609260.710645:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609260.710647:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609260.710650:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609260.710651:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609261.442577:0:1501:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1a59540] -> 12345-192.168.201.120@tcp (6) 00000800:00000200:2.0:1749609261.442582:0:1501:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988 00000800:00000200:2.0:1749609261.442585:0:1501:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880099927c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1749609261.442747:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1749609261.442754:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1749609261.442762:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1749609261.442765:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1749609261.442767:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609261.443540:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609261.443543:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609261.443547:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609261.443548:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609261.443623:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609261.443626:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609261.443628:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609261.710614:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609261.710621:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609261.710623:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609261.710626:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609261.710629:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609261.710632:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609261.710634:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609261.710636:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609261.710638:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609261.870223:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609261.870236:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609261.870240:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609261.870241:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609261.870249:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609261.870263:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf33f980 00000400:00000200:0.0:1749609261.870269:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16159 [2] + 0 00000400:00000010:0.0:1749609261.870272:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fdc0. 00000400:00000200:0.0:1749609261.870275:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fe0ab40 00000800:00000001:0.0:1749609261.870279:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609261.870281:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609261.870283:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609261.870286:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609261.870288:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fe0ab40 00000400:00000010:0.0:1749609261.870290:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009fe0ab40. 00000100:00000001:0.0:1749609261.870293:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609261.870295:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609261.870297:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88008b973050 x1834594730244480 msgsize 224 00000100:00100000:0.0:1749609261.870299:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609261.870301:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609261.870316:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609261.870320:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609261.870322:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609261.870322:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609261.870323:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609261.870325:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609261.870328:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33fa00 00000400:00000200:0.0:1749609261.870331:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b5 [64] + 191456 00000800:00000001:0.0:1749609261.870334:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609261.870335:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609261.870336:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609261.870338:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609261.870340:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609261.870340:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609261.870343:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7800. 00000100:00000040:0.0:1749609261.870345:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d7800 x1834594730244608 msgsize 520 00000100:00100000:0.0:1749609261.870346:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609261.870361:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609261.870365:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609261.870367:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609261.870369:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609261.870370:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609261.870374:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609261.870378:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33fa80 00000400:00000200:0.0:1749609261.870381:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b5 [64] + 191976 00000800:00000001:0.0:1749609261.870384:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:1.0:1749609261.870416:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609261.870419:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730244480 00000100:00000001:3.0:1749609261.870420:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609261.870422:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749609261.870422:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730244608 00000100:00000001:1.0:1749609261.870424:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609261.870424:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609261.870425:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609261.870426:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609261.870426:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609261.870430:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609261.870430:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609261.870432:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730244608 00000100:00100000:1.0:1749609261.870433:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730244480 00000020:00000001:1.0:1749609261.870434:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749609261.870434:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609261.870436:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000040:3.0:1749609261.870436:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609261.870438:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609261.870438:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609261.870440:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609261.870440:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609261.870441:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609261.870442:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609261.870444:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000010:3.0:1749609261.870444:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000020:00000010:3.0:1749609261.870448:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000100:00000001:1.0:1749609261.870449:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609261.870452:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8a80. 00000020:00000010:3.0:1749609261.870452:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000800:00000001:0.0:1749609261.870453:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609261.870454:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609261.870455:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609261.870455:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749609261.870456:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8a80. 00000100:00000001:3.0:1749609261.870456:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609261.870458:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609261.870458:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609261.870460:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609261.870461:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749609261.870461:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609261.870462:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609261.870463:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7b80. 00000100:00000040:0.0:1749609261.870464:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d7b80 x1834594730244736 msgsize 520 00000020:00000010:1.0:1749609261.870464:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00100000:0.0:1749609261.870466:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:1.0:1749609261.870466:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000100:00000001:3.0:1749609261.870470:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609261.870472:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609261.870474:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609261.870475:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609261.870475:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609261.870476:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609261.870477:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609261.870477:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730244736 02000000:00000001:3.0:1749609261.870478:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609261.870479:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1749609261.870479:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609261.870480:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609261.870480:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609261.870481:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609261.870482:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609261.870482:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730244736 00000020:00000001:3.0:1749609261.870483:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609261.870483:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609261.870484:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609261.870484:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609261.870485:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609261.870486:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000010:3.0:1749609261.870488:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1c00. 00000020:00000010:3.0:1749609261.870489:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fbb8. 00000100:00000001:3.0:1749609261.870490:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609261.870490:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609261.870491:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609261.870492:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609261.870493:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609261.870495:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609261.870496:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609261.870521:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2698 00000100:00000001:1.0:1749609261.870522:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609261.870523:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361921536 : -131939347630080 : ffff88007a0d7800) 00000100:00000001:3.0:1749609261.870524:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609261.870525:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609261.870527:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d7800 x1834594730244608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609281 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609261.870528:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2699 00000100:00000001:1.0:1749609261.870529:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609261.870530:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609261.870530:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361922432 : -131939347629184 : ffff88007a0d7b80) 00000100:00000040:3.0:1749609261.870532:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d7b80 x1834594730244736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609281 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609261.870534:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730244608:12345-192.168.201.20@tcp:38: 00000100:00100000:1.0:1749609261.870534:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1431 00000100:00000200:0.0:1749609261.870536:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730244608 00000100:00000040:1.0:1749609261.870536:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:1.0:1749609261.870537:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656159824 : -131939053391792 : ffff88008b973050) 00000020:00000001:0.0:1749609261.870538:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609261.870538:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730244736:12345-192.168.201.20@tcp:38: 00010000:00000001:0.0:1749609261.870541:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749609261.870541:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730244736 00000100:00000040:1.0:1749609261.870542:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b973050 x1834594730244480/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:207/0 lens 224/0 e 0 to 0 dl 1749609272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609261.870542:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609261.870543:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609261.870549:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749609261.870551:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609261.870551:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8a80. 00010000:00020000:0.0:1749609261.870553:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609261.870553:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609261.870553:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000010:1.0:1749609261.870554:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8a80. 00010000:00000001:0.0:1749609261.870555:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609261.870555:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:0.0:1749609261.870557:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609261.870558:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b973050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730244480:12345-192.168.201.20@tcp:400: 00000100:00000001:0.0:1749609261.870559:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609261.870559:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609261.870561:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749609261.870561:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730244480 02000000:00000001:3.0:1749609261.870561:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609261.870562:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609261.870563:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:3.0:1749609261.870563:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a58abc00. 02000000:00000010:0.0:1749609261.870564:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509d000. 02000000:00000001:3.0:1749609261.870564:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609261.870565:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609261.870565:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609261.870566:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609261.870566:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609261.870567:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609261.870567:0:14332:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000001:0.0:1749609261.870568:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609261.870569:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1749609261.870570:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609261.870571:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00080000:3.0:1749609261.870571:0:14332:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3870 last 0 00000100:00001000:0.0:1749609261.870572:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609261.870573:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749609261.870573:0:14332:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:0.0:1749609261.870574:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609261.870574:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609261.870576:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609261.870577:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000004:00000001:3.0:1749609261.870577:0:14332:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000400:00000200:0.0:1749609261.870578:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000004:00000001:3.0:1749609261.870578:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000001:1.0:1749609261.870579:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609261.870580:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609261.870581:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:3.0:1749609261.870581:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:0.0:1749609261.870582:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:1.0:1749609261.870582:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609261.870584:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:1.0:1749609261.870584:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609261.870585:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609261.870585:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:3.0:1749609261.870586:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:0.0:1749609261.870587:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609261.870588:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609261.870588:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bfc00. 00000004:00000001:3.0:1749609261.870588:0:14332:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609261.870589:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609261.870589:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609261.870589:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609261.870590:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609261.870591:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1749609261.870592:0:14332:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000010:0.0:1749609261.870593:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000020:00000001:1.0:1749609261.870593:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1749609261.870594:0:14332:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000200:0.0:1749609261.870595:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730244608, offset 0 00010000:00000040:1.0:1749609261.870595:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730244480 00000004:00000040:3.0:1749609261.870595:0:14332:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00010000:00000001:1.0:1749609261.870597:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000004:00000001:3.0:1749609261.870597:0:14332:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:0.0:1749609261.870598:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:3.0:1749609261.870598:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609261.870599:0:14332:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000200:1.0:1749609261.870600:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b973050 x1834594730244480/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:207/0 lens 224/224 e 0 to 0 dl 1749609272 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1749609261.870600:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609261.870601:0:14332:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609261.870602:0:14332:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609261.870603:0:14332:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:0.0:1749609261.870604:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000040:3.0:1749609261.870604:0:14332:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609261.870606:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609261.870606:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609261.870607:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609261.870607:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609261.870608:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2040:2040:256:4294967295] 192.168.201.20@tcp LPNI seq info [2036:2036:8:4294967295] 00010000:00000001:3.0:1749609261.870608:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609261.870609:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609261.870610:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=80 v=5 (1 1 1 1) 00000100:00001000:3.0:1749609261.870611:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1749609261.870612:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609261.870613:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609261.870614:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000040:1.0:1749609261.870615:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609261.870616:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:0.0:1749609261.870617:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 02000000:00000001:1.0:1749609261.870618:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:0.0:1749609261.870619:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057500. 02000000:00000001:1.0:1749609261.870619:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609261.870619:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609261.870620:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609261.870620:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609261.870622:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000800:00000200:0.0:1749609261.870623:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:1.0:1749609261.870623:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609261.870623:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609261.870624:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000010:1.0:1749609261.870625:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000040:3.0:1749609261.870625:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609261.870626:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609261.870627:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609261.870628:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000200:1.0:1749609261.870628:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730244480, offset 224 00000100:00000001:3.0:1749609261.870628:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609261.870629:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000800:00000200:0.0:1749609261.870630:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1749609261.870631:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000400:00000200:1.0:1749609261.870632:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000200:3.0:1749609261.870634:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730244736, offset 0 00000100:00000001:0.0:1749609261.870635:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609261.870637:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:3.0:1749609261.870637:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609261.870639:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609261.870639:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609261.870639:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:0.0:1749609261.870641:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7800 x1834594730244608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609281 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609261.870643:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2041:2041:255:4294967295] 192.168.201.20@tcp LPNI seq info [2037:2037:7:4294967295] 00000100:00100000:0.0:1749609261.870647:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730244608:12345-192.168.201.20@tcp:38: Request processed in 113us (301us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609261.870650:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:0.0:1749609261.870651:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2698 00000100:00000001:0.0:1749609261.870653:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609261.870654:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1749609261.870654:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609261.870655:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000010:0.0:1749609261.870656:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000800:00000010:1.0:1749609261.870656:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee700. 00000020:00000010:0.0:1749609261.870658:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000400:00000200:3.0:1749609261.870658:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2042:2042:254:4294967295] 192.168.201.20@tcp LPNI seq info [2038:2038:6:4294967295] 00000020:00000010:0.0:1749609261.870659:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000800:00000200:1.0:1749609261.870659:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:0.0:1749609261.870661:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609261.870663:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609261.870664:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609261.870666:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1749609261.870666:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609261.870668:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695500. 00000100:00000001:1.0:1749609261.870670:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609261.870671:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:1.0:1749609261.870672:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000800:00000200:3.0:1749609261.870673:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00010000:00000001:1.0:1749609261.870674:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609261.870675:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609261.870675:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695500 type 1, nob 512 niov 1 nkiov 1 00000020:00000001:1.0:1749609261.870676:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609261.870677:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609261.870679:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b973050 x1834594730244480/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:207/0 lens 224/224 e 0 to 0 dl 1749609272 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609261.870679:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609261.870680:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609261.870681:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1749609261.870681:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1749609261.870683:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057500. 00000100:00000040:3.0:1749609261.870683:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7b80 x1834594730244736/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609281 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609261.870684:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609261.870686:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:1.0:1749609261.870687:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b973050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730244480:12345-192.168.201.20@tcp:400: Request processed in 136us (388us total) trans 0 rc 0/0 00000400:00000200:0.0:1749609261.870688:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000400:00000010:0.0:1749609261.870688:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000100:00000001:0.0:1749609261.870690:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609261.870691:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609261.870692:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730244736:12345-192.168.201.20@tcp:38: Request processed in 154us (226us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609261.870693:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1431 00000100:00000040:1.0:1749609261.870694:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000800:00000200:0.0:1749609261.870695:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609261.870696:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee700. 00000100:00000001:1.0:1749609261.870696:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749609261.870696:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2699 00000100:00000001:1.0:1749609261.870697:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609261.870697:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609261.870698:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609261.870699:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609261.870699:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1c00. 00000020:00000010:1.0:1749609261.870700:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000400:00000200:0.0:1749609261.870701:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:3.0:1749609261.870701:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fbb8. 00000400:00000200:0.0:1749609261.870702:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000020:00000010:1.0:1749609261.870702:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000020:00000010:3.0:1749609261.870702:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000400:00000010:0.0:1749609261.870703:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:0.0:1749609261.870704:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609261.870704:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609261.870704:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609261.870704:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609261.870707:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 02000000:00000001:1.0:1749609261.870710:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609261.870712:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bfc00. 02000000:00000001:1.0:1749609261.870714:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609261.870715:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609261.870736:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609261.870738:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695500. 00000400:00000200:0.0:1749609261.870750:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609261.870752:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609261.870753:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:0.0:1749609261.870754:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:0.0:1749609261.870756:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609261.870756:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749609261.870762:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609261.870766:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0528. 00000400:00000010:1.0:1749609261.870769:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b840. 00010000:00000001:0.0:1749609262.445575:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609262.445580:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609262.445586:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609262.445587:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609262.445664:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609262.445667:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609262.445670:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609262.460568:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5c00. 00000020:00000040:0.0:1749609262.460576:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609262.460581:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609262.460584:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609262.460588:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609262.460594:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609262.460600:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609262.460605:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609262.460606:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609262.460610:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19480. 00000100:00000001:0.0:1749609262.460611:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396769920 : -131936312781696 : ffff88012ef19480) 00000100:00000001:0.0:1749609262.460613:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609262.460614:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361914368 : -131939347637248 : ffff88007a0d5c00) 00000100:00000001:0.0:1749609262.460617:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609262.460619:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609262.460620:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609262.460622:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609262.460627:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d5c00 x1834594612257408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609262.460634:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609262.460636:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609262.460637:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d5c00 x1834594612257408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609262.460641:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609262.460643:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609262.460644:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609262.460645:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19480 going to sleep for 0 seconds 00000100:00000001:0.0:1749609262.460647:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609262.460648:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609262.460650:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609262.460652:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609262.460653:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609262.460654:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5c00 x1834594612257408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609262.460659:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612257408:0@lo:900: 00000100:00000001:0.0:1749609262.460661:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609262.460662:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609262.460664:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609262.460665:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609262.460666:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d5c00 x1834594612257408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609262.460670:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609262.460671:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19480. 00000100:00000001:0.0:1749609262.460674:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609262.460674:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609262.460675:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609262.460676:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d5c00 x1834594612257408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609262.460679:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609262.460681:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609262.460682:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609262.460683:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609262.460684:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609262.460687:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609262.460688:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609262.460689:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5c00. 00000100:00000001:0.0:1749609262.460691:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609262.460691:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609262.710665:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609262.710671:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609262.710672:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609262.710674:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609262.710677:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609262.710679:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609262.710681:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609262.710683:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609262.710684:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609263.447563:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609263.447570:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609263.447574:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609263.447575:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609263.447669:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609263.447672:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609263.447674:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609263.710682:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609263.710725:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609263.710727:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609263.710731:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609263.710734:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609263.710736:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609263.710739:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609263.710741:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609263.710742:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609264.449581:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609264.449587:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609264.449594:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609264.449596:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609264.449684:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609264.449688:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609264.449690:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609264.461572:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5c00. 00000020:00000040:0.0:1749609264.461579:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609264.461583:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609264.461585:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609264.461589:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609264.461594:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609264.461600:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609264.461603:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609264.461605:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609264.461609:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19480. 00000100:00000001:0.0:1749609264.461610:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396769920 : -131936312781696 : ffff88012ef19480) 00000100:00000001:0.0:1749609264.461612:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609264.461613:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361914368 : -131939347637248 : ffff88007a0d5c00) 00000100:00000001:0.0:1749609264.461616:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609264.461617:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609264.461619:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609264.461620:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609264.461625:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d5c00 x1834594612257536/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609264.461631:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609264.461632:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609264.461634:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d5c00 x1834594612257536/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609264.461638:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609264.461639:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609264.461640:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609264.461641:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19480 going to sleep for 0 seconds 00000100:00000001:0.0:1749609264.461643:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609264.461644:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609264.461645:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609264.461646:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609264.461648:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609264.461649:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5c00 x1834594612257536/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609264.461653:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612257536:0@lo:900: 00000100:00000001:0.0:1749609264.461655:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609264.461656:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609264.461657:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609264.461659:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609264.461660:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d5c00 x1834594612257536/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609264.461663:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609264.461664:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19480. 00000100:00000001:0.0:1749609264.461667:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609264.461668:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609264.461669:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609264.461669:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d5c00 x1834594612257536/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609264.461688:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609264.461690:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609264.461691:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609264.461692:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609264.461693:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609264.461697:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609264.461698:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609264.461699:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5c00. 00000100:00000001:0.0:1749609264.461701:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609264.461701:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609264.710622:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609264.710627:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609264.710628:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609264.710630:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609264.710632:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609264.710634:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609264.710636:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609264.710638:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609264.710640:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.115615:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609265.115623:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609265.115629:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c9180. 00000020:00000040:2.0:1749609265.115636:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609265.115640:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609265.115642:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609265.115647:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609265.115653:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7800. 00000100:00000001:2.0:1749609265.115659:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.115704:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609265.115715:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609265.115717:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.115722:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0c9180] to pc [ptlrpcd_00_01+1] req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.115755:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609265.115757:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609265.115760:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609265.115762:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609265.115764:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609265.115767:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609265.115769:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3869 00000100:00080000:2.0:1749609265.115772:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609265.115774:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609265.115777:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609265.115779:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609265.115781:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609265.115782:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609265.115784:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609265.115786:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609265.115786:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000100:00000001:0.0:1749609265.115788:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609265.115788:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609265.115791:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609265.115792:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609265.115793:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609265.115794:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609265.115797:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609265.115798:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609265.115800:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609265.115801:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609265.115801:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609265.115803:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609265.115803:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609265.115805:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609265.115806:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609265.115808:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609265.115809:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609265.115811:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609265.115813:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609265.115813:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609265.115814:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.115815:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749609265.115816:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612257664:0@lo:400: 00000100:00000001:2.0:1749609265.115818:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.115819:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749609265.115820:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c9500. 00000020:00000040:2.0:1749609265.115821:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609265.115823:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609265.115823:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609265.115824:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609265.115825:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.115826:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609265.115827:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609265.115827:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609265.115828:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609265.115828:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609265.115831:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1000. 02000000:00000010:2.0:1749609265.115831:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509a000. 02000000:00000001:0.0:1749609265.115832:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.115832:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.115833:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609265.115836:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609265.115838:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17108. 00000100:00000001:2.0:1749609265.115841:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609265.115842:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.115843:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0c9500] to pc [ptlrpcd_rcv+-1] req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609265.115844:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000100:00000200:0.0:1749609265.115851:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612257664, portal 25 00000100:00000001:0.0:1749609265.115853:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609265.115854:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361862528 : -131939347689088 : ffff88007a0c9180) 00000100:00000040:0.0:1749609265.115858:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.115859:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.115861:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609265.115863:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609265.115865:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749609265.115865:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0cbb80. 00000020:00000040:2.0:1749609265.115866:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000040:0.0:1749609265.115867:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609265.115867:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609265.115867:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749609265.115868:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 02000000:00000001:2.0:1749609265.115868:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609265.115869:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7500. 00000100:00000200:0.0:1749609265.115870:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612257664, offset 0 00000100:00000001:2.0:1749609265.115870:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.115872:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609265.115875:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609265.115875:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609265.115876:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.115878:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0cbb80] to pc [ptlrpcd_00_02+2] req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609265.115887:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609265.115889:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609265.115890:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609265.115892:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609265.115893:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609265.115894:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609265.115895:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749609265.115896:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609265.115897:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82ba380 00000100:00080000:2.0:1749609265.115897:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3869 00000100:00080000:2.0:1749609265.115898:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609265.115899:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609265.115899:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609265.115900:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609265.115900:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609265.115901:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609265.115901:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:0.0:1749609265.115903:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1618d [2] + 0 00000020:00000001:2.0:1749609265.115903:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749609265.115903:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609265.115904:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609265.115905:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749609265.115906:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f898. 00000100:00000001:1.0:1749609265.115906:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609265.115906:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00100000:1.0:1749609265.115907:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:2.0:1749609265.115907:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:2.0:1749609265.115908:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609265.115909:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.115909:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609265.115910:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609265.115910:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609265.115910:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609265.115911:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fe0a6c0 00000100:00000040:2.0:1749609265.115911:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609265.115911:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609265.115912:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609265.115913:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 02000000:00000001:3.0:1749609265.115913:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609265.115914:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1749609265.115914:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609265.115914:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609265.115914:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609265.115915:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609265.115915:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609265.115915:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1749609265.115915:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612257792:0@lo:38: 00000100:00000001:1.0:1749609265.115916:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609265.115917:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609265.115917:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609265.115917:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.115917:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609265.115918:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609265.115918:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749609265.115919:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609265.115919:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609265.115919:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609265.115920:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609265.115921:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749609265.115922:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fe0a6c0 00000100:00000040:1.0:1749609265.115922:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609265.115922:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c8a80. 00000400:00000010:0.0:1749609265.115923:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009fe0a6c0. 00000020:00000040:2.0:1749609265.115923:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609265.115924:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609265.115924:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609265.115924:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a58a9c00. 00000100:00000001:2.0:1749609265.115925:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609265.115925:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609265.115925:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609265.115926:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.115927:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609265.115927:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1749609265.115927:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509a400. 00000100:00000001:1.0:1749609265.115928:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.115928:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609265.115928:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000100:00000200:0.0:1749609265.115929:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1749609265.115930:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749609265.115930:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609265.115931:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609265.115931:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000040:0.0:1749609265.115932:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88008b971850 x1834594612257664 msgsize 224 02000000:00000001:1.0:1749609265.115932:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609265.115933:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612257792, portal 4 00000100:00100000:1.0:1749609265.115934:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612257920:0@lo:400: 00000100:00000001:2.0:1749609265.115934:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609265.115934:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.115934:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1749609265.115935:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609265.115935:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361863424 : -131939347688192 : ffff88007a0c9500) 00000100:00000001:1.0:1749609265.115936:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609265.115936:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88007a0c8a80] to pc [ptlrpcd_rcv+-1] req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609265.115937:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1749609265.115937:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609265.115938:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609265.115939:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609265.115939:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609265.115939:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609265.115941:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:1.0:1749609265.115942:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609265.115943:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609265.115943:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609265.115944:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609265.115944:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749609265.115944:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749609265.115945:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e18. 00000100:00080000:2.0:1749609265.115945:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1749609265.115945:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609265.115946:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:3.0:1749609265.115946:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000400:00000010:1.0:1749609265.115947:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00080000:2.0:1749609265.115947:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3869 00000100:00000200:3.0:1749609265.115947:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612257792, offset 0 00000100:00080000:2.0:1749609265.115948:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1749609265.115949:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612257920, portal 4 00000100:00000040:2.0:1749609265.115949:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:0.0:1749609265.115950:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000100:00000001:1.0:1749609265.115950:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609265.115950:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609265.115950:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:0.0:1749609265.115951:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000001:1.0:1749609265.115951:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361873280 : -131939347678336 : ffff88007a0cbb80) 00000100:00000001:2.0:1749609265.115951:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609265.115952:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609265.115952:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:0.0:1749609265.115953:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609265.115953:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609265.115954:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:2.0:1749609265.115954:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:1.0:1749609265.115955:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609265.115955:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000200:0.0:1749609265.115956:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609265.115957:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609265.115957:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609265.115957:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609265.115958:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609265.115959:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609265.115959:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609265.115960:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609265.115960:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:2.0:1749609265.115961:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000400:00000200:3.0:1749609265.115961:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749609265.115962:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000001:2.0:1749609265.115962:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609265.115962:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609265.115963:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749609265.115963:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612257920, offset 0 02000000:00000001:2.0:1749609265.115964:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609265.115964:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609265.115965:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.115965:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:1.0:1749609265.115966:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609265.115966:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609265.115966:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82ba400 00000100:00000010:2.0:1749609265.115968:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081500. 00000020:00000040:2.0:1749609265.115968:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1749609265.115969:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 16640 00000400:00000200:1.0:1749609265.115970:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609265.115970:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609265.115970:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.115971:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.115971:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609265.115972:0:1510:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609265.115972:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609265.115972:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609265.115972:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609265.115974:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82ba480 02000000:00000010:2.0:1749609265.115974:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509a800. 00000400:00000200:3.0:1749609265.115974:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609265.115975:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.115975:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609265.115976:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609265.115978:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 12992 00000100:00000001:0.0:1749609265.115979:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298541528 00000100:00000001:2.0:1749609265.115979:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609265.115980:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609265.115981:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4340. 00000400:00000200:1.0:1749609265.115981:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609265.115981:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081500] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.115982:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749609265.115983:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609265.115983:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609265.115984:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.115985:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609265.115985:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1749609265.115986:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749609265.115986:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0717800. 00000100:00000001:0.0:1749609265.115987:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609265.115987:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1749609265.115987:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0717800 x1834594612257792 msgsize 520 00000100:00000010:1.0:1749609265.115988:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948baa00. 00000100:00000010:2.0:1749609265.115988:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083800. 00000020:00000040:2.0:1749609265.115989:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:3.0:1749609265.115989:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609265.115990:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800948baa00 x1834594612257920 msgsize 224 00000100:00000001:2.0:1749609265.115990:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609265.115990:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609265.115991:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.115992:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298541528 00000100:00100000:1.0:1749609265.115992:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749609265.115992:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7900. 00000100:00000001:2.0:1749609265.115993:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609265.115994:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b47c0. 00000100:00000040:2.0:1749609265.115994:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609265.115996:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609265.115996:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609265.115997:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609265.115998:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298541528 00000100:00000001:2.0:1749609265.116000:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749609265.116001:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4d80. 00000100:00000001:2.0:1749609265.116001:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609265.116001:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609265.116002:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:0.0:1749609265.116003:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749609265.116003:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083800] to pc [ptlrpcd_00_03+3] req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116004:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609265.116005:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298541528 00000100:00000200:3.0:1749609265.116005:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609265.116007:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b49c0. 00000400:00000200:1.0:1749609265.116007:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000001:2.0:1749609265.116008:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116009:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1749609265.116009:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:3.0:1749609265.116009:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609265.116010:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609265.116011:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609265.116011:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609265.116012:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609265.116012:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3879) 00000100:00000001:0.0:1749609265.116013:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116014:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116015:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116015:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609265.116016:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116016:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116017:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609265.116018:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609265.116018:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1022 usecs (2 jiffies) 00000100:00000001:3.0:1749609265.116019:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298541522 00000100:00000001:0.0:1749609265.116020:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609265.116020:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609265.116021:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609265.116021:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116021:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298541528 00000100:00000001:1.0:1749609265.116022:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609265.116022:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1749609265.116022:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298541522 00000100:00000001:0.0:1749609265.116023:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609265.116023:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116023:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116023:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298541528 00000100:00000001:0.0:1749609265.116024:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609265.116024:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298541522 00000100:00000001:0.0:1749609265.116025:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609265.116025:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000100:00000001:3.0:1749609265.116025:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298541528 00000100:00000001:0.0:1749609265.116026:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116026:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298541521 00000100:00000001:3.0:1749609265.116026:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298541522 00000100:00000001:3.0:1749609265.116027:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298541528 00000100:00000001:1.0:1749609265.116028:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298541528 00000100:00000001:2.0:1749609265.116028:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609265.116028:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609265.116029:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298541521 00000100:00000001:2.0:1749609265.116029:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116029:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116030:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298541528 00000100:00000001:2.0:1749609265.116030:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609265.116030:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116031:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298541521 00000100:00000001:2.0:1749609265.116031:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609265.116031:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609265.116032:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298541528 00000100:00000001:1.0:1749609265.116032:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298541521 00000100:00000001:2.0:1749609265.116032:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609265.116033:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298541528 00000100:00000001:1.0:1749609265.116034:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609265.116034:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609265.116035:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.116035:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116035:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609265.116036:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116036:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609265.116036:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609265.116037:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609265.116038:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609265.116038:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609265.116039:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609265.116039:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609265.116039:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609265.116040:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116040:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116041:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609265.116042:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609265.116042:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609265.116042:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609265.116043:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609265.116044:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609265.116044:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609265.116045:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609265.116046:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612258304:0@lo:400: 02000000:00000001:3.0:1749609265.116046:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609265.116047:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612258048:0@lo:38: 00000100:00000001:2.0:1749609265.116048:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609265.116048:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609265.116049:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609265.116049:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1749609265.116050:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612257664 02000000:00000001:3.0:1749609265.116050:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609265.116051:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609265.116051:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609265.116052:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749609265.116052:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609265.116052:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f000. 02000000:00000001:2.0:1749609265.116053:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749609265.116053:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116054:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749609265.116055:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b626e0. 00000100:00000001:0.0:1749609265.116056:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116056:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1749609265.116056:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 00000400:00000010:3.0:1749609265.116056:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00100000:1.0:1749609265.116057:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612257920 02000000:00000001:2.0:1749609265.116057:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609265.116058:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749609265.116058:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612258048, portal 10 02000000:00000001:0.0:1749609265.116059:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116059:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609265.116059:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609265.116060:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609265.116060:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f318. 00000100:00000001:3.0:1749609265.116060:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361860736 : -131939347690880 : ffff88007a0c8a80) 00000100:00100000:0.0:1749609265.116061:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612257664 02000000:00000001:1.0:1749609265.116061:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609265.116062:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609265.116063:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749609265.116063:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612257920 00000400:00000010:2.0:1749609265.116063:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 00000020:00000040:0.0:1749609265.116064:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:1.0:1749609265.116064:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609265.116064:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:0.0:1749609265.116065:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609265.116065:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609265.116066:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612258304, portal 10 00000100:00000001:3.0:1749609265.116066:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749609265.116067:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000040:1.0:1749609265.116067:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:2.0:1749609265.116067:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749609265.116067:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609265.116068:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609265.116068:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082997760 : -131938626553856 : ffff8800a5083800) 00000400:00000010:3.0:1749609265.116068:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000020:00000001:0.0:1749609265.116069:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:1.0:1749609265.116069:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000200:3.0:1749609265.116069:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612258048, offset 0 00000020:00000001:0.0:1749609265.116071:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000200:3.0:1749609265.116071:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609265.116072:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609265.116072:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609265.116073:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609265.116073:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609265.116074:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8a80. 00000020:00000010:0.0:1749609265.116075:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4200. 00000400:00000200:3.0:1749609265.116075:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82ba500 00000100:00000001:0.0:1749609265.116077:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609265.116077:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4ac0. 00000100:00000001:2.0:1749609265.116077:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609265.116078:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 192496 00000020:00000010:0.0:1749609265.116079:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4200. 00000100:00000040:2.0:1749609265.116079:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749609265.116080:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000010:2.0:1749609265.116080:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000400:00000200:3.0:1749609265.116081:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749609265.116082:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612258304, offset 0 00000400:00000200:3.0:1749609265.116082:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609265.116083:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000100:00000001:1.0:1749609265.116084:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609265.116084:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609265.116085:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749609265.116086:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000400:00000200:2.0:1749609265.116086:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609265.116087:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000100:00000010:3.0:1749609265.116087:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0717b80. 00000020:00000010:1.0:1749609265.116088:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00000040:3.0:1749609265.116088:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0717b80 x1834594612258048 msgsize 520 00000020:00000010:0.0:1749609265.116090:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e320. 00000020:00000010:1.0:1749609265.116090:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000100:00100000:3.0:1749609265.116091:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609265.116092:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609265.116095:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:1.0:1749609265.116095:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609265.116096:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609265.116096:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609265.116097:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609265.116097:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609265.116097:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82ba600 00000100:00000001:0.0:1749609265.116098:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609265.116098:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609265.116099:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609265.116099:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000400:00000010:3.0:1749609265.116100:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:0.0:1749609265.116102:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116102:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609265.116102:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609265.116104:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609265.116104:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609265.116104:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609265.116107:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609265.116108:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609265.116108:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b5 [64] + 193016 00000100:00000001:3.0:1749609265.116109:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609265.116111:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609265.116111:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609265.116112:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609265.116113:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609265.116113:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609265.116114:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609265.116114:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609265.116115:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00000001:2.0:1749609265.116116:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609265.116116:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609265.116117:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00000040:1.0:1749609265.116117:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000200:2.0:1749609265.116117:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609265.116117:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609265.116118:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806399488 : -131938903152128 : ffff8800948baa00) 00000100:00000040:0.0:1749609265.116119:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:0.0:1749609265.116120:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656153680 : -131939053397936 : ffff88008b971850) 00000100:00000040:1.0:1749609265.116120:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948baa00 x1834594612257920/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:211/0 lens 224/0 e 0 to 0 dl 1749609276 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609265.116120:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000100:00000001:3.0:1749609265.116120:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.116121:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5082d80 x1834594612258304 msgsize 224 00000100:00000040:3.0:1749609265.116122:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000100:00000040:0.0:1749609265.116123:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b971850 x1834594612257664/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:211/0 lens 224/0 e 0 to 0 dl 1749609276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609265.116124:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609265.116124:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298541521 00000100:00000001:1.0:1749609265.116125:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609265.116125:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e88c0. 00000100:00000001:3.0:1749609265.116125:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298541528 00000100:00000001:1.0:1749609265.116126:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609265.116127:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e88c0. 00000100:00000001:3.0:1749609265.116127:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298541521 00000100:00000001:3.0:1749609265.116128:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298541528 00000100:00100000:1.0:1749609265.116129:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612257920:12345-0@lo:400: 00000100:00000001:0.0:1749609265.116130:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609265.116130:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609265.116130:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298541521 00000100:00000200:1.0:1749609265.116131:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612257920 00000100:00000001:3.0:1749609265.116131:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298541528 00000020:00000010:0.0:1749609265.116132:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4200. 00000100:00000001:3.0:1749609265.116132:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298541521 00000100:00000001:0.0:1749609265.116133:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609265.116133:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609265.116134:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:3.0:1749609265.116134:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298541528 00000020:00000010:0.0:1749609265.116135:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4200. 00000020:00000001:1.0:1749609265.116135:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:2.0:1749609265.116135:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609265.116135:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609265.116136:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116136:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609265.116137:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b971850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612257664:12345-0@lo:400: 00000100:00000001:2.0:1749609265.116137:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609265.116138:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609265.116138:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749609265.116139:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000200:0.0:1749609265.116140:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612257664 00000100:00000200:2.0:1749609265.116140:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609265.116140:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609265.116141:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609265.116142:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609265.116142:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609265.116143:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609265.116144:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609265.116144:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749609265.116145:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116145:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609265.116145:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749609265.116146:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609265.116146:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116146:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609265.116147:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749609265.116147:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609265.116148:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 02000000:00000001:3.0:1749609265.116148:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609265.116149:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609265.116150:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609265.116150:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609265.116150:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609265.116151:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609265.116151:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609265.116151:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116152:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609265.116152:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612258176:0@lo:38: 00000020:00000001:0.0:1749609265.116153:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:1.0:1749609265.116153:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bfc00. 00000020:00000001:0.0:1749609265.116154:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1749609265.116154:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116154:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609265.116155:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116155:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116155:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749609265.116156:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609265.116156:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609265.116156:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609265.116157:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609265.116157:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 02000000:00000001:3.0:1749609265.116157:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609265.116158:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612257920 00000100:00000001:2.0:1749609265.116158:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298541521 02000000:00000001:3.0:1749609265.116158:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609265.116159:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749609265.116160:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609265.116160:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298541528 02000000:00000010:0.0:1749609265.116161:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509d800. 00000100:00000001:2.0:1749609265.116161:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298541521 02000000:00000001:0.0:1749609265.116163:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609265.116163:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948baa00 x1834594612257920/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:211/0 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.116163:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298541528 00000100:00000001:0.0:1749609265.116164:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116164:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298541521 00000100:00000001:2.0:1749609265.116165:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298541528 00000020:00000001:0.0:1749609265.116166:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116166:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298541521 00010000:00000001:1.0:1749609265.116167:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609265.116167:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298541528 00010000:00000040:0.0:1749609265.116168:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612257664 00000100:00000001:2.0:1749609265.116168:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609265.116169:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749609265.116169:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609265.116170:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609265.116170:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749609265.116172:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b971850 x1834594612257664/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:211/0 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609265.116172:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609265.116172:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116173:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609265.116174:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609265.116175:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000010:3.0:1749609265.116175:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50d8000. 02000000:00000001:1.0:1749609265.116176:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609265.116177:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609265.116177:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609265.116178:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609265.116178:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749609265.116179:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609265.116179:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609265.116179:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c08. 00000400:00000010:1.0:1749609265.116180:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00001000:0.0:1749609265.116181:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=84 v=5 (1 1 1 1) 00000100:00000200:1.0:1749609265.116181:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612257920, offset 224 00000400:00000200:1.0:1749609265.116183:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749609265.116183:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000001:0.0:1749609265.116184:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609265.116185:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:1.0:1749609265.116186:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609265.116186:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612258176, portal 10 00000100:00000001:0.0:1749609265.116187:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609265.116187:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609265.116188:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609265.116189:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82ba480 00000100:00000001:3.0:1749609265.116189:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082988800 : -131938626562816 : ffff8800a5081500) 02000000:00000001:0.0:1749609265.116190:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116191:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609265.116191:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16cf1 [1] + 224 00000100:00000040:0.0:1749609265.116193:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609265.116193:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609265.116194:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000400:00000200:1.0:1749609265.116194:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609265.116194:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609265.116195:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749609265.116196:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612258048 00000100:00000200:0.0:1749609265.116197:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612257664, offset 224 00000100:00000001:1.0:1749609265.116197:0:16365:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609265.116198:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749609265.116199:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.116199:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609265.116199:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609265.116200:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609265.116200:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609265.116200:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609265.116202:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609265.116202:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000200:3.0:1749609265.116203:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612258176, offset 0 00000100:00100000:2.0:1749609265.116204:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612258048 00000400:00000200:0.0:1749609265.116205:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609265.116205:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609265.116205:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609265.116206:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749609265.116207:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609265.116208:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609265.116209:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82ba380 00000020:00000001:2.0:1749609265.116209:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609265.116210:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609265.116211:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609265.116213:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16ce1 [1] + 224 00000020:00000010:2.0:1749609265.116213:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609265.116214:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609265.116215:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82ba580 00000400:00000200:0.0:1749609265.116216:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609265.116216:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9e00. 00000400:00000200:0.0:1749609265.116218:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609265.116218:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ced8. 00000400:00000200:3.0:1749609265.116218:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b5 [64] + 193240 00000400:00000200:1.0:1749609265.116221:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000001:2.0:1749609265.116221:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749609265.116221:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609265.116222:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:2.0:1749609265.116222:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609265.116223:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609265.116223:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609265.116223:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609265.116225:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609265.116226:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116226:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116229:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609265.116229:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609265.116229:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609265.116230:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1749609265.116231:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609265.116231:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609265.116232:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609265.116232:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609265.116233:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609265.116236:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948baa00 x1834594612257920/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:211/0 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.116236:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609265.116237:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612258304 00000100:00000010:3.0:1749609265.116237:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dc000. 02000000:00000001:2.0:1749609265.116238:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609265.116239:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.116239:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609265.116239:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dc000 x1834594612258176 msgsize 520 00000100:00000001:2.0:1749609265.116240:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609265.116241:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609265.116243:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612258304 00000100:00100000:3.0:1749609265.116243:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609265.116244:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609265.116244:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:2.0:1749609265.116246:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609265.116247:0:14332:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:0.0:1749609265.116248:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609265.116248:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612257920:12345-0@lo:400: Request processed in 122us (256us total) trans 0 rc 0/0 00000020:00000001:2.0:1749609265.116248:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609265.116248:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609265.116249:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:2.0:1749609265.116252:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609265.116252:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000400:00000010:3.0:1749609265.116253:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000100:00100000:1.0:1749609265.116254:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000020:00000010:2.0:1749609265.116254:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706140. 00000400:00000200:0.0:1749609265.116255:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000100:00000001:3.0:1749609265.116255:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609265.116256:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000020:00000010:2.0:1749609265.116256:0:14332:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4100. 00000400:00000010:0.0:1749609265.116257:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000200:3.0:1749609265.116257:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609265.116258:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609265.116259:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609265.116259:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1749609265.116259:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:0.0:1749609265.116260:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609265.116261:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116261:0:14332:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609265.116262:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000001:3.0:1749609265.116262:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609265.116263:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:2.0:1749609265.116263:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000010:2.0:1749609265.116264:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9400. 00000100:00000040:3.0:1749609265.116264:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609265.116265:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:1.0:1749609265.116265:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000020:00000010:2.0:1749609265.116266:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ca28. 00000020:00000001:0.0:1749609265.116267:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609265.116267:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000020:00000001:0.0:1749609265.116268:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609265.116269:0:14332:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609265.116269:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116269:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749609265.116270:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000040:0.0:1749609265.116271:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b971850 x1834594612257664/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:211/0 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.116271:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609265.116271:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116272:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609265.116272:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609265.116273:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609265.116273:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000100:00000001:3.0:1749609265.116275:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298541521 00000100:00000001:2.0:1749609265.116276:0:14332:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609265.116276:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298541528 00000100:00100000:0.0:1749609265.116277:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b971850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612257664:12345-0@lo:400: Request processed in 147us (344us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609265.116278:0:14332:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609265.116278:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116278:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298541521 00000100:00000001:3.0:1749609265.116279:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298541528 00000100:00000001:3.0:1749609265.116280:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298541521 00000100:00000001:3.0:1749609265.116281:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298541528 00000100:00000001:3.0:1749609265.116282:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298541521 00000100:00100000:0.0:1749609265.116283:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00080000:1.0:1749609265.116283:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609265.116283:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116284:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298541528 00000100:00000040:0.0:1749609265.116285:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000040:1.0:1749609265.116286:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609265.116286:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609265.116286:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609265.116287:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749609265.116287:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612258176 00000100:00000001:3.0:1749609265.116287:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116288:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:1.0:1749609265.116288:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:2.0:1749609265.116288:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1749609265.116289:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609265.116289:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609265.116289:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609265.116290:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000100:00000001:2.0:1749609265.116290:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116290:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609265.116291:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609265.116292:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e320. 00000100:00100000:2.0:1749609265.116293:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612258176 00000100:00000001:3.0:1749609265.116293:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609265.116294:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609265.116294:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609265.116294:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000010:0.0:1749609265.116295:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000001:1.0:1749609265.116295:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609265.116295:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609265.116295:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609265.116296:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116296:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609265.116296:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609265.116297:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609265.116298:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000400:00000001:1.0:1749609265.116298:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609265.116298:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609265.116299:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749609265.116299:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609265.116299:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609265.116312:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1749609265.116312:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e18. 00000020:00000010:2.0:1749609265.116312:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9700. 02000000:00000010:0.0:1749609265.116314:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509d800. 00000020:00000010:2.0:1749609265.116314:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cd48. 00000400:00000200:1.0:1749609265.116315:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000100:00000001:2.0:1749609265.116315:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1749609265.116316:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609265.116316:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609265.116317:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609265.116317:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116318:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609265.116318:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609265.116318:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609265.116320:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609265.116321:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1749609265.116321:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609265.116322:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609265.116322:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612257792 00000400:00000010:0.0:1749609265.116323:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f174d0. 02000000:00000001:3.0:1749609265.116323:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609265.116325:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749609265.116326:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ef19480. 00000100:00000200:1.0:1749609265.116326:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.116326:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609265.116326:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116327:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609265.116328:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609265.116329:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1749609265.116330:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612257792 00000100:00000001:1.0:1749609265.116331:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609265.116331:0:14332:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000020:00000001:3.0:1749609265.116331:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609265.116332:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609265.116332:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609265.116333:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000020:00000001:3.0:1749609265.116333:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609265.116334:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749609265.116335:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5082d80 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:211/0 lens 224/0 e 0 to 0 dl 1749609276 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609265.116335:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609265.116336:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609265.116336:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116337:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609265.116338:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000001:1.0:1749609265.116339:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116340:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609265.116341:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116341:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609265.116341:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1c00. 00000100:00000001:0.0:1749609265.116342:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609265.116342:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706b00. 00000020:00000010:3.0:1749609265.116343:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fbb8. 00000100:00000001:2.0:1749609265.116344:0:14332:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609265.116345:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00001000:1.0:1749609265.116345:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=71 v=5 (5 5 5 5) 00000020:00000010:2.0:1749609265.116345:0:14332:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706b00. 00000100:00000001:3.0:1749609265.116345:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609265.116346:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609265.116347:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135006010240 : -131938703541376 : ffff8800a0717b80) 00000100:00001000:1.0:1749609265.116347:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609265.116347:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116349:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749609265.116349:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612258304:12345-0@lo:400: 00000100:00000040:0.0:1749609265.116350:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0717b80 x1834594612258048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609265.116350:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116350:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609265.116351:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612258304 00010000:00000001:1.0:1749609265.116352:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1749609265.116353:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00080000:1.0:1749609265.116355:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609265.116355:0:14332:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609265.116355:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609265.116356:0:14332:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609265.116357:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612258048:12345-0@lo:38: 00000020:00000001:2.0:1749609265.116357:0:14332:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609265.116358:0:14332:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000200:0.0:1749609265.116360:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612258048 00010000:00000001:1.0:1749609265.116360:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609265.116360:0:14332:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609265.116360:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609265.116361:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609265.116362:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609265.116362:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1749609265.116362:0:14332:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609265.116363:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000020:00000001:2.0:1749609265.116363:0:14332:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1749609265.116363:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00010000:00000001:0.0:1749609265.116364:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609265.116364:0:14332:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609265.116365:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609265.116365:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135006009344 : -131938703542272 : ffff8800a0717800) 00000100:00000001:1.0:1749609265.116366:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609265.116366:0:14332:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609265.116367:0:14332:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609265.116367:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0717800 x1834594612257792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609265.116369:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.116369:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609265.116370:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609265.116371:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509ac00. 02000000:00000001:2.0:1749609265.116373:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609265.116374:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116374:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609265.116374:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609265.116375:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612257792:12345-0@lo:38: 00000100:00000001:1.0:1749609265.116376:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749609265.116376:0:14332:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609265.116377:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609265.116377:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1749609265.116378:0:14332:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612258304 00000100:00000200:3.0:1749609265.116378:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612257792 00010000:00000001:0.0:1749609265.116379:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609265.116379:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609265.116379:0:14332:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749609265.116379:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609265.116381:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609265.116381:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000200:2.0:1749609265.116382:0:14332:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5082d80 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:211/0 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609265.116393:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609265.116395:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609265.116396:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749609265.116396:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612257920:0@lo:400: 00000020:00000001:3.0:1749609265.116396:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609265.116398:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509d800. 00010000:00000001:2.0:1749609265.116398:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00020000:3.0:1749609265.116398:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609265.116399:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116399:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609265.116399:0:14332:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609265.116400:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609265.116401:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116401:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749609265.116401:0:14332:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=78 v=5 (1 1 1 1) 00000100:00000040:1.0:1749609265.116402:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0cbb80 x1834594612257920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609265.116402:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609265.116403:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609265.116403:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609265.116403:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609265.116404:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.116405:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609265.116405:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749609265.116406:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609265.116406:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609265.116406:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609265.116407:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609265.116408:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749609265.116408:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1749609265.116408:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d8400. 02000000:00000001:1.0:1749609265.116409:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749609265.116409:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609265.116409:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116410:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1749609265.116410:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 00000100:00000001:2.0:1749609265.116410:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609265.116410:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609265.116411:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609265.116412:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749609265.116412:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749609265.116412:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609265.116413:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:1.0:1749609265.116413:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1749609265.116413:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00010000:00000001:3.0:1749609265.116413:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116415:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000040:1.0:1749609265.116415:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00001000:3.0:1749609265.116415:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609265.116416:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749609265.116417:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609265.116417:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749609265.116418:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1749609265.116418:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7500. 02000000:00000001:0.0:1749609265.116419:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116419:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609265.116420:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609265.116420:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749609265.116420:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:1.0:1749609265.116421:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749609265.116422:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609265.116422:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612258304, offset 224 00000100:00000001:3.0:1749609265.116422:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:0.0:1749609265.116423:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000100:00000010:1.0:1749609265.116423:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cbb80. 00000100:00000001:3.0:1749609265.116424:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:2.0:1749609265.116425:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609265.116426:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749609265.116426:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:1.0:1749609265.116427:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609265.116427:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749609265.116428:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612258048, offset 0 00000100:00000001:1.0:1749609265.116428:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609265.116428:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116429:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609265.116430:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609265.116431:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609265.116431:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609265.116431:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609265.116432:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609265.116432:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000001:1.0:1749609265.116434:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609265.116434:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82ba600 00000100:00000200:3.0:1749609265.116434:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612257792, offset 0 00000100:00000001:1.0:1749609265.116435:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609265.116436:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609265.116437:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609265.116440:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82ba500 00000400:00000200:2.0:1749609265.116440:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16cfd [1] + 224 00000400:00000200:3.0:1749609265.116441:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609265.116444:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16cf9 [1] + 0 00000400:00000200:2.0:1749609265.116444:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609265.116446:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609265.116446:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82ba400 00000400:00000200:0.0:1749609265.116447:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609265.116448:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609265.116450:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609265.116450:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16ce9 [1] + 0 00000100:00000200:2.0:1749609265.116451:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609265.116453:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609265.116453:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609265.116455:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749609265.116456:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609265.116456:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609265.116456:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609265.116457:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116458:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609265.116459:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701 00000100:00000200:3.0:1749609265.116460:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609265.116461:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083360256 : -131938626191360 : ffff8800a50dc000) 00000100:00000040:0.0:1749609265.116462:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609265.116463:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dc000 x1834594612258176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.116465:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609265.116466:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609265.116468:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000400:00000010:2.0:1749609265.116478:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00100000:1.0:1749609265.116480:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612258176:12345-0@lo:38: 00000100:00000001:2.0:1749609265.116480:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609265.116481:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609265.116482:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609265.116483:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612258176 00000100:00000001:2.0:1749609265.116483:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116483:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749609265.116484:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609265.116484:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:0.0:1749609265.116485:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000400:00000010:0.0:1749609265.116486:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00010000:00000001:1.0:1749609265.116486:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:2.0:1749609265.116486:0:14332:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609265.116487:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749609265.116487:0:14332:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116488:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749609265.116488:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000020:00000001:2.0:1749609265.116489:0:14332:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749609265.116489:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000100:00000001:3.0:1749609265.116490:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609265.116491:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609265.116491:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:211/0 lens 224/224 e 0 to 0 dl 1749609276 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116491:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609265.116492:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609265.116493:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609265.116493:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116494:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609265.116494:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609265.116495:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:0.0:1749609265.116496:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609265.116496:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609265.116497:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612258304:12345-0@lo:400: Request processed in 155us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1749609265.116519:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00000040:2.0:1749609265.116521:0:14332:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00010000:00000001:1.0:1749609265.116523:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609265.116523:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749609265.116524:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0717b80 x1834594612258048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.116524:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609265.116525:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609265.116526:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749609265.116526:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9400. 02000000:00000001:1.0:1749609265.116527:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609265.116527:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609265.116528:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ca28. 00000020:00000001:3.0:1749609265.116528:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749609265.116530:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948be400. 00000020:00000010:2.0:1749609265.116530:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00100000:0.0:1749609265.116531:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612258048:12345-0@lo:38: Request processed in 174us (442us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609265.116531:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0717800 x1834594612257792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609265.116532:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116533:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609265.116533:0:14332:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:2.0:1749609265.116534:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609265.116535:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609265.116536:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609265.116537:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00001000:1.0:1749609265.116538:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:3.0:1749609265.116538:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612257792:12345-0@lo:38: Request processed in 163us (549us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609265.116539:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609265.116540:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609265.116540:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749609265.116541:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9e00. 00000100:00000001:1.0:1749609265.116542:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749609265.116544:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ced8. 00000100:00000040:1.0:1749609265.116544:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:3.0:1749609265.116544:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00000001:1.0:1749609265.116545:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609265.116545:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749609265.116546:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609265.116546:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609265.116547:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:2.0:1749609265.116547:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609265.116547:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609265.116548:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609265.116549:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000001:2.0:1749609265.116549:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749609265.116550:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:2.0:1749609265.116550:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749609265.116550:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1c00. 02000000:00000001:1.0:1749609265.116552:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609265.116552:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f318. 00000020:00000010:3.0:1749609265.116552:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fbb8. 00000100:00000001:1.0:1749609265.116553:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609265.116554:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000020:00000010:3.0:1749609265.116554:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000040:1.0:1749609265.116555:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609265.116555:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000100:00000001:0.0:1749609265.116556:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609265.116556:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609265.116557:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749609265.116557:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609265.116557:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609265.116559:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612258176, offset 0 00000100:00000200:2.0:1749609265.116559:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609265.116560:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609265.116561:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609265.116562:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17108. 00000100:00000200:2.0:1749609265.116564:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609265.116565:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000100:00000001:3.0:1749609265.116565:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749609265.116566:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000100:00000001:3.0:1749609265.116566:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609265.116568:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609265.116569:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609265.116570:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609265.116570:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609265.116571:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609265.116571:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609265.116572:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609265.116574:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1749609265.116574:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609265.116575:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609265.116575:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749609265.116576:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609265.116576:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609265.116577:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749609265.116577:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b626e0. 00000100:00001000:2.0:1749609265.116579:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=78 v=5 (5 5 5 5) 00000400:00000200:3.0:1749609265.116579:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609265.116580:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000400:00000200:1.0:1749609265.116581:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82ba580 00000100:00001000:2.0:1749609265.116581:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609265.116582:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609265.116582:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609265.116583:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609265.116583:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609265.116584:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16d0d [1] + 0 00000100:00000001:2.0:1749609265.116584:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609265.116585:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609265.116585:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609265.116586:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1749609265.116586:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609265.116587:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609265.116588:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:2.0:1749609265.116588:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609265.116589:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609265.116589:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609265.116590:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609265.116591:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609265.116592:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609265.116593:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=84 v=5 (5 5 5 5) 00010000:00000001:2.0:1749609265.116593:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609265.116594:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116594:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749609265.116595:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=74 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609265.116595:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609265.116595:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609265.116596:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609265.116596:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609265.116597:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609265.116597:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1749609265.116597:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609265.116598:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116599:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116599:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749609265.116600:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749609265.116600:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116600:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609265.116601:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609265.116601:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609265.116602:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116603:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609265.116604:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609265 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609265.116605:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609265.116606:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609265.116606:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=81 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609265.116607:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609265.116607:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609265.116608:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116608:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749609265.116610:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000100:00000040:2.0:1749609265.116610:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116610:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609265.116611:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609265.116611:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:3.0:1749609265.116611:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609265.116613:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609265.116613:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609265.116614:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609265.116614:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609265.116614:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609265.116615:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612258304:0@lo:400: 00000100:00000040:0.0:1749609265.116616:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609265.116616:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609265.116618:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609265.116618:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609265.116619:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609265.116619:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609265.116619:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609265.116621:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609265.116621:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083800 x1834594612258304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116621:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1749609265.116623:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612257664:0@lo:400: 00000100:00000040:1.0:1749609265.116623:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dc000 x1834594612258176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609285 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116623:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116624:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609265.116625:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609265.116626:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609265.116626:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609265.116626:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609265.116627:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749609265.116627:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 00000100:00000040:0.0:1749609265.116628:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9180 x1834594612257664/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609265.116628:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749609265.116629:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749609265.116630:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612258176:12345-0@lo:38: Request processed in 150us (389us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749609265.116630:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000001:2.0:1749609265.116631:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609265.116632:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609265.116632:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609265.116633:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609265.116634:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1749609265.116634:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7900. 02000000:00000001:0.0:1749609265.116635:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749609265.116635:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609265.116636:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1000. 00000100:00100000:1.0:1749609265.116636:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 02000000:00000001:2.0:1749609265.116636:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609265.116637:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609265.116637:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749609265.116638:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609265.116638:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1749609265.116638:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083800. 00000020:00000001:0.0:1749609265.116640:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749609265.116640:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9700. 00000100:00000001:2.0:1749609265.116640:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1749609265.116641:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609265.116641:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609265.116642:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609265.116642:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609265.116643:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cd48. 02000000:00000010:0.0:1749609265.116644:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7800. 00000020:00000010:1.0:1749609265.116645:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:2.0:1749609265.116645:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609265.116646:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609265.116646:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609265.116646:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612258048:0@lo:38: 02000000:00000001:0.0:1749609265.116647:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609265.116647:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609265.116647:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609265.116648:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9180. 00000100:00000001:2.0:1749609265.116648:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609265.116650:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1749609265.116650:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609265.116651:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609265.116652:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609265.116652:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609265.116653:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c08. 00000100:00000001:0.0:1749609265.116654:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609265.116654:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000100:00000001:0.0:1749609265.116656:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609265.116656:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:0.0:1749609265.116657:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609265.116658:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116658:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609265.116659:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609265.116683:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116689:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609265.116690:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116691:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609265.116692:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609265.116693:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609265.116694:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609265.116696:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609265.116699:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609265 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609265.116701:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=78 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609265.116702:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609265.116703:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609265.116705:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609265.116707:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116713:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609265.116714:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609265.116715:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116717:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609265.116718:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609265.116720:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609265.116722:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609265.116723:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609265.116726:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609265.116731:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612258176:0@lo:38: 00000400:00000001:3.0:1749609265.116735:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609265.116736:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609265.116738:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000400:00000200:3.0:1749609265.116740:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609265.116741:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609265.116743:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609265.116744:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609265.116750:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116755:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609265.116756:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116757:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609265.116758:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609265.116759:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609265.116760:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609265.116762:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609265.116764:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609265 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609265.116766:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=81 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609265.116768:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609265.116769:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609265.116770:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609265.116773:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116778:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609265.116780:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609265.116781:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116783:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609265.116784:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609265.116786:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609265.116787:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609265.116789:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609265.116791:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609265.116794:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612257792:0@lo:38: 00000100:00000001:3.0:1749609265.116796:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116797:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609265.116798:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c8a80 x1834594612258048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116801:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609265.116802:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609265.116803:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f000. 02000000:00000001:3.0:1749609265.116806:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609265.116807:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609265.116808:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609265.116809:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609265.116810:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509a400. 02000000:00000001:3.0:1749609265.116811:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609265.116812:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609265.116812:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8a80. 00000100:00000001:3.0:1749609265.116814:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609265.116814:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116815:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609265.116816:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081500 x1834594612258176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116819:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609265.116820:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609265.116821:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50d8000. 02000000:00000001:3.0:1749609265.116822:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609265.116823:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609265.116824:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609265.116825:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609265.116826:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509a800. 02000000:00000001:3.0:1749609265.116827:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609265.116827:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609265.116828:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081500. 00000100:00000001:3.0:1749609265.116829:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609265.116829:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116830:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609265.116831:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0c9500 x1834594612257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609265.116834:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609265.116834:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609265.116835:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a58a9c00. 02000000:00000001:3.0:1749609265.116836:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609265.116836:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609265.116837:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609265.116837:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609265.116838:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509a000. 02000000:00000001:3.0:1749609265.116839:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609265.116839:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609265.116840:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9500. 00000100:00000001:3.0:1749609265.116841:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609265.116841:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116842:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609265.116844:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609265.116845:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609265.116846:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609265.116846:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609265.123561:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298541528, at 4298541528 00000100:00000040:1.0:1749609265.123561:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298541528, at 4298541528 00000100:00000040:3.0:1749609265.123561:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298541528, at 4298541528 00000100:00000040:2.0:1749609265.123563:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298541528, at 4298541528 00000100:00000010:1.0:1749609265.123572:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b47c0. 00000100:00000010:0.0:1749609265.123601:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4340. 00000100:00000010:3.0:1749609265.123626:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b49c0. 00000100:00000010:2.0:1749609265.123648:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4d80. 00010000:00000001:0.0:1749609265.451588:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609265.451593:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609265.451597:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609265.451598:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609265.451701:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609265.451705:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609265.451707:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609265.710622:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609265.710627:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609265.710628:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609265.710630:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609265.710633:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609265.710635:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609265.710637:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609265.710639:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609265.710640:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609266.453668:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609266.453674:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609266.453680:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609266.453682:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609266.453685:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609266.453686:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609266.453689:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609266.453692:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609266.453694:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609266.453695:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609266.453768:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609266.453772:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609266.453774:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609266.462609:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5c00. 00000020:00000040:0.0:1749609266.462619:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609266.462624:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609266.462627:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609266.462632:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609266.462652:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609266.462659:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609266.462663:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609266.462665:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609266.462670:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609266.462671:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768768 : -131936312782848 : ffff88012ef19000) 00000100:00000001:0.0:1749609266.462674:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609266.462675:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361914368 : -131939347637248 : ffff88007a0d5c00) 00000100:00000001:0.0:1749609266.462679:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609266.462681:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609266.462682:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609266.462684:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609266.462690:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d5c00 x1834594612258432/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609266.462698:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609266.462699:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609266.462701:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d5c00 x1834594612258432/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609266.462707:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609266.462709:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609266.462710:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609266.462712:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19000 going to sleep for 0 seconds 00000100:00000001:0.0:1749609266.462714:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609266.462715:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609266.462718:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609266.462720:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609266.462722:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609266.462724:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5c00 x1834594612258432/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609266.462730:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612258432:0@lo:900: 00000100:00000001:0.0:1749609266.462733:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609266.462735:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609266.462737:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609266.462738:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609266.462740:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d5c00 x1834594612258432/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609266.462745:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609266.462746:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609266.462751:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609266.462751:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609266.462753:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609266.462754:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d5c00 x1834594612258432/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609266.462759:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609266.462760:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609266.462761:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609266.462763:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609266.462765:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609266.462769:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609266.462770:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609266.462772:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5c00. 00000100:00000001:0.0:1749609266.462774:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609266.462775:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609266.710644:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609266.710651:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609266.710652:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609266.710654:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609266.710657:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609266.710659:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609266.710661:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609266.710663:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609266.710664:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609266.878196:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609266.878208:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609266.878211:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609266.878212:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609266.878220:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609266.878234:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf33fb00 00000400:00000200:0.0:1749609266.878239:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x161b9 [2] + 0 00000400:00000010:0.0:1749609266.878242:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0318. 00000400:00000200:0.0:1749609266.878245:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b900 00000800:00000001:0.0:1749609266.878250:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609266.878252:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609266.878253:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609266.878257:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609266.878259:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b900 00000400:00000010:0.0:1749609266.878260:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b900. 00000100:00000001:0.0:1749609266.878264:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609266.878265:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609266.878267:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88008b973850 x1834594730244864 msgsize 224 00000100:00100000:0.0:1749609266.878270:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609266.878271:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609266.878282:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609266.878287:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609266.878288:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609266.878289:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609266.878290:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609266.878292:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609266.878294:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33fb80 00000400:00000200:0.0:1749609266.878298:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b5 [64] + 193760 00000800:00000001:0.0:1749609266.878300:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609266.878302:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609266.878303:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609266.878305:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609266.878307:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609266.878307:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609266.878310:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5c00. 00000100:00000040:0.0:1749609266.878311:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d5c00 x1834594730244992 msgsize 520 00000100:00100000:0.0:1749609266.878313:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609266.878322:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609266.878324:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609266.878326:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609266.878327:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609266.878328:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609266.878330:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609266.878332:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33fc00 00000100:00000001:2.0:1749609266.878332:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609266.878334:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b5 [64] + 194280 00000400:00000010:0.0:1749609266.878335:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88006e77e948. 00000100:00100000:2.0:1749609266.878336:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730244864 00000400:00000200:0.0:1749609266.878337:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007bd35000 00000800:00000001:0.0:1749609266.878338:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:2.0:1749609266.878339:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609266.878342:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609266.878344:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609266.878347:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609266.878348:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609266.878348:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609266.878350:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609266.878351:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007bd35000 00000400:00000010:0.0:1749609266.878352:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 1144 at ffff88007bd35000. 00000100:00100000:2.0:1749609266.878352:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730244864 00000100:00000001:0.0:1749609266.878354:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609266.878354:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749609266.878355:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609266.878356:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff880092c11450 x1834594730245120 msgsize 520 00000020:00000040:2.0:1749609266.878356:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000100:00100000:0.0:1749609266.878358:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000001:2.0:1749609266.878358:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609266.878359:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000040:2.0:1749609266.878360:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00000001:0.0:1749609266.878361:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609266.878363:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:2.0:1749609266.878363:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609266.878364:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609266.878365:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609266.878367:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609266.878369:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730244992 00000100:00000001:2.0:1749609266.878369:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609266.878371:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609266.878372:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749609266.878372:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706b00. 00000100:00000001:1.0:1749609266.878373:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609266.878375:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609266.878375:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609266.878377:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730244992 00000020:00000010:2.0:1749609266.878377:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706b00. 00000020:00000001:1.0:1749609266.878378:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609266.878379:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609266.878380:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609266.878381:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609266.878382:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609266.878382:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000020:00000010:1.0:1749609266.878385:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000020:00000010:2.0:1749609266.878385:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9400. 00000020:00000010:1.0:1749609266.878387:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000020:00000010:1.0:1749609266.878389:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000020:00000010:2.0:1749609266.878389:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ca28. 00000100:00000001:1.0:1749609266.878393:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609266.878394:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609266.878395:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609266.878395:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609266.878398:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609266.878398:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609266.878399:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609266.878399:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609266.878403:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609266.878410:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609266.878414:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609266.878415:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609266.878418:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609266.878419:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2702 00000100:00000001:1.0:1749609266.878422:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361914368 : -131939347637248 : ffff88007a0d5c00) 00000100:00000001:2.0:1749609266.878424:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609266.878426:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609266.878427:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d5c00 x1834594730244992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609266.878429:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1433 00000100:00000001:0.0:1749609266.878431:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609266.878432:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00100000:0.0:1749609266.878433:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730245120 00000100:00000001:2.0:1749609266.878433:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656161872 : -131939053389744 : ffff88008b973850) 02000000:00000001:0.0:1749609266.878434:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609266.878435:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609266.878436:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609266.878436:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730244992:12345-192.168.201.20@tcp:38: 02000000:00000001:0.0:1749609266.878437:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609266.878438:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b973850 x1834594730244864/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:212/0 lens 224/0 e 0 to 0 dl 1749609277 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609266.878439:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730245120 00000100:00000200:1.0:1749609266.878439:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730244992 00000020:00000001:0.0:1749609266.878440:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609266.878441:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609266.878441:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609266.878442:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609266.878443:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609266.878444:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609266.878445:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609266.878445:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609266.878446:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000020:00000010:2.0:1749609266.878447:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706b00. 00000020:00000010:0.0:1749609266.878448:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00000001:2.0:1749609266.878448:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609266.878450:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e320. 00000020:00000010:2.0:1749609266.878450:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706b00. 00000100:00000001:0.0:1749609266.878452:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609266.878453:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609266.878453:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b973850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730244864:12345-192.168.201.20@tcp:400: 00000100:00000001:0.0:1749609266.878454:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609266.878455:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730244864 00000100:00000001:0.0:1749609266.878456:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609266.878457:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609266.878458:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609266.878460:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609266.878460:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00020000:1.0:1749609266.878462:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609266.878462:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609266.878464:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609266.878464:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609266.878465:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609266.878465:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609266.878466:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00000001:1.0:1749609266.878467:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609266.878468:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2703 00000020:00000001:2.0:1749609266.878468:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609266.878469:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134776345680 : -131938933205936 : ffff880092c11450) 00000100:00000001:1.0:1749609266.878470:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609266.878470:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609266.878471:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092c11450 x1834594730245120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609266.878471:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609266.878472:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609266.878473:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1749609266.878474:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609266.878475:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609266.878477:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c11450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730245120:12345-192.168.201.20@tcp:38: 02000000:00000010:1.0:1749609266.878477:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bf000. 00000020:00000001:2.0:1749609266.878477:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1749609266.878479:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730245120 02000000:00000001:1.0:1749609266.878479:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609266.878480:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609266.878480:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749609266.878481:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609266.878481:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609266.878481:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609266.878483:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509b000. 00010000:00000001:1.0:1749609266.878484:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1749609266.878485:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 02000000:00000001:2.0:1749609266.878485:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609266.878486:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:1.0:1749609266.878486:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609266.878487:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609266.878488:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609266.878489:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1749609266.878489:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749609266.878490:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1749609266.878490:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730244864 02000000:00000010:0.0:1749609266.878492:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a509dc00. 00010000:00000001:2.0:1749609266.878492:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749609266.878493:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609266.878493:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609266.878494:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609266.878495:0:14331:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000200:2.0:1749609266.878495:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b973850 x1834594730244864/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:212/0 lens 224/224 e 0 to 0 dl 1749609277 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749609266.878524:0:14331:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3875 last 0 00010000:00000001:0.0:1749609266.878527:0:14331:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:1.0:1749609266.878528:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000004:00000001:0.0:1749609266.878530:0:14331:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00010000:00000001:2.0:1749609266.878530:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609266.878531:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749609266.878531:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609266.878532:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:1.0:1749609266.878533:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609266.878534:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00001000:2.0:1749609266.878534:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609266.878535:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609266.878536:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609266.878537:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000004:00000001:0.0:1749609266.878539:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:1.0:1749609266.878539:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:2.0:1749609266.878539:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609266.878541:0:14331:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609266.878541:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:0.0:1749609266.878542:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609266.878542:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609266.878542:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609266.878544:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609266.878544:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1749609266.878545:0:14331:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:0.0:1749609266.878546:0:14331:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000001:1.0:1749609266.878546:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609266.878546:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000040:0.0:1749609266.878548:0:14331:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:0.0:1749609266.878549:0:14331:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:1.0:1749609266.878549:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609266.878549:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609266.878550:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609266.878551:0:14331:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609266.878552:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000010:1.0:1749609266.878552:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000400:00000010:2.0:1749609266.878552:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 00000004:00000001:0.0:1749609266.878554:0:14331:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609266.878555:0:14331:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:1.0:1749609266.878555:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730244992, offset 0 00010000:00000001:0.0:1749609266.878556:0:14331:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000200:2.0:1749609266.878556:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730244864, offset 224 00000020:00000040:0.0:1749609266.878557:0:14331:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:0.0:1749609266.878558:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609266.878559:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749609266.878559:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:0.0:1749609266.878560:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609266.878561:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609266.878562:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000200:2.0:1749609266.878563:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609266.878564:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609266.878566:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609266.878571:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2043:2043:256:4294967295] 192.168.201.20@tcp LPNI seq info [2039:2039:8:4294967295] 00000400:00000200:1.0:1749609266.878578:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609266.878582:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609266.878585:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee800. 00000400:00000200:2.0:1749609266.878585:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:1.0:1749609266.878589:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609266.878590:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2044:2044:255:4294967295] 192.168.201.20@tcp LPNI seq info [2040:2040:7:4294967295] 00000800:00000200:1.0:1749609266.878595:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609266.878598:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749609266.878598:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609266.878602:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609266.878603:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609266.878604:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609266.878605:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000010:2.0:1749609266.878605:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7900. 00000100:00000040:0.0:1749609266.878606:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609266.878607:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:1.0:1749609266.878607:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609266.878608:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:0.0:1749609266.878609:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609266.878609:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609266.878609:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 02000000:00000001:0.0:1749609266.878610:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749609266.878610:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609266.878611:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609266.878612:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609266.878613:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5c00 x1834594730244992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609286 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749609266.878613:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:0.0:1749609266.878614:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000800:00000200:2.0:1749609266.878615:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7900 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1749609266.878616:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000100:00000200:0.0:1749609266.878617:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730245120, offset 0 00000100:00000001:2.0:1749609266.878618:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609266.878619:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:1.0:1749609266.878620:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730244992:12345-192.168.201.20@tcp:38: Request processed in 185us (307us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749609266.878620:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609266.878622:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749609266.878623:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000001:2.0:1749609266.878623:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609266.878625:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749609266.878626:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2045:2045:254:4294967295] 192.168.201.20@tcp LPNI seq info [2041:2041:6:4294967295] 00000100:00100000:1.0:1749609266.878626:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2702 00000100:00000001:1.0:1749609266.878628:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749609266.878628:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b973850 x1834594730244864/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:212/0 lens 224/224 e 0 to 0 dl 1749609277 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609266.878629:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609266.878631:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:1.0:1749609266.878645:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000020:00000010:1.0:1749609266.878648:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000020:00000010:1.0:1749609266.878651:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00100000:2.0:1749609266.878653:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b973850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730244864:12345-192.168.201.20@tcp:400: Request processed in 206us (383us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609266.878654:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609266.878657:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609266.878659:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057e00. 00000100:00100000:2.0:1749609266.878659:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1433 00000800:00000200:0.0:1749609266.878661:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:2.0:1749609266.878662:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000800:00000200:0.0:1749609266.878664:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:2.0:1749609266.878664:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1749609266.878665:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057e00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1749609266.878665:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609266.878667:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609266.878667:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9400. 00000100:00000040:0.0:1749609266.878669:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609266.878670:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609266.878671:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609266.878671:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ca28. 00000100:00000040:0.0:1749609266.878673:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092c11450 x1834594730245120/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609286 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609266.878673:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000020:00000040:2.0:1749609266.878676:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00100000:0.0:1749609266.878678:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c11450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730245120:12345-192.168.201.20@tcp:38: Request processed in 201us (320us total) trans 0 rc -11/-11 00000100:00000001:2.0:1749609266.878679:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609266.878682:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2703 00000800:00000200:1.0:1749609266.878682:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1749609266.878683:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1749609266.878684:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609266.878684:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1749609266.878684:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee800. 00000020:00000010:0.0:1749609266.878686:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000400:00000010:2.0:1749609266.878686:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f318. 00000020:00000010:0.0:1749609266.878687:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e320. 00000400:00000200:1.0:1749609266.878687:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609266.878689:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000400:00000200:1.0:1749609266.878690:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000010:2.0:1749609266.878690:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245480. 00000400:00000200:1.0:1749609266.878692:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:1.0:1749609266.878693:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:1.0:1749609266.878695:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609266.878695:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609266.878702:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609266.878703:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7900. 00000400:00000200:1.0:1749609266.878704:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609266.878706:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609266.878707:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000400:00000010:1.0:1749609266.878708:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000100:00000001:1.0:1749609266.878709:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609266.878710:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609266.878711:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509b000. 02000000:00000001:1.0:1749609266.878713:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609266.878714:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609266.878746:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878747:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bf000. 02000000:00000001:0.0:1749609266.878748:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:1.0:1749609266.878748:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1749609266.878749:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5c00. 00000800:00000010:1.0:1749609266.878749:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057e00. 00000400:00000200:1.0:1749609266.878750:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609266.878751:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878751:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948be400. 02000000:00000001:0.0:1749609266.878752:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749609266.878752:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000010:0.0:1749609266.878753:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50dc000. 00000400:00000200:1.0:1749609266.878753:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000400:00000010:1.0:1749609266.878754:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 02000000:00000001:0.0:1749609266.878755:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609266.878755:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:0.0:1749609266.878756:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509d800. 02000000:00000001:1.0:1749609266.878756:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609266.878756:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a509dc00. 02000000:00000001:0.0:1749609266.878757:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878758:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0717b80. 02000000:00000001:1.0:1749609266.878758:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609266.878758:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609266.878760:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878760:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509ac00. 02000000:00000001:0.0:1749609266.878762:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878762:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 02000000:00000001:0.0:1749609266.878764:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878765:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a58abc00. 02000000:00000001:0.0:1749609266.878766:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878766:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d7b80. 02000000:00000001:0.0:1749609266.878768:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878768:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509d000. 02000000:00000001:0.0:1749609266.878769:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878770:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d7800. 02000000:00000001:0.0:1749609266.878771:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878771:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bf800. 02000000:00000001:0.0:1749609266.878772:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878773:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0717480. 02000000:00000001:0.0:1749609266.878774:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878774:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509c400. 02000000:00000001:0.0:1749609266.878775:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878776:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9880. 02000000:00000001:0.0:1749609266.878777:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878778:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5099c00. 02000000:00000001:0.0:1749609266.878779:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878779:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0717100. 02000000:00000001:0.0:1749609266.878781:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878781:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a0d3c00. 02000000:00000001:0.0:1749609266.878782:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878783:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d7100. 02000000:00000001:0.0:1749609266.878784:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878784:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fc400. 02000000:00000001:0.0:1749609266.878785:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878786:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d6d80. 02000000:00000001:0.0:1749609266.878787:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878788:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fb000. 02000000:00000001:0.0:1749609266.878789:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878790:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ba680. 02000000:00000001:0.0:1749609266.878791:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878792:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bf400. 02000000:00000001:0.0:1749609266.878793:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878793:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0716a00. 02000000:00000001:0.0:1749609266.878795:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878796:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0d1000. 02000000:00000001:0.0:1749609266.878797:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878798:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ba300. 02000000:00000001:0.0:1749609266.878799:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878800:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a5098400. 02000000:00000001:0.0:1749609266.878801:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878802:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d6680. 02000000:00000001:0.0:1749609266.878803:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878803:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0d2c00. 02000000:00000001:0.0:1749609266.878804:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878805:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d5f80. 02000000:00000001:0.0:1749609266.878806:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878806:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5098000. 02000000:00000001:0.0:1749609266.878807:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878808:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b9c00. 02000000:00000001:0.0:1749609266.878809:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878809:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0d3400. 02000000:00000001:0.0:1749609266.878810:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878811:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b9880. 02000000:00000001:0.0:1749609266.878812:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878812:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0d0000. 02000000:00000001:0.0:1749609266.878813:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878814:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d6300. 02000000:00000001:0.0:1749609266.878815:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878816:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948be000. 02000000:00000001:0.0:1749609266.878816:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878817:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4700. 02000000:00000001:0.0:1749609266.878818:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878819:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a0d1400. 02000000:00000001:0.0:1749609266.878820:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878820:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4a80. 02000000:00000001:0.0:1749609266.878821:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878822:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bec00. 02000000:00000001:0.0:1749609266.878823:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878823:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b9180. 02000000:00000001:0.0:1749609266.878824:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878825:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071d400. 02000000:00000001:0.0:1749609266.878827:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878827:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4380. 02000000:00000001:0.0:1749609266.878829:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878829:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0d1800. 02000000:00000001:0.0:1749609266.878830:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878831:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b8e00. 02000000:00000001:0.0:1749609266.878832:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878833:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a0d2800. 02000000:00000001:0.0:1749609266.878834:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878834:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712a00. 02000000:00000001:0.0:1749609266.878836:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878836:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bdc00. 02000000:00000001:0.0:1749609266.878837:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878838:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0713100. 02000000:00000001:0.0:1749609266.878839:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878840:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071e800. 02000000:00000001:0.0:1749609266.878841:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878842:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0716300. 02000000:00000001:0.0:1749609266.878843:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878844:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5090400. 02000000:00000001:0.0:1749609266.878845:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878845:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0713480. 02000000:00000001:0.0:1749609266.878847:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878847:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0d3800. 02000000:00000001:0.0:1749609266.878848:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878849:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0715f80. 02000000:00000001:0.0:1749609266.878851:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878851:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a0d2400. 02000000:00000001:0.0:1749609266.878852:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878852:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0710e00. 02000000:00000001:0.0:1749609266.878855:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878856:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a1400. 02000000:00000001:0.0:1749609266.878857:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878857:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711c00. 02000000:00000001:0.0:1749609266.878859:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878859:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0d2000. 02000000:00000001:0.0:1749609266.878860:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878861:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0715880. 02000000:00000001:0.0:1749609266.878863:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878863:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bd000. 02000000:00000001:0.0:1749609266.878864:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878865:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0715500. 02000000:00000001:0.0:1749609266.878867:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878867:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0d1c00. 02000000:00000001:0.0:1749609266.878868:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878869:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711880. 02000000:00000001:0.0:1749609266.878870:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878870:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a0d0c00. 02000000:00000001:0.0:1749609266.878871:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878872:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0713800. 02000000:00000001:0.0:1749609266.878873:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878873:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fbc00. 02000000:00000001:0.0:1749609266.878874:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878875:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0713b80. 02000000:00000001:0.0:1749609266.878876:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878876:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f9000. 02000000:00000001:0.0:1749609266.878877:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878878:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b8700. 02000000:00000001:0.0:1749609266.878879:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878879:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3c00. 02000000:00000001:0.0:1749609266.878880:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878881:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02cb100. 02000000:00000001:0.0:1749609266.878882:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878883:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a0c00. 02000000:00000001:0.0:1749609266.878884:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878884:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02ca680. 02000000:00000001:0.0:1749609266.878886:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878887:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a5090c00. 02000000:00000001:0.0:1749609266.878888:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878888:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0712300. 02000000:00000001:0.0:1749609266.878890:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878890:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bc400. 02000000:00000001:0.0:1749609266.878891:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878891:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0711f80. 02000000:00000001:0.0:1749609266.878893:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878893:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bc000. 02000000:00000001:0.0:1749609266.878895:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878895:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0714a80. 02000000:00000001:0.0:1749609266.878897:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878897:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5090800. 02000000:00000001:0.0:1749609266.878899:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878899:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0714700. 02000000:00000001:0.0:1749609266.878900:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878901:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5093400. 02000000:00000001:0.0:1749609266.878902:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878902:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8000. 02000000:00000001:0.0:1749609266.878907:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878908:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800948a5c00. 02000000:00000001:0.0:1749609266.878909:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878909:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0710a80. 02000000:00000001:0.0:1749609266.878910:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878911:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5093c00. 02000000:00000001:0.0:1749609266.878912:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878912:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0710700. 02000000:00000001:0.0:1749609266.878913:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878914:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5091800. 02000000:00000001:0.0:1749609266.878915:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878916:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0714000. 02000000:00000001:0.0:1749609266.878917:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878918:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3800. 02000000:00000001:0.0:1749609266.878919:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878919:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6df800. 02000000:00000001:0.0:1749609266.878921:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878921:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5092400. 02000000:00000001:0.0:1749609266.878923:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878923:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0710380. 02000000:00000001:0.0:1749609266.878924:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878925:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800948a3400. 02000000:00000001:0.0:1749609266.878926:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878926:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cb100. 02000000:00000001:0.0:1749609266.878927:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878928:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5093800. 02000000:00000001:0.0:1749609266.878929:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878929:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8e00. 02000000:00000001:0.0:1749609266.878931:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878932:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2f400. 02000000:00000001:0.0:1749609266.878934:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878934:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6dd500. 02000000:00000001:0.0:1749609266.878936:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878936:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5093000. 02000000:00000001:0.0:1749609266.878937:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878938:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6dce00. 02000000:00000001:0.0:1749609266.878939:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878940:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5092c00. 02000000:00000001:0.0:1749609266.878941:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878941:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cad80. 02000000:00000001:0.0:1749609266.878942:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878943:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a5091c00. 02000000:00000001:0.0:1749609266.878944:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878944:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9c00. 02000000:00000001:0.0:1749609266.878946:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878946:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fa400. 02000000:00000001:0.0:1749609266.878947:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878947:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0caa00. 02000000:00000001:0.0:1749609266.878949:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878949:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a2c00. 02000000:00000001:0.0:1749609266.878950:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878951:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f22300. 02000000:00000001:0.0:1749609266.878952:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878953:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5091400. 02000000:00000001:0.0:1749609266.878954:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878954:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f21880. 02000000:00000001:0.0:1749609266.878956:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878956:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072d000. 02000000:00000001:0.0:1749609266.878957:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878958:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a107480. 02000000:00000001:0.0:1749609266.878959:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878959:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5090000. 02000000:00000001:0.0:1749609266.878960:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878961:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cb800. 02000000:00000001:0.0:1749609266.878962:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878962:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800948fb800. 02000000:00000001:0.0:1749609266.878964:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878964:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0cb480. 02000000:00000001:0.0:1749609266.878966:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878966:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fb400. 02000000:00000001:0.0:1749609266.878968:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878968:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f20000. 02000000:00000001:0.0:1749609266.878970:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878970:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a157800. 02000000:00000001:0.0:1749609266.878971:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878972:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aaf800. 02000000:00000001:0.0:1749609266.878973:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878974:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a157c00. 02000000:00000001:0.0:1749609266.878975:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878975:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a106d80. 02000000:00000001:0.0:1749609266.878976:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878977:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a071f000. 02000000:00000001:0.0:1749609266.878978:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878978:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0ca680. 02000000:00000001:0.0:1749609266.878980:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878980:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a2000. 02000000:00000001:0.0:1749609266.878981:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878982:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0ca300. 02000000:00000001:0.0:1749609266.878983:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878983:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a2400. 02000000:00000001:0.0:1749609266.878984:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878985:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdc000. 02000000:00000001:0.0:1749609266.878986:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878986:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071fc00. 02000000:00000001:0.0:1749609266.878987:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878988:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b1500. 02000000:00000001:0.0:1749609266.878989:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878989:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a1c00. 02000000:00000001:0.0:1749609266.878990:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878991:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c9f80. 02000000:00000001:0.0:1749609266.878992:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878993:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a071e400. 02000000:00000001:0.0:1749609266.878994:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878994:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8700. 02000000:00000001:0.0:1749609266.878996:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.878996:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072c000. 02000000:00000001:0.0:1749609266.878997:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.878998:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8380. 02000000:00000001:0.0:1749609266.878999:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879000:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071e000. 02000000:00000001:0.0:1749609266.879001:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879001:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9180. 02000000:00000001:0.0:1749609266.879006:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879006:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a1800. 02000000:00000001:0.0:1749609266.879007:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879008:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a106680. 02000000:00000001:0.0:1749609266.879009:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879009:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072d400. 02000000:00000001:0.0:1749609266.879010:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879011:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a106a00. 02000000:00000001:0.0:1749609266.879012:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879013:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a071d800. 02000000:00000001:0.0:1749609266.879014:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879015:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e1180. 02000000:00000001:0.0:1749609266.879026:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879027:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a0800. 02000000:00000001:0.0:1749609266.879028:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879028:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e1500. 02000000:00000001:0.0:1749609266.879030:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879031:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a0400. 02000000:00000001:0.0:1749609266.879032:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879033:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b2300. 02000000:00000001:0.0:1749609266.879034:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879034:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f9400. 02000000:00000001:0.0:1749609266.879035:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879036:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a105f80. 02000000:00000001:0.0:1749609266.879037:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879038:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071d000. 02000000:00000001:0.0:1749609266.879039:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879039:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a105c00. 02000000:00000001:0.0:1749609266.879040:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879041:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a072e400. 02000000:00000001:0.0:1749609266.879042:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879043:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e1c00. 02000000:00000001:0.0:1749609266.879045:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879046:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab0000. 02000000:00000001:0.0:1749609266.879047:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879048:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e1f80. 02000000:00000001:0.0:1749609266.879058:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879059:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab2c00. 02000000:00000001:0.0:1749609266.879060:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879060:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a105180. 02000000:00000001:0.0:1749609266.879061:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879062:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f8c00. 02000000:00000001:0.0:1749609266.879063:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879064:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a105500. 02000000:00000001:0.0:1749609266.879065:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879065:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071cc00. 02000000:00000001:0.0:1749609266.879067:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879067:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e2300. 02000000:00000001:0.0:1749609266.879069:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879069:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a071c400. 02000000:00000001:0.0:1749609266.879070:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879070:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e3b80. 02000000:00000001:0.0:1749609266.879079:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879079:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f8000. 02000000:00000001:0.0:1749609266.879080:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879081:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e3800. 02000000:00000001:0.0:1749609266.879082:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879083:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072c800. 02000000:00000001:0.0:1749609266.879084:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879084:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e3480. 02000000:00000001:0.0:1749609266.879086:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879086:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f8400. 02000000:00000001:0.0:1749609266.879087:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879088:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b2680. 02000000:00000001:0.0:1749609266.879089:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879089:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071c000. 02000000:00000001:0.0:1749609266.879090:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879091:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e3100. 02000000:00000001:0.0:1749609266.879093:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879094:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a155400. 02000000:00000001:0.0:1749609266.879095:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879095:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e2a00. 02000000:00000001:0.0:1749609266.879098:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879098:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508fc00. 02000000:00000001:0.0:1749609266.879100:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879100:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e2680. 02000000:00000001:0.0:1749609266.879102:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879102:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a156800. 02000000:00000001:0.0:1749609266.879103:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879104:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b1180. 02000000:00000001:0.0:1749609266.879105:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879105:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072ec00. 02000000:00000001:0.0:1749609266.879152:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879153:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a104700. 02000000:00000001:0.0:1749609266.879155:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879155:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a157000. 02000000:00000001:0.0:1749609266.879156:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879157:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a104380. 02000000:00000001:0.0:1749609266.879158:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879158:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a072f800. 02000000:00000001:0.0:1749609266.879159:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879160:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e0e00. 02000000:00000001:0.0:1749609266.879169:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879169:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508ec00. 02000000:00000001:0.0:1749609266.879171:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879171:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e0a80. 02000000:00000001:0.0:1749609266.879173:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879173:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a156c00. 02000000:00000001:0.0:1749609266.879174:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879175:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ef800. 02000000:00000001:0.0:1749609266.879176:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879177:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508f400. 02000000:00000001:0.0:1749609266.879178:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879178:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e0700. 02000000:00000001:0.0:1749609266.879180:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879180:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072f400. 02000000:00000001:0.0:1749609266.879182:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879182:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eea00. 02000000:00000001:0.0:1749609266.879184:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879184:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a156000. 02000000:00000001:0.0:1749609266.879186:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879186:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e0000. 02000000:00000001:0.0:1749609266.879188:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879188:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072e000. 02000000:00000001:0.0:1749609266.879189:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879189:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5084e00. 02000000:00000001:0.0:1749609266.879191:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879191:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880082211000. 02000000:00000001:0.0:1749609266.879192:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879193:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ed180. 02000000:00000001:0.0:1749609266.879194:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879194:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a156400. 02000000:00000001:0.0:1749609266.879195:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879196:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085500. 02000000:00000001:0.0:1749609266.879197:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879197:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a101c00. 02000000:00000001:0.0:1749609266.879198:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879199:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a097b80. 02000000:00000001:0.0:1749609266.879200:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879201:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a54c7000. 02000000:00000001:0.0:1749609266.879202:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879202:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5084000. 02000000:00000001:0.0:1749609266.879203:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879204:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a155c00. 02000000:00000001:0.0:1749609266.879205:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879205:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5084380. 02000000:00000001:0.0:1749609266.879206:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879207:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072c400. 02000000:00000001:0.0:1749609266.879208:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879208:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7bbb80. 02000000:00000001:0.0:1749609266.879210:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879210:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a155800. 02000000:00000001:0.0:1749609266.879211:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879212:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02cbb80. 02000000:00000001:0.0:1749609266.879213:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879214:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508e800. 02000000:00000001:0.0:1749609266.879215:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879216:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7b8a80. 02000000:00000001:0.0:1749609266.879217:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879218:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a155000. 02000000:00000001:0.0:1749609266.879219:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879219:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085c00. 02000000:00000001:0.0:1749609266.879221:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879221:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab3400. 02000000:00000001:0.0:1749609266.879222:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879223:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5087480. 02000000:00000001:0.0:1749609266.879224:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879224:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2f000. 02000000:00000001:0.0:1749609266.879225:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879226:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bfb480. 02000000:00000001:0.0:1749609266.879227:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879227:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a154c00. 02000000:00000001:0.0:1749609266.879228:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879229:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b6a00. 02000000:00000001:0.0:1749609266.879231:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879232:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2fc00. 02000000:00000001:0.0:1749609266.879233:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879233:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a097480. 02000000:00000001:0.0:1749609266.879234:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879235:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508dc00. 02000000:00000001:0.0:1749609266.879236:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879237:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5087b80. 02000000:00000001:0.0:1749609266.879238:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879238:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88012db28800. 02000000:00000001:0.0:1749609266.879240:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879240:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5087100. 02000000:00000001:0.0:1749609266.879241:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879242:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a154800. 02000000:00000001:0.0:1749609266.879243:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879243:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02cb800. 02000000:00000001:0.0:1749609266.879245:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879245:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508cc00. 02000000:00000001:0.0:1749609266.879247:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879248:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8700. 02000000:00000001:0.0:1749609266.879250:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879251:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a154400. 02000000:00000001:0.0:1749609266.879252:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879252:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5087800. 02000000:00000001:0.0:1749609266.879254:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879254:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a508d800. 02000000:00000001:0.0:1749609266.879255:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879256:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085f80. 02000000:00000001:0.0:1749609266.879257:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879258:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2b000. 02000000:00000001:0.0:1749609266.879259:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879259:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085880. 02000000:00000001:0.0:1749609266.879260:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879261:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cd800. 02000000:00000001:0.0:1749609266.879262:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879262:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a096d80. 02000000:00000001:0.0:1749609266.879264:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879264:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013770cc00. 02000000:00000001:0.0:1749609266.879265:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879266:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a096a00. 02000000:00000001:0.0:1749609266.879267:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879267:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508d000. 02000000:00000001:0.0:1749609266.879268:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879269:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b2d80. 02000000:00000001:0.0:1749609266.879270:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879271:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a508c800. 02000000:00000001:0.0:1749609266.879272:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879272:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5086a00. 02000000:00000001:0.0:1749609266.879274:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879274:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589fc00. 02000000:00000001:0.0:1749609266.879275:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879275:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5086680. 02000000:00000001:0.0:1749609266.879277:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879277:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508c400. 02000000:00000001:0.0:1749609266.879278:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879278:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a024aa00. 02000000:00000001:0.0:1749609266.879280:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879281:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880082212c00. 02000000:00000001:0.0:1749609266.879282:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879282:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0248a80. 02000000:00000001:0.0:1749609266.879284:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879285:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880131022400. 02000000:00000001:0.0:1749609266.879286:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879287:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5086300. 02000000:00000001:0.0:1749609266.879288:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879289:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880137343800. 02000000:00000001:0.0:1749609266.879290:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879290:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5084a80. 02000000:00000001:0.0:1749609266.879291:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879292:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58ab000. 02000000:00000001:0.0:1749609266.879293:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879293:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5084700. 02000000:00000001:0.0:1749609266.879295:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879295:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab3000. 02000000:00000001:0.0:1749609266.879296:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879296:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a024a680. 02000000:00000001:0.0:1749609266.879298:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879298:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab3c00. 02000000:00000001:0.0:1749609266.879299:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879300:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0249f80. 02000000:00000001:0.0:1749609266.879301:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879301:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58aa800. 02000000:00000001:0.0:1749609266.879302:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879303:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089681f80. 02000000:00000001:0.0:1749609266.879305:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879305:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a103800. 02000000:00000001:0.0:1749609266.879306:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879307:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ec000. 02000000:00000001:0.0:1749609266.879308:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879308:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137341000. 02000000:00000001:0.0:1749609266.879310:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879310:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ece00. 02000000:00000001:0.0:1749609266.879311:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879312:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a102800. 02000000:00000001:0.0:1749609266.879313:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879314:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb12a00. 02000000:00000001:0.0:1749609266.879315:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879316:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137342800. 02000000:00000001:0.0:1749609266.879317:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879318:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb11880. 02000000:00000001:0.0:1749609266.879319:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879320:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a3400. 02000000:00000001:0.0:1749609266.879321:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879321:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a095c00. 02000000:00000001:0.0:1749609266.879323:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879323:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a06a3c00. 02000000:00000001:0.0:1749609266.879324:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879325:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ef100. 02000000:00000001:0.0:1749609266.879326:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879326:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a100c00. 02000000:00000001:0.0:1749609266.879327:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879328:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eed80. 02000000:00000001:0.0:1749609266.879329:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879330:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a2000. 02000000:00000001:0.0:1749609266.879331:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879331:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b620380. 02000000:00000001:0.0:1749609266.879333:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879333:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea31c00. 02000000:00000001:0.0:1749609266.879334:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879335:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622d80. 02000000:00000001:0.0:1749609266.879336:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879336:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508a800. 02000000:00000001:0.0:1749609266.879338:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879338:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089681c00. 02000000:00000001:0.0:1749609266.879339:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879340:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abdc00. 02000000:00000001:0.0:1749609266.879341:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879341:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ed880. 02000000:00000001:0.0:1749609266.879342:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879343:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a589d000. 02000000:00000001:0.0:1749609266.879344:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879344:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eca80. 02000000:00000001:0.0:1749609266.879347:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879347:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589e400. 02000000:00000001:0.0:1749609266.879348:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879349:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622680. 02000000:00000001:0.0:1749609266.879351:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879351:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abc400. 02000000:00000001:0.0:1749609266.879353:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879353:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623b80. 02000000:00000001:0.0:1749609266.879354:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879355:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589c800. 02000000:00000001:0.0:1749609266.879356:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879356:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ed500. 02000000:00000001:0.0:1749609266.879357:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879358:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a5088400. 02000000:00000001:0.0:1749609266.879359:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879359:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ef480. 02000000:00000001:0.0:1749609266.879361:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879361:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589f000. 02000000:00000001:0.0:1749609266.879362:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879362:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948efb80. 02000000:00000001:0.0:1749609266.879364:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879364:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5088800. 02000000:00000001:0.0:1749609266.879365:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879366:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5c00. 02000000:00000001:0.0:1749609266.879367:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879367:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589d400. 02000000:00000001:0.0:1749609266.879368:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879369:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7b80. 02000000:00000001:0.0:1749609266.879370:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879370:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5089400. 02000000:00000001:0.0:1749609266.879371:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879372:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a095180. 02000000:00000001:0.0:1749609266.879373:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879373:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a589e800. 02000000:00000001:0.0:1749609266.879374:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879375:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ee300. 02000000:00000001:0.0:1749609266.879376:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879377:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfdc800. 02000000:00000001:0.0:1749609266.879378:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879378:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948edc00. 02000000:00000001:0.0:1749609266.879380:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879380:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfdd800. 02000000:00000001:0.0:1749609266.879382:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879382:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1880. 02000000:00000001:0.0:1749609266.879384:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879384:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007acc8000. 02000000:00000001:0.0:1749609266.879386:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879386:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1180. 02000000:00000001:0.0:1749609266.879388:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879388:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589ec00. 02000000:00000001:0.0:1749609266.879389:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879390:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948edf80. 02000000:00000001:0.0:1749609266.879391:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879392:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800b1ab1800. 02000000:00000001:0.0:1749609266.879393:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879393:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ec700. 02000000:00000001:0.0:1749609266.879394:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879395:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589f800. 02000000:00000001:0.0:1749609266.879396:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879396:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ec380. 02000000:00000001:0.0:1749609266.879398:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879398:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab2000. 02000000:00000001:0.0:1749609266.879399:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879399:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3100. 02000000:00000001:0.0:1749609266.879401:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879401:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589f400. 02000000:00000001:0.0:1749609266.879402:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879403:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a094a80. 02000000:00000001:0.0:1749609266.879404:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879405:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007accbc00. 02000000:00000001:0.0:1749609266.879407:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879407:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7df480. 02000000:00000001:0.0:1749609266.879409:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879409:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a589e000. 02000000:00000001:0.0:1749609266.879410:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879411:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2680. 02000000:00000001:0.0:1749609266.879413:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879413:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0243c00. 02000000:00000001:0.0:1749609266.879414:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879415:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2d80. 02000000:00000001:0.0:1749609266.879417:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879417:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0240800. 02000000:00000001:0.0:1749609266.879418:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879419:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7df100. 02000000:00000001:0.0:1749609266.879420:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879420:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589dc00. 02000000:00000001:0.0:1749609266.879421:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879422:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7df800. 02000000:00000001:0.0:1749609266.879423:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879423:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589d800. 02000000:00000001:0.0:1749609266.879424:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879425:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2a00. 02000000:00000001:0.0:1749609266.879426:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879426:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800b1ab0800. 02000000:00000001:0.0:1749609266.879427:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879428:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0e00. 02000000:00000001:0.0:1749609266.879429:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879430:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cd000. 02000000:00000001:0.0:1749609266.879431:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879431:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1500. 02000000:00000001:0.0:1749609266.879433:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879433:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589c400. 02000000:00000001:0.0:1749609266.879434:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879434:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7de680. 02000000:00000001:0.0:1749609266.879436:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879436:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab0400. 02000000:00000001:0.0:1749609266.879437:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879437:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089681180. 02000000:00000001:0.0:1749609266.879439:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879439:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589c000. 02000000:00000001:0.0:1749609266.879440:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879441:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6dfb80. 02000000:00000001:0.0:1749609266.879442:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879443:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880137343400. 02000000:00000001:0.0:1749609266.879444:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879444:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3480. 02000000:00000001:0.0:1749609266.879446:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879447:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135690c00. 02000000:00000001:0.0:1749609266.879448:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879448:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3800. 02000000:00000001:0.0:1749609266.879450:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879450:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137343c00. 02000000:00000001:0.0:1749609266.879451:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879451:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6df480. 02000000:00000001:0.0:1749609266.879453:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879453:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab1000. 02000000:00000001:0.0:1749609266.879454:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879454:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3b80. 02000000:00000001:0.0:1749609266.879456:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879456:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137342c00. 02000000:00000001:0.0:1749609266.879457:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879457:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6dd180. 02000000:00000001:0.0:1749609266.879459:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879459:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800948a7400. 02000000:00000001:0.0:1749609266.879460:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879460:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2300. 02000000:00000001:0.0:1749609266.879462:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879462:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137341400. 02000000:00000001:0.0:1749609266.879463:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879463:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1f80. 02000000:00000001:0.0:1749609266.879465:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879465:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137341800. 02000000:00000001:0.0:1749609266.879466:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879467:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6de300. 02000000:00000001:0.0:1749609266.879468:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879469:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a2800. 02000000:00000001:0.0:1749609266.879470:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879470:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6dc700. 02000000:00000001:0.0:1749609266.879471:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879472:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137342400. 02000000:00000001:0.0:1749609266.879473:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879473:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6dca80. 02000000:00000001:0.0:1749609266.879475:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879475:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a5089000. 02000000:00000001:0.0:1749609266.879476:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879477:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0700. 02000000:00000001:0.0:1749609266.879478:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879479:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137343000. 02000000:00000001:0.0:1749609266.879480:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879480:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0000. 02000000:00000001:0.0:1749609266.879482:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879482:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137342000. 02000000:00000001:0.0:1749609266.879483:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879484:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6dc000. 02000000:00000001:0.0:1749609266.879485:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879485:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5088000. 02000000:00000001:0.0:1749609266.879486:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879486:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0380. 02000000:00000001:0.0:1749609266.879488:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879488:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d466000. 02000000:00000001:0.0:1749609266.879489:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879490:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6dd880. 02000000:00000001:0.0:1749609266.879491:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879491:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88012d464c00. 02000000:00000001:0.0:1749609266.879492:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879493:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dea00. 02000000:00000001:0.0:1749609266.879494:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879494:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137340c00. 02000000:00000001:0.0:1749609266.879496:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879496:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dfb80. 02000000:00000001:0.0:1749609266.879510:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879510:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137340400. 02000000:00000001:0.0:1749609266.879512:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879512:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089683800. 02000000:00000001:0.0:1749609266.879514:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879514:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea33800. 02000000:00000001:0.0:1749609266.879515:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879516:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089681880. 02000000:00000001:0.0:1749609266.879517:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879517:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea30800. 02000000:00000001:0.0:1749609266.879519:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879519:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f23b80. 02000000:00000001:0.0:1749609266.879521:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879521:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88012ea32c00. 02000000:00000001:0.0:1749609266.879523:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879523:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7de300. 02000000:00000001:0.0:1749609266.879525:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879525:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a100800. 02000000:00000001:0.0:1749609266.879526:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879527:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7ddf80. 02000000:00000001:0.0:1749609266.879528:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879528:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a100400. 02000000:00000001:0.0:1749609266.879529:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879530:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089682680. 02000000:00000001:0.0:1749609266.879531:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879532:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea32800. 02000000:00000001:0.0:1749609266.879532:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879533:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089683480. 02000000:00000001:0.0:1749609266.879534:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879535:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a101800. 02000000:00000001:0.0:1749609266.879535:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879536:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089682d80. 02000000:00000001:0.0:1749609266.879537:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879538:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88012ea30000. 02000000:00000001:0.0:1749609266.879539:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879539:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dd880. 02000000:00000001:0.0:1749609266.879540:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879541:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfdec00. 02000000:00000001:0.0:1749609266.879542:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879542:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dd500. 02000000:00000001:0.0:1749609266.879543:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879544:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abe400. 02000000:00000001:0.0:1749609266.879545:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879545:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f23100. 02000000:00000001:0.0:1749609266.879546:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879547:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea31800. 02000000:00000001:0.0:1749609266.879548:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879548:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f23480. 02000000:00000001:0.0:1749609266.879550:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879550:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfdd000. 02000000:00000001:0.0:1749609266.879551:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879552:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6ded80. 02000000:00000001:0.0:1749609266.879554:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879554:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88012ea31000. 02000000:00000001:0.0:1749609266.879555:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879556:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dce00. 02000000:00000001:0.0:1749609266.879557:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879558:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d464000. 02000000:00000001:0.0:1749609266.879559:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879559:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dca80. 02000000:00000001:0.0:1749609266.879561:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879561:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d467c00. 02000000:00000001:0.0:1749609266.879562:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879563:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6ddf80. 02000000:00000001:0.0:1749609266.879564:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879564:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800911e9c00. 02000000:00000001:0.0:1749609266.879566:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879566:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f22a00. 02000000:00000001:0.0:1749609266.879567:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879568:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880082213800. 02000000:00000001:0.0:1749609266.879569:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879569:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f22680. 02000000:00000001:0.0:1749609266.879570:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879571:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880089406c00. 02000000:00000001:0.0:1749609266.879572:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879572:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc380. 02000000:00000001:0.0:1749609266.879574:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879574:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1bf3000. 02000000:00000001:0.0:1749609266.879575:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879576:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc000. 02000000:00000001:0.0:1749609266.879577:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879578:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eab6c00. 02000000:00000001:0.0:1749609266.879579:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879579:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aac380. 02000000:00000001:0.0:1749609266.879581:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879581:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800958e9800. 02000000:00000001:0.0:1749609266.879583:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879583:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f21f80. 02000000:00000001:0.0:1749609266.879585:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879586:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508b000. 02000000:00000001:0.0:1749609266.879587:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879588:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f21c00. 02000000:00000001:0.0:1749609266.879589:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879589:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800958e8c00. 02000000:00000001:0.0:1749609266.879590:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879591:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aadf80. 02000000:00000001:0.0:1749609266.879592:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879593:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a3800. 02000000:00000001:0.0:1749609266.879594:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879594:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aace00. 02000000:00000001:0.0:1749609266.879595:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879596:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a1c00. 02000000:00000001:0.0:1749609266.879597:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879597:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aaf100. 02000000:00000001:0.0:1749609266.879598:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879599:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a0c00. 02000000:00000001:0.0:1749609266.879600:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879600:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aad180. 02000000:00000001:0.0:1749609266.879602:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879602:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a2c00. 02000000:00000001:0.0:1749609266.879603:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879603:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6dea00. 02000000:00000001:0.0:1749609266.879605:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879605:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800958eac00. 02000000:00000001:0.0:1749609266.879607:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879608:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aadc00. 02000000:00000001:0.0:1749609266.879609:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879610:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880131023c00. 02000000:00000001:0.0:1749609266.879611:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879611:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aaed80. 02000000:00000001:0.0:1749609266.879613:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879613:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130184000. 02000000:00000001:0.0:1749609266.879615:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879616:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f21180. 02000000:00000001:0.0:1749609266.879618:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879618:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800958ebc00. 02000000:00000001:0.0:1749609266.879619:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879620:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f20e00. 02000000:00000001:0.0:1749609266.879621:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879622:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130186c00. 02000000:00000001:0.0:1749609266.879623:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879623:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089680700. 02000000:00000001:0.0:1749609266.879625:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879626:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a0ce400. 02000000:00000001:0.0:1749609266.879627:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879627:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aae680. 02000000:00000001:0.0:1749609266.879628:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879629:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130186800. 02000000:00000001:0.0:1749609266.879630:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879630:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aac000. 02000000:00000001:0.0:1749609266.879646:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879647:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130184c00. 02000000:00000001:0.0:1749609266.879648:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879649:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f20700. 02000000:00000001:0.0:1749609266.879650:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879651:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cc400. 02000000:00000001:0.0:1749609266.879652:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879652:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f20380. 02000000:00000001:0.0:1749609266.879653:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879654:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2e400. 02000000:00000001:0.0:1749609266.879655:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879655:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6de680. 02000000:00000001:0.0:1749609266.879656:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879657:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a5097c00. 02000000:00000001:0.0:1749609266.879658:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879659:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aae300. 02000000:00000001:0.0:1749609266.879660:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879660:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2ec00. 02000000:00000001:0.0:1749609266.879661:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879661:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aad880. 02000000:00000001:0.0:1749609266.879663:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879663:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5096800. 02000000:00000001:0.0:1749609266.879665:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879665:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aaca80. 02000000:00000001:0.0:1749609266.879667:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879667:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea32400. 02000000:00000001:0.0:1749609266.879668:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879669:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdf480. 02000000:00000001:0.0:1749609266.879670:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879670:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2cc00. 02000000:00000001:0.0:1749609266.879671:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879672:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdea00. 02000000:00000001:0.0:1749609266.879673:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879673:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88012ea30c00. 02000000:00000001:0.0:1749609266.879674:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879675:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aaea00. 02000000:00000001:0.0:1749609266.879676:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879677:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2c000. 02000000:00000001:0.0:1749609266.879678:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879678:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aac700. 02000000:00000001:0.0:1749609266.879680:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879680:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2d800. 02000000:00000001:0.0:1749609266.879681:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879681:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4000. 02000000:00000001:0.0:1749609266.879683:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879684:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130187800. 02000000:00000001:0.0:1749609266.879685:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879685:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623480. 02000000:00000001:0.0:1749609266.879686:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879687:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130187c00. 02000000:00000001:0.0:1749609266.879688:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879688:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089682300. 02000000:00000001:0.0:1749609266.879690:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879690:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88012db2d400. 02000000:00000001:0.0:1749609266.879691:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879691:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7bb480. 02000000:00000001:0.0:1749609266.879693:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879693:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880091007c00. 02000000:00000001:0.0:1749609266.879694:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879695:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7b8380. 02000000:00000001:0.0:1749609266.879697:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879697:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2dc00. 02000000:00000001:0.0:1749609266.879698:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879699:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b1c00. 02000000:00000001:0.0:1749609266.879700:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879701:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fec00. 02000000:00000001:0.0:1749609266.879702:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879702:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7b9180. 02000000:00000001:0.0:1749609266.879704:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879704:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fc800. 02000000:00000001:0.0:1749609266.879705:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879706:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7bb100. 02000000:00000001:0.0:1749609266.879707:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879707:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88013770ec00. 02000000:00000001:0.0:1749609266.879708:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879709:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7b9500. 02000000:00000001:0.0:1749609266.879710:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879710:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fd800. 02000000:00000001:0.0:1749609266.879711:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879712:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7b8000. 02000000:00000001:0.0:1749609266.879713:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879713:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fe800. 02000000:00000001:0.0:1749609266.879714:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879715:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7baa00. 02000000:00000001:0.0:1749609266.879716:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879717:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130187400. 02000000:00000001:0.0:1749609266.879718:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879718:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7ba680. 02000000:00000001:0.0:1749609266.879719:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879720:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013770e400. 02000000:00000001:0.0:1749609266.879721:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879721:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b3100. 02000000:00000001:0.0:1749609266.879722:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879723:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88013770e800. 02000000:00000001:0.0:1749609266.879724:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879724:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7b9f80. 02000000:00000001:0.0:1749609266.879726:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879726:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2e000. 02000000:00000001:0.0:1749609266.879727:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879728:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7b9880. 02000000:00000001:0.0:1749609266.879729:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879730:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58ab800. 02000000:00000001:0.0:1749609266.879731:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879731:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057b80. 02000000:00000001:0.0:1749609266.879733:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879733:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07ff400. 02000000:00000001:0.0:1749609266.879734:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879735:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7b9c00. 02000000:00000001:0.0:1749609266.879736:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879737:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58aa400. 02000000:00000001:0.0:1749609266.879738:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879738:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7b8e00. 02000000:00000001:0.0:1749609266.879739:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879740:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880082213400. 02000000:00000001:0.0:1749609266.879741:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879741:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7b8700. 02000000:00000001:0.0:1749609266.879743:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879743:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2f800. 02000000:00000001:0.0:1749609266.879744:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879744:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7bad80. 02000000:00000001:0.0:1749609266.879746:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879746:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fe400. 02000000:00000001:0.0:1749609266.879747:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879747:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bf8700. 02000000:00000001:0.0:1749609266.879749:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879749:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880082211c00. 02000000:00000001:0.0:1749609266.879750:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879750:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089680e00. 02000000:00000001:0.0:1749609266.879752:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879752:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2e800. 02000000:00000001:0.0:1749609266.879753:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879754:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bf8000. 02000000:00000001:0.0:1749609266.879755:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879755:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880089406800. 02000000:00000001:0.0:1749609266.879756:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879757:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bfad80. 02000000:00000001:0.0:1749609266.879759:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879759:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fc000. 02000000:00000001:0.0:1749609266.879760:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879761:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bfa680. 02000000:00000001:0.0:1749609266.879762:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879763:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a9000. 02000000:00000001:0.0:1749609266.879764:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879764:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b7b80. 02000000:00000001:0.0:1749609266.879765:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879766:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880082210c00. 02000000:00000001:0.0:1749609266.879767:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879767:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054e00. 02000000:00000001:0.0:1749609266.879770:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879771:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880089405800. 02000000:00000001:0.0:1749609266.879772:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879772:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b6d80. 02000000:00000001:0.0:1749609266.879773:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879774:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880089405000. 02000000:00000001:0.0:1749609266.879775:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879775:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bfa300. 02000000:00000001:0.0:1749609266.879777:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879777:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800883d5000. 02000000:00000001:0.0:1749609266.879778:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879779:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bf9500. 02000000:00000001:0.0:1749609266.879780:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879781:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880089406000. 02000000:00000001:0.0:1749609266.879782:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879783:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9f80. 02000000:00000001:0.0:1749609266.879784:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879784:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0641400. 02000000:00000001:0.0:1749609266.879785:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879786:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ea300. 02000000:00000001:0.0:1749609266.879787:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879788:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0643000. 02000000:00000001:0.0:1749609266.879789:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879789:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bf9c00. 02000000:00000001:0.0:1749609266.879790:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879791:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a58a8000. 02000000:00000001:0.0:1749609266.879792:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879793:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e8a80. 02000000:00000001:0.0:1749609266.879794:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879795:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0640000. 02000000:00000001:0.0:1749609266.879796:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879796:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eaa00. 02000000:00000001:0.0:1749609266.879798:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879798:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013770c800. 02000000:00000001:0.0:1749609266.879799:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879799:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b5c00. 02000000:00000001:0.0:1749609266.879801:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879801:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0640800. 02000000:00000001:0.0:1749609266.879802:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879802:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b5180. 02000000:00000001:0.0:1749609266.879804:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879804:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a8c00. 02000000:00000001:0.0:1749609266.879805:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879806:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb11180. 02000000:00000001:0.0:1749609266.879807:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879807:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a0641c00. 02000000:00000001:0.0:1749609266.879808:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879809:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eb480. 02000000:00000001:0.0:1749609266.879810:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879811:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880089404c00. 02000000:00000001:0.0:1749609266.879811:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879812:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9180. 02000000:00000001:0.0:1749609266.879813:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879814:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0642c00. 02000000:00000001:0.0:1749609266.879815:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879815:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b4700. 02000000:00000001:0.0:1749609266.879816:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879817:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880089404000. 02000000:00000001:0.0:1749609266.879818:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879818:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b6300. 02000000:00000001:0.0:1749609266.879819:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879820:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58ab400. 02000000:00000001:0.0:1749609266.879821:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879821:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb13b80. 02000000:00000001:0.0:1749609266.879823:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879824:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a58aa000. 02000000:00000001:0.0:1749609266.879825:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879825:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055f80. 02000000:00000001:0.0:1749609266.879827:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879828:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0641800. 02000000:00000001:0.0:1749609266.879829:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879829:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055880. 02000000:00000001:0.0:1749609266.879830:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879831:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0242800. 02000000:00000001:0.0:1749609266.879832:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879832:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a024bb80. 02000000:00000001:0.0:1749609266.879834:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879834:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0642400. 02000000:00000001:0.0:1749609266.879835:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879835:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a024b480. 02000000:00000001:0.0:1749609266.879837:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879837:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0640c00. 02000000:00000001:0.0:1749609266.879838:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879838:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb12300. 02000000:00000001:0.0:1749609266.879840:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879840:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a5094400. 02000000:00000001:0.0:1749609266.879841:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879841:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47ff100. 02000000:00000001:0.0:1749609266.879843:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879843:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a9800. 02000000:00000001:0.0:1749609266.879844:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879844:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fdf80. 02000000:00000001:0.0:1749609266.879846:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879846:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0243400. 02000000:00000001:0.0:1749609266.879847:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879847:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a024a300. 02000000:00000001:0.0:1749609266.879849:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879849:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0642000. 02000000:00000001:0.0:1749609266.879850:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879851:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0249180. 02000000:00000001:0.0:1749609266.879852:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879852:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0642800. 02000000:00000001:0.0:1749609266.879853:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879854:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb10e00. 02000000:00000001:0.0:1749609266.879856:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879856:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a5096c00. 02000000:00000001:0.0:1749609266.879857:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879858:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fd500. 02000000:00000001:0.0:1749609266.879859:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879860:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0643800. 02000000:00000001:0.0:1749609266.879861:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879861:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47ff480. 02000000:00000001:0.0:1749609266.879862:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879863:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5094000. 02000000:00000001:0.0:1749609266.879863:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879864:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0248e00. 02000000:00000001:0.0:1749609266.879865:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879866:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0242400. 02000000:00000001:0.0:1749609266.879867:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879867:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a024b800. 02000000:00000001:0.0:1749609266.879868:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879869:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cc800. 02000000:00000001:0.0:1749609266.879870:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879870:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fc000. 02000000:00000001:0.0:1749609266.879872:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879872:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a0cf000. 02000000:00000001:0.0:1749609266.879873:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879874:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fe300. 02000000:00000001:0.0:1749609266.879875:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879875:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0243000. 02000000:00000001:0.0:1749609266.879876:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879877:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fd880. 02000000:00000001:0.0:1749609266.879878:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879879:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a9400. 02000000:00000001:0.0:1749609266.879880:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879880:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0248000. 02000000:00000001:0.0:1749609266.879881:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879882:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0241800. 02000000:00000001:0.0:1749609266.879883:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879883:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b2300. 02000000:00000001:0.0:1749609266.879885:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879885:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cf400. 02000000:00000001:0.0:1749609266.879886:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879887:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0248380. 02000000:00000001:0.0:1749609266.879888:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879889:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a0641000. 02000000:00000001:0.0:1749609266.879890:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879890:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fce00. 02000000:00000001:0.0:1749609266.879892:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879892:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0ce000. 02000000:00000001:0.0:1749609266.879893:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879894:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fc380. 02000000:00000001:0.0:1749609266.879895:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879895:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cd400. 02000000:00000001:0.0:1749609266.879896:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879897:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47ffb80. 02000000:00000001:0.0:1749609266.879898:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879898:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0643c00. 02000000:00000001:0.0:1749609266.879899:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879900:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0249500. 02000000:00000001:0.0:1749609266.879901:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879902:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0240000. 02000000:00000001:0.0:1749609266.879903:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879903:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0249c00. 02000000:00000001:0.0:1749609266.879905:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879905:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a0cc000. 02000000:00000001:0.0:1749609266.879906:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879906:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47ff800. 02000000:00000001:0.0:1749609266.879908:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879908:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a03d0000. 02000000:00000001:0.0:1749609266.879909:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879909:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fe680. 02000000:00000001:0.0:1749609266.879911:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879911:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a03d2c00. 02000000:00000001:0.0:1749609266.879912:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879912:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb10700. 02000000:00000001:0.0:1749609266.879914:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879914:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cf800. 02000000:00000001:0.0:1749609266.879916:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879916:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bfbb80. 02000000:00000001:0.0:1749609266.879918:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879918:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0241000. 02000000:00000001:0.0:1749609266.879919:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879920:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bfb800. 02000000:00000001:0.0:1749609266.879921:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879921:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88007a0cfc00. 02000000:00000001:0.0:1749609266.879922:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879923:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fdc00. 02000000:00000001:0.0:1749609266.879924:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879924:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a03d2800. 02000000:00000001:0.0:1749609266.879925:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879926:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fd180. 02000000:00000001:0.0:1749609266.879927:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879927:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a03d1800. 02000000:00000001:0.0:1749609266.879928:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879929:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb11c00. 02000000:00000001:0.0:1749609266.879930:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879930:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800958e9000. 02000000:00000001:0.0:1749609266.879931:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879932:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb13100. 02000000:00000001:0.0:1749609266.879933:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879933:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5097400. 02000000:00000001:0.0:1749609266.879935:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879935:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b4a80. 02000000:00000001:0.0:1749609266.879936:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879937:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800883d4c00. 02000000:00000001:0.0:1749609266.879938:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879938:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fca80. 02000000:00000001:0.0:1749609266.879939:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879940:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a8400. 02000000:00000001:0.0:1749609266.879941:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879941:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fc700. 02000000:00000001:0.0:1749609266.879943:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879943:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5094c00. 02000000:00000001:0.0:1749609266.879944:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879944:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb13480. 02000000:00000001:0.0:1749609266.879946:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879947:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58aac00. 02000000:00000001:0.0:1749609266.879948:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879948:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bfb100. 02000000:00000001:0.0:1749609266.879950:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879950:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800958e8800. 02000000:00000001:0.0:1749609266.879951:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879952:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb11500. 02000000:00000001:0.0:1749609266.879953:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879953:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a508a400. 02000000:00000001:0.0:1749609266.879954:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879955:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b3480. 02000000:00000001:0.0:1749609266.879956:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879956:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2a400. 02000000:00000001:0.0:1749609266.879957:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879958:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b0380. 02000000:00000001:0.0:1749609266.879959:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879959:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800958ea000. 02000000:00000001:0.0:1749609266.879961:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879961:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb10380. 02000000:00000001:0.0:1749609266.879962:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879963:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5095c00. 02000000:00000001:0.0:1749609266.879964:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879964:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bfaa00. 02000000:00000001:0.0:1749609266.879965:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879966:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db29000. 02000000:00000001:0.0:1749609266.879967:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879967:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb13800. 02000000:00000001:0.0:1749609266.879969:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879969:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a06a3000. 02000000:00000001:0.0:1749609266.879970:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879970:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b0700. 02000000:00000001:0.0:1749609266.879972:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879972:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5089c00. 02000000:00000001:0.0:1749609266.879973:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879973:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b0000. 02000000:00000001:0.0:1749609266.879975:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879976:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5094800. 02000000:00000001:0.0:1749609266.879977:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879977:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b3b80. 02000000:00000001:0.0:1749609266.879979:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879980:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a5000. 02000000:00000001:0.0:1749609266.879981:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879981:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621c00. 02000000:00000001:0.0:1749609266.879983:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879983:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a1800. 02000000:00000001:0.0:1749609266.879984:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879984:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621500. 02000000:00000001:0.0:1749609266.879986:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879986:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a5097000. 02000000:00000001:0.0:1749609266.879987:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879987:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b1880. 02000000:00000001:0.0:1749609266.879989:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879989:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a6400. 02000000:00000001:0.0:1749609266.879990:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879991:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b1500. 02000000:00000001:0.0:1749609266.879992:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879992:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5095400. 02000000:00000001:0.0:1749609266.879993:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879994:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621180. 02000000:00000001:0.0:1749609266.879995:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879995:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a7000. 02000000:00000001:0.0:1749609266.879996:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.879997:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bf9f80. 02000000:00000001:0.0:1749609266.879998:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.879999:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a5800. 02000000:00000001:0.0:1749609266.880000:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880000:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b620000. 02000000:00000001:0.0:1749609266.880001:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880002:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800948a4800. 02000000:00000001:0.0:1749609266.880003:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880003:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b2a00. 02000000:00000001:0.0:1749609266.880004:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880005:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d466c00. 02000000:00000001:0.0:1749609266.880006:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880006:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b1180. 02000000:00000001:0.0:1749609266.880008:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880008:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a5400. 02000000:00000001:0.0:1749609266.880009:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880010:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b7800. 02000000:00000001:0.0:1749609266.880011:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880012:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5095800. 02000000:00000001:0.0:1749609266.880013:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880013:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b620700. 02000000:00000001:0.0:1749609266.880015:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880015:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508b400. 02000000:00000001:0.0:1749609266.880016:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880016:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623800. 02000000:00000001:0.0:1749609266.880018:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880018:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a06a0800. 02000000:00000001:0.0:1749609266.880019:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880020:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b1f80. 02000000:00000001:0.0:1749609266.880021:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880021:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2b800. 02000000:00000001:0.0:1749609266.880022:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880023:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b2680. 02000000:00000001:0.0:1749609266.880024:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880024:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a1000. 02000000:00000001:0.0:1749609266.880025:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880026:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b620e00. 02000000:00000001:0.0:1749609266.880027:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880027:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5088c00. 02000000:00000001:0.0:1749609266.880028:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880029:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622a00. 02000000:00000001:0.0:1749609266.880030:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880031:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a4c00. 02000000:00000001:0.0:1749609266.880032:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880033:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b5f80. 02000000:00000001:0.0:1749609266.880035:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880035:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a06a0400. 02000000:00000001:0.0:1749609266.880037:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880038:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ead80. 02000000:00000001:0.0:1749609266.880040:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880040:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a6000. 02000000:00000001:0.0:1749609266.880042:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880043:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eb800. 02000000:00000001:0.0:1749609266.880045:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880046:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a0000. 02000000:00000001:0.0:1749609266.880047:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880048:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b620a80. 02000000:00000001:0.0:1749609266.880050:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880050:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508b800. 02000000:00000001:0.0:1749609266.880052:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880053:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621f80. 02000000:00000001:0.0:1749609266.880055:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880055:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a6800. 02000000:00000001:0.0:1749609266.880057:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880058:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b5880. 02000000:00000001:0.0:1749609266.880060:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880060:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800acfde000. 02000000:00000001:0.0:1749609266.880062:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880063:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ebb80. 02000000:00000001:0.0:1749609266.880064:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880065:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a6c00. 02000000:00000001:0.0:1749609266.880067:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880067:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e8e00. 02000000:00000001:0.0:1749609266.880069:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880070:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfdf000. 02000000:00000001:0.0:1749609266.880072:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880073:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621880. 02000000:00000001:0.0:1749609266.880074:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880075:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a7c00. 02000000:00000001:0.0:1749609266.880077:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880077:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e8700. 02000000:00000001:0.0:1749609266.880079:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880080:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a7800. 02000000:00000001:0.0:1749609266.880081:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880082:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b0a80. 02000000:00000001:0.0:1749609266.880084:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880085:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a508bc00. 02000000:00000001:0.0:1749609266.880087:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880088:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9c00. 02000000:00000001:0.0:1749609266.880090:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880091:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a2400. 02000000:00000001:0.0:1749609266.880092:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880093:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e8000. 02000000:00000001:0.0:1749609266.880095:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880096:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a06a1400. 02000000:00000001:0.0:1749609266.880104:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880106:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9500. 02000000:00000001:0.0:1749609266.880108:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880109:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a102400. 02000000:00000001:0.0:1749609266.880111:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880111:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b3800. 02000000:00000001:0.0:1749609266.880113:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880114:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db28400. 02000000:00000001:0.0:1749609266.880116:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880116:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b2a00. 02000000:00000001:0.0:1749609266.880118:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880119:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800a508a000. 02000000:00000001:0.0:1749609266.880121:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880121:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e8380. 02000000:00000001:0.0:1749609266.880123:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880124:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a102c00. 02000000:00000001:0.0:1749609266.880125:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880126:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9880. 02000000:00000001:0.0:1749609266.880128:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880129:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a100000. 02000000:00000001:0.0:1749609266.880131:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880131:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bf9880. 02000000:00000001:0.0:1749609266.880133:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880134:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a4400. 02000000:00000001:0.0:1749609266.880136:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880137:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b1880. 02000000:00000001:0.0:1749609266.880139:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880140:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a4000. 02000000:00000001:0.0:1749609266.880144:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880145:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b0e00. 02000000:00000001:0.0:1749609266.880146:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880147:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800acfdc000. 02000000:00000001:0.0:1749609266.880148:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880149:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eb100. 02000000:00000001:0.0:1749609266.880150:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880151:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a103c00. 02000000:00000001:0.0:1749609266.880152:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880152:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ea680. 02000000:00000001:0.0:1749609266.880154:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880154:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a103000. 02000000:00000001:0.0:1749609266.880155:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880156:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b3480. 02000000:00000001:0.0:1749609266.880157:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880157:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a101400. 02000000:00000001:0.0:1749609266.880158:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880159:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b3100. 02000000:00000001:0.0:1749609266.880160:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880161:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfdcc00. 02000000:00000001:0.0:1749609266.880161:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880162:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b7480. 02000000:00000001:0.0:1749609266.880163:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880164:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800acfdf400. 02000000:00000001:0.0:1749609266.880165:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880165:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054380. 02000000:00000001:0.0:1749609266.880166:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880167:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a102000. 02000000:00000001:0.0:1749609266.880168:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880168:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055500. 02000000:00000001:0.0:1749609266.880170:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880170:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508ac00. 02000000:00000001:0.0:1749609266.880171:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880171:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b1f80. 02000000:00000001:0.0:1749609266.880173:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880173:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfdf800. 02000000:00000001:0.0:1749609266.880174:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880175:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b1c00. 02000000:00000001:0.0:1749609266.880176:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880177:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800894a7400. 02000000:00000001:0.0:1749609266.880178:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880179:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124056d80. 02000000:00000001:0.0:1749609266.880181:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880181:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88012db2b400. 02000000:00000001:0.0:1749609266.880183:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880183:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057100. 02000000:00000001:0.0:1749609266.880185:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880185:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abc800. 02000000:00000001:0.0:1749609266.880187:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880187:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055c00. 02000000:00000001:0.0:1749609266.880189:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880189:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2bc00. 02000000:00000001:0.0:1749609266.880190:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880190:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b0700. 02000000:00000001:0.0:1749609266.880192:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880192:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfdfc00. 02000000:00000001:0.0:1749609266.880193:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880193:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b0000. 02000000:00000001:0.0:1749609266.880195:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880195:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a101000. 02000000:00000001:0.0:1749609266.880196:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880196:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b6680. 02000000:00000001:0.0:1749609266.880198:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880198:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800880a9400. 02000000:00000001:0.0:1749609266.880200:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880200:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057480. 02000000:00000001:0.0:1749609266.880201:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880202:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880136abd800. 02000000:00000001:0.0:1749609266.880203:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880203:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054000. 02000000:00000001:0.0:1749609266.880205:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880205:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abcc00. 02000000:00000001:0.0:1749609266.880206:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880207:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bf9180. 02000000:00000001:0.0:1749609266.880209:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880210:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d464800. 02000000:00000001:0.0:1749609266.880211:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880212:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5f80. 02000000:00000001:0.0:1749609266.880214:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880215:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d466800. 02000000:00000001:0.0:1749609266.880217:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880218:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5180. 02000000:00000001:0.0:1749609266.880219:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880220:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800acfdd400. 02000000:00000001:0.0:1749609266.880222:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880223:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124056680. 02000000:00000001:0.0:1749609266.880224:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880225:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d465800. 02000000:00000001:0.0:1749609266.880227:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880228:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124056300. 02000000:00000001:0.0:1749609266.880229:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880230:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abd400. 02000000:00000001:0.0:1749609266.880231:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880232:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b4e00. 02000000:00000001:0.0:1749609266.880234:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880235:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfde800. 02000000:00000001:0.0:1749609266.880236:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880237:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4e00. 02000000:00000001:0.0:1749609266.880239:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880240:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abec00. 02000000:00000001:0.0:1749609266.880241:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880242:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4380. 02000000:00000001:0.0:1749609266.880244:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880245:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880136abe800. 02000000:00000001:0.0:1749609266.880246:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880247:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054a80. 02000000:00000001:0.0:1749609266.880249:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880250:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfde400. 02000000:00000001:0.0:1749609266.880251:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880252:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124056a00. 02000000:00000001:0.0:1749609266.880254:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880255:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d467400. 02000000:00000001:0.0:1749609266.880256:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880257:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054700. 02000000:00000001:0.0:1749609266.880259:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880260:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfddc00. 02000000:00000001:0.0:1749609266.880261:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880262:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bf8e00. 02000000:00000001:0.0:1749609266.880264:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880265:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db28000. 02000000:00000001:0.0:1749609266.880267:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880268:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055180. 02000000:00000001:0.0:1749609266.880270:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880270:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880135692400. 02000000:00000001:0.0:1749609266.880272:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880273:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdca80. 02000000:00000001:0.0:1749609266.880275:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880275:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800880aa000. 02000000:00000001:0.0:1749609266.880277:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880278:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdfb80. 02000000:00000001:0.0:1749609266.880280:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880281:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135691000. 02000000:00000001:0.0:1749609266.880282:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880283:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdf800. 02000000:00000001:0.0:1749609266.880285:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880286:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135693800. 02000000:00000001:0.0:1749609266.880287:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880288:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7800. 02000000:00000001:0.0:1749609266.880290:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880290:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135693000. 02000000:00000001:0.0:1749609266.880292:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880293:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7480. 02000000:00000001:0.0:1749609266.880295:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880295:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880135692800. 02000000:00000001:0.0:1749609266.880296:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880297:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdf100. 02000000:00000001:0.0:1749609266.880298:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880299:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d466400. 02000000:00000001:0.0:1749609266.880300:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880300:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbded80. 02000000:00000001:0.0:1749609266.880302:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880302:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135690800. 02000000:00000001:0.0:1749609266.880303:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880304:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7100. 02000000:00000001:0.0:1749609266.880305:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880305:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2a800. 02000000:00000001:0.0:1749609266.880306:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880307:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6d80. 02000000:00000001:0.0:1749609266.880309:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880309:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d465400. 02000000:00000001:0.0:1749609266.880311:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880312:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b5500. 02000000:00000001:0.0:1749609266.880313:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880314:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880135692c00. 02000000:00000001:0.0:1749609266.880316:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880317:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbde680. 02000000:00000001:0.0:1749609266.880318:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880319:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d467800. 02000000:00000001:0.0:1749609266.880320:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880321:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbde300. 02000000:00000001:0.0:1749609266.880323:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880324:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abd000. 02000000:00000001:0.0:1749609266.880325:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880326:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6680. 02000000:00000001:0.0:1749609266.880328:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880328:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135691400. 02000000:00000001:0.0:1749609266.880330:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880331:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6300. 02000000:00000001:0.0:1749609266.880332:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880333:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d465c00. 02000000:00000001:0.0:1749609266.880335:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880335:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b4000. 02000000:00000001:0.0:1749609266.880337:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880338:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88012db2a000. 02000000:00000001:0.0:1749609266.880340:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880341:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbddc00. 02000000:00000001:0.0:1749609266.880343:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880344:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abc000. 02000000:00000001:0.0:1749609266.880345:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880346:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdd880. 02000000:00000001:0.0:1749609266.880348:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880349:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abf800. 02000000:00000001:0.0:1749609266.880351:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880351:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5880. 02000000:00000001:0.0:1749609266.880354:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880355:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135691c00. 02000000:00000001:0.0:1749609266.880356:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880357:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5500. 02000000:00000001:0.0:1749609266.880358:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880359:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abfc00. 02000000:00000001:0.0:1749609266.880361:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880362:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdd500. 02000000:00000001:0.0:1749609266.880364:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880364:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880135690000. 02000000:00000001:0.0:1749609266.880366:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880367:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdd180. 02000000:00000001:0.0:1749609266.880368:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880369:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db29400. 02000000:00000001:0.0:1749609266.880370:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880371:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdce00. 02000000:00000001:0.0:1749609266.880373:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880374:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d465000. 02000000:00000001:0.0:1749609266.880375:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880376:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4a80. 02000000:00000001:0.0:1749609266.880377:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880378:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abf400. 02000000:00000001:0.0:1749609266.880379:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880380:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4700. 02000000:00000001:0.0:1749609266.880381:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880382:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135693400. 02000000:00000001:0.0:1749609266.880383:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880384:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b4380. 02000000:00000001:0.0:1749609266.880386:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880386:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88012db28c00. 02000000:00000001:0.0:1749609266.880388:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880388:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdc700. 02000000:00000001:0.0:1749609266.880390:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880391:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d467000. 02000000:00000001:0.0:1749609266.880392:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880393:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbdc380. 02000000:00000001:0.0:1749609266.880395:0:14331:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609266.880395:0:14331:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abf000. 02000000:00000001:0.0:1749609266.880397:0:14331:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749609266.880398:0:14331:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bf8380. 00000100:00000001:0.0:1749609266.880400:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609266.880403:0:14331:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1749609266.880405:0:14331:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17108. 00000400:00000010:0.0:1749609266.880408:0:14331:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88012cbca800. 00010000:00000001:0.0:1749609267.455602:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609267.455608:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609267.455614:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609267.455615:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609267.455710:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609267.455714:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609267.455716:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609267.710603:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609267.710609:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609267.710611:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609267.710613:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609267.710616:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609267.710652:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609267.710655:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609267.710657:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609267.710659:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609268.457601:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609268.457621:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609268.457628:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609268.457629:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609268.457672:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609268.457675:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609268.457678:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609268.463571:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4380. 00000020:00000040:0.0:1749609268.463576:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609268.463580:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609268.463582:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609268.463586:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609268.463592:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609268.463597:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609268.463601:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609268.463602:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609268.463617:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609268.463618:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768768 : -131936312782848 : ffff88012ef19000) 00000100:00000001:0.0:1749609268.463620:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609268.463621:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361908096 : -131939347643520 : ffff88007a0d4380) 00000100:00000001:0.0:1749609268.463624:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609268.463625:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609268.463627:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609268.463628:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609268.463633:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d4380 x1834594612258560/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609268.463639:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609268.463640:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609268.463642:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d4380 x1834594612258560/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609268.463646:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609268.463648:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609268.463649:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609268.463650:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19000 going to sleep for 0 seconds 00000100:00000001:0.0:1749609268.463651:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609268.463652:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609268.463654:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609268.463656:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609268.463657:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609268.463658:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4380 x1834594612258560/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609268.463662:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612258560:0@lo:900: 00000100:00000001:0.0:1749609268.463664:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609268.463665:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609268.463666:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609268.463668:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609268.463669:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d4380 x1834594612258560/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609268.463672:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609268.463673:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609268.463676:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609268.463676:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609268.463678:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609268.463678:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d4380 x1834594612258560/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609268.463681:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609268.463683:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609268.463683:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609268.463685:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609268.463686:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609268.463689:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609268.463690:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609268.463691:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4380. 00000100:00000001:0.0:1749609268.463693:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609268.463694:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609268.710656:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609268.710662:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609268.710664:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609268.710666:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609268.710668:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609268.710671:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609268.710673:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609268.710675:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609268.710676:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609269.459672:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609269.459681:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609269.459690:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609269.459692:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609269.459811:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609269.459815:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609269.459818:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609269.710650:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609269.710657:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609269.710659:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609269.710662:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609269.710665:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609269.710668:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609269.710670:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609269.710672:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609269.710674:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.123703:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609270.123714:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609270.123722:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083800. 00000020:00000040:2.0:1749609270.123728:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609270.123732:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609270.123736:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609270.123741:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609270.123748:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7b00. 00000100:00000001:2.0:1749609270.123756:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.123765:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609270.123777:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609270.123779:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.123785:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083800] to pc [ptlrpcd_00_00+0] req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.123821:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609270.123823:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609270.123827:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609270.123829:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609270.123831:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609270.123834:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609270.123836:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3874 00000100:00080000:2.0:1749609270.123840:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609270.123843:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609270.123845:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609270.123847:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609270.123849:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609270.123853:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609270.123854:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609270.123857:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609270.123860:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609270.123861:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609270.123863:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609270.123866:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609270.123867:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609270.123869:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609270.123870:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609270.123871:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609270.123873:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609270.123875:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609270.123877:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.123878:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609270.123879:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749609270.123882:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609270.123885:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609270.123887:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.123889:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:1.0:1749609270.123890:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.123892:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609270.123895:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000100:00000001:0.0:1749609270.123896:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609270.123897:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609270.123899:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609270.123901:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.123902:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.123903:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609270.123904:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609270.123906:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609270.123906:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.123908:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609270.123909:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509b400. 00000100:00000001:2.0:1749609270.123912:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609270.123913:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609270.123916:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609270.123916:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609270.123920:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609270.123924:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612258688:0@lo:400: 00000100:00000001:1.0:1749609270.123930:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609270.123930:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609270.123931:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.123933:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082300] to pc [ptlrpcd_rcv+-1] req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609270.123936:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609270.123939:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609270.123942:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609270.123947:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609270.123950:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.123951:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.123953:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609270.123956:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1749609270.123957:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e18. 00000100:00000010:2.0:1749609270.123958:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080a80. 00000020:00000040:2.0:1749609270.123960:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609270.123962:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609270.123963:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749609270.123964:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 02000000:00000001:2.0:1749609270.123964:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609270.123967:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7a00. 00000100:00000001:2.0:1749609270.123969:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.123971:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1749609270.123974:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612258688, portal 25 00000100:00000001:1.0:1749609270.123977:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609270.123977:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609270.123978:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.123979:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082997760 : -131938626553856 : ffff8800a5083800) 00000100:00000040:2.0:1749609270.123981:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080a80] to pc [ptlrpcd_00_01+1] req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609270.123986:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.123994:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609270.123996:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749609270.123998:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749609270.123999:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609270.124000:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609270.124001:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1749609270.124002:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609270.124003:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:1.0:1749609270.124004:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00080000:2.0:1749609270.124005:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3874 00000100:00000200:1.0:1749609270.124007:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612258688, offset 0 00000100:00080000:2.0:1749609270.124007:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609270.124009:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609270.124012:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609270.124013:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609270.124014:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609270.124015:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609270.124016:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609270.124017:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609270.124019:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609270.124020:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609270.124020:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:2.0:1749609270.124021:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:0.0:1749609270.124023:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609270.124023:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:0.0:1749609270.124025:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609270.124026:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609270.124027:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609270.124029:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:0.0:1749609270.124031:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609270.124031:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609270.124031:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609270.124032:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:2.0:1749609270.124034:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609270.124036:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609270.124037:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609270.124040:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609270.124041:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124042:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609270.124043:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609270.124044:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609270.124044:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82ba780 00000100:00000001:2.0:1749609270.124044:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609270.124047:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749609270.124047:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081f80. 00000020:00000040:2.0:1749609270.124048:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609270.124049:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609270.124050:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609270.124051:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609270.124051:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161ed [2] + 0 02000000:00000001:2.0:1749609270.124051:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124052:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609270.124053:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609270.124053:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609270.124054:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612258944:0@lo:400: 02000000:00000001:2.0:1749609270.124054:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609270.124056:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509b800. 00000100:00000001:0.0:1749609270.124057:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1749609270.124057:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a05d8. 00000100:00000001:2.0:1749609270.124058:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124059:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609270.124061:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749609270.124061:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609270.124061:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609270.124062:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596bb40 02000000:00000001:0.0:1749609270.124063:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609270.124064:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609270.124066:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.124067:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749609270.124068:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749609270.124069:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1800. 00000100:00000001:2.0:1749609270.124069:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609270.124071:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.124071:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081f80] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609270.124074:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609270.124075:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17840. 00000100:00000001:2.0:1749609270.124078:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609270.124079:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596bb40 00000100:00080000:2.0:1749609270.124080:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:1.0:1749609270.124082:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596bb40. 00000100:00080000:2.0:1749609270.124083:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609270.124084:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749609270.124084:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609270.124085:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609270.124085:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124087:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609270.124087:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609270.124088:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3874 02000000:00000001:3.0:1749609270.124088:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1749609270.124090:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000100:00000200:1.0:1749609270.124090:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00080000:2.0:1749609270.124090:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749609270.124090:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609270.124092:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609270.124093:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609270.124093:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609270.124094:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612258944, portal 4 00000100:00000040:1.0:1749609270.124095:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88008b971c50 x1834594612258688 msgsize 224 00000100:00000040:2.0:1749609270.124095:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:3.0:1749609270.124095:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612258816:0@lo:38: 00000100:00000001:0.0:1749609270.124096:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609270.124097:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609270.124098:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082986112 : -131938626565504 : ffff8800a5080a80) 00000020:00000001:2.0:1749609270.124098:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609270.124098:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749609270.124099:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00100000:1.0:1749609270.124100:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609270.124100:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609270.124101:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 02000000:00000001:3.0:1749609270.124101:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749609270.124103:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:2.0:1749609270.124103:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 02000000:00000001:3.0:1749609270.124103:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609270.124104:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609270.124104:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 02000000:00000001:3.0:1749609270.124105:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609270.124107:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609270.124108:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609270.124109:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000010:3.0:1749609270.124109:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50d8000. 00000100:00000001:0.0:1749609270.124111:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609270.124111:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609270.124111:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609270.124112:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000040:0.0:1749609270.124114:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609270.124114:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749609270.124114:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000400:00000010:0.0:1749609270.124115:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00000400:00000010:3.0:1749609270.124115:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000100:00000001:2.0:1749609270.124116:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609270.124117:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749609270.124118:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612258944, offset 0 02000000:00000001:2.0:1749609270.124119:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609270.124119:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 02000000:00000001:2.0:1749609270.124121:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609270.124122:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609270.124123:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609270.124124:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609270.124126:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000020:00000040:2.0:1749609270.124127:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609270.124129:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749609270.124130:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609270.124130:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124131:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609270.124132:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609270.124133:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609270.124134:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612258816, portal 4 00000400:00000200:1.0:1749609270.124135:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 02000000:00000010:2.0:1749609270.124135:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509bc00. 00000100:00000001:3.0:1749609270.124136:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749609270.124137:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82ba880 00000100:00000001:2.0:1749609270.124137:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609270.124138:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:3.0:1749609270.124138:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000100:00100000:2.0:1749609270.124140:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609270.124141:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749609270.124144:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 13216 00000100:00000040:3.0:1749609270.124145:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609270.124146:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.124146:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609270.124147:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609270.124149:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609270.124149:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081c00] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609270.124152:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609270.124153:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609270.124154:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609270.124154:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609270.124156:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1749609270.124156:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000001:0.0:1749609270.124157:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609270.124158:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1749609270.124158:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749609270.124158:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612258816, offset 0 00000100:00000001:2.0:1749609270.124159:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609270.124160:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000100:00000040:1.0:1749609270.124161:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609270.124162:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4380. 00000020:00000040:2.0:1749609270.124162:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:3.0:1749609270.124163:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609270.124164:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d4380 x1834594612258944 msgsize 224 00000100:00000001:2.0:1749609270.124164:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609270.124165:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609270.124166:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609270.124168:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749609270.124168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7200. 00000100:00000001:2.0:1749609270.124170:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124171:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609270.124171:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609270.124172:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609270.124174:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609270.124177:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609270.124177:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82ba800 00000100:00000001:2.0:1749609270.124178:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609270.124179:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124179:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.124181:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080380] to pc [ptlrpcd_00_02+2] req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609270.124183:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 17160 00000100:00000001:1.0:1749609270.124184:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298546536 00000100:00000010:1.0:1749609270.124188:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e88c0. 00000400:00000200:3.0:1749609270.124189:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609270.124191:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000400:00000200:3.0:1749609270.124192:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609270.124193:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000100:00000001:0.0:1749609270.124196:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609270.124196:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609270.124197:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124197:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609270.124199:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609270.124199:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749609270.124200:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3884) 00000100:00000001:1.0:1749609270.124203:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298546536 00000100:00000010:3.0:1749609270.124203:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dc380. 00000100:00000001:0.0:1749609270.124206:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1749609270.124206:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8a40. 00000100:00000040:3.0:1749609270.124206:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dc380 x1834594612258816 msgsize 520 00000100:00000040:0.0:1749609270.124209:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609270.124210:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1749609270.124211:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609270.124212:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609270.124213:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298546536 00000100:00000001:2.0:1749609270.124214:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609270.124215:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124215:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1749609270.124216:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8280. 00000100:00000001:0.0:1749609270.124217:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749609270.124218:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609270.124219:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609270.124220:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124220:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609270.124222:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298546536 00000100:00000040:0.0:1749609270.124224:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000100:00000010:1.0:1749609270.124225:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e87c0. 00000100:00000001:2.0:1749609270.124225:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609270.124226:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124227:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298546529 00000400:00000200:3.0:1749609270.124227:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000100:00000001:1.0:1749609270.124228:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749609270.124228:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609270.124229:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298546536 00000400:00000010:3.0:1749609270.124229:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 02000000:00000001:2.0:1749609270.124230:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609270.124232:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298546529 02000000:00000001:2.0:1749609270.124232:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124233:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298546536 00000100:00000001:1.0:1749609270.124233:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609270.124233:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609270.124234:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612259328:0@lo:400: 00000100:00000001:0.0:1749609270.124235:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298546529 00000100:00000200:3.0:1749609270.124235:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609270.124236:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124237:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298546536 00000100:00000001:2.0:1749609270.124237:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609270.124238:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298546529 00000100:00000001:0.0:1749609270.124239:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298546536 02000000:00000001:2.0:1749609270.124239:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609270.124240:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124241:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609270.124241:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124243:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124243:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609270.124243:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609270.124243:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609270.124245:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609270.124245:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 00000100:00000040:3.0:1749609270.124245:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.124246:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609270.124247:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124251:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749609270.124251:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f840. 00000100:00000001:3.0:1749609270.124251:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124252:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609270.124252:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609270.124253:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609270.124254:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1749609270.124254:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000001:0.0:1749609270.124255:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609270.124255:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124256:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609270.124257:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124257:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609270.124257:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1022 usecs (2 jiffies) 00000100:00000200:2.0:1749609270.124258:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612259328, portal 10 00000100:00000001:0.0:1749609270.124259:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124259:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609270.124260:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124260:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609270.124260:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298546530 00000100:00000001:2.0:1749609270.124261:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:3.0:1749609270.124262:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298546536 00000100:00000001:1.0:1749609270.124263:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124264:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298546530 00000100:00000040:2.0:1749609270.124266:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609270.124266:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298546536 00000100:00000001:3.0:1749609270.124267:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298546530 00000100:00000001:3.0:1749609270.124269:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298546536 00000100:00000001:3.0:1749609270.124270:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298546530 00000100:00000001:2.0:1749609270.124272:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609270.124272:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298546536 00000100:00000001:3.0:1749609270.124273:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609270.124274:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609270.124274:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609270.124275:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124276:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609270.124276:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609270.124276:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c934c8. 00000100:00000200:2.0:1749609270.124277:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612259328, offset 0 00000100:00000001:3.0:1749609270.124277:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609270.124278:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612258944 00000100:00000001:3.0:1749609270.124279:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609270.124280:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609270.124281:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609270.124282:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609270.124284:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124284:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609270.124285:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609270.124287:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609270.124288:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124288:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609270.124289:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609270.124289:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749609270.124292:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612258944 00000100:00000040:3.0:1749609270.124292:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609270.124294:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609270.124295:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000400:00000200:2.0:1749609270.124295:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82baa00 00000020:00000001:0.0:1749609270.124297:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609270.124299:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609270.124299:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609270.124300:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609270.124301:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:2.0:1749609270.124301:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 0 02000000:00000001:3.0:1749609270.124302:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749609270.124303:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609270.124303:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609270.124304:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609270.124305:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609270.124306:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612258688 00000400:00000200:2.0:1749609270.124306:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609270.124307:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612259072:0@lo:38: 00000100:00000001:0.0:1749609270.124308:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609270.124309:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609270.124309:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609270.124310:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1749609270.124311:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4340. 00000100:00000001:1.0:1749609270.124311:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609270.124311:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609270.124313:0:1511:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749609270.124313:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124314:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609270.124314:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749609270.124314:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749609270.124315:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8a80. 02000000:00000010:3.0:1749609270.124316:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50d8800. 02000000:00000001:1.0:1749609270.124318:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609270.124318:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083480. 02000000:00000001:3.0:1749609270.124318:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.124320:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5083480 x1834594612259328 msgsize 224 00000400:00000010:3.0:1749609270.124320:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c08. 00000020:00000040:0.0:1749609270.124321:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00100000:1.0:1749609270.124321:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612258688 00000400:00000010:3.0:1749609270.124322:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00100000:2.0:1749609270.124323:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609270.124324:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749609270.124325:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612259072, portal 10 00000020:00000040:1.0:1749609270.124326:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609270.124327:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609270.124328:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082991488 : -131938626560128 : ffff8800a5081f80) 00000100:00000001:0.0:1749609270.124329:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1749609270.124329:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609270.124330:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:1.0:1749609270.124332:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000040:3.0:1749609270.124332:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609270.124334:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000020:00000001:1.0:1749609270.124335:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000200:2.0:1749609270.124335:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c934c8 00000400:00000010:2.0:1749609270.124337:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c934c8. 00000020:00000001:1.0:1749609270.124338:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609270.124338:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609270.124339:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749609270.124340:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00000001:2.0:1749609270.124340:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749609270.124341:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000200:2.0:1749609270.124342:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609270.124343:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749609270.124343:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612259072, offset 0 00000020:00000010:0.0:1749609270.124346:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e320. 00000020:00000010:1.0:1749609270.124346:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8f80. 00000400:00000200:3.0:1749609270.124346:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609270.124349:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609270.124350:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609270.124350:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609270.124352:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8f80. 00000100:00000040:2.0:1749609270.124352:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609270.124354:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82ba900 00000100:00000040:0.0:1749609270.124355:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:1.0:1749609270.124357:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000400:00000200:3.0:1749609270.124357:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 224 00000100:00000001:2.0:1749609270.124358:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124359:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609270.124360:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609270.124360:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609270.124361:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000400:00000200:3.0:1749609270.124361:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609270.124363:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.124363:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609270.124363:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609270.124366:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000100:00000040:2.0:1749609270.124366:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 00000100:00000001:3.0:1749609270.124366:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609270.124367:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609270.124368:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298546529 00000100:00000001:2.0:1749609270.124370:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298546536 00000100:00000010:3.0:1749609270.124370:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dc700. 00000100:00000001:0.0:1749609270.124372:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609270.124372:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298546529 00000100:00000040:3.0:1749609270.124372:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dc700 x1834594612259072 msgsize 520 00000100:00000040:1.0:1749609270.124373:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609270.124374:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298546536 00000100:00000001:0.0:1749609270.124375:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609270.124375:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298546529 00000100:00100000:3.0:1749609270.124375:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609270.124376:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609270.124377:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124377:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298546536 00000100:00000001:1.0:1749609270.124378:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609270.124378:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298546529 00000100:00000001:1.0:1749609270.124380:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124380:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298546536 00000100:00000001:2.0:1749609270.124381:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609270.124382:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609270.124383:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609270.124385:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000100:00000001:0.0:1749609270.124386:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.124386:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609270.124386:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609270.124387:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124387:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609270.124388:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609270.124389:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.124392:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609270.124394:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609270.124396:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.124396:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609270.124396:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609270.124397:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609270.124397:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609270.124397:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.124398:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124400:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609270.124400:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124403:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124404:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749609270.124405:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00000001:1.0:1749609270.124405:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609270.124406:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124407:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609270.124408:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 00000100:00000040:0.0:1749609270.124409:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:3.0:1749609270.124410:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298546529 00000100:00000001:0.0:1749609270.124412:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361908096 : -131939347643520 : ffff88007a0d4380) 00000100:00100000:1.0:1749609270.124412:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00000001:3.0:1749609270.124412:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298546536 00000100:00000001:3.0:1749609270.124414:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298546529 00000100:00000001:3.0:1749609270.124415:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298546536 00000100:00000040:1.0:1749609270.124416:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:3.0:1749609270.124416:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298546529 00000100:00000040:0.0:1749609270.124418:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d4380 x1834594612258944/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:216/0 lens 224/0 e 0 to 0 dl 1749609281 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609270.124418:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656154704 : -131939053396912 : ffff88008b971c50) 00000100:00000001:3.0:1749609270.124418:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298546536 00000100:00000001:3.0:1749609270.124419:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298546529 00000100:00000001:3.0:1749609270.124421:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298546536 00000100:00000001:3.0:1749609270.124422:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609270.124424:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b971c50 x1834594612258688/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:216/0 lens 224/0 e 0 to 0 dl 1749609281 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609270.124424:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124426:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609270.124428:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.124429:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609270.124431:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749609270.124433:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4200. 00000100:00100000:2.0:1749609270.124433:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612258816 02000000:00000001:2.0:1749609270.124434:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609270.124434:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609270.124436:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609270.124436:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609270.124436:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124437:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609270.124438:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4200. 00000100:00000001:2.0:1749609270.124438:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609270.124438:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749609270.124439:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8f80. 02000000:00000001:3.0:1749609270.124439:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609270.124441:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609270.124441:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124442:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609270.124443:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612258944:12345-0@lo:400: 00000100:00100000:2.0:1749609270.124443:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612258816 00000100:00100000:3.0:1749609270.124443:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612259200:0@lo:38: 00000020:00000010:1.0:1749609270.124445:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8f80. 00000020:00000001:2.0:1749609270.124445:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609270.124445:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749609270.124446:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:0.0:1749609270.124447:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612258944 00000020:00000001:2.0:1749609270.124447:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609270.124447:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609270.124448:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609270.124449:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b971c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612258688:12345-0@lo:400: 00000020:00000001:2.0:1749609270.124449:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609270.124449:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749609270.124451:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609270.124451:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609270.124451:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50d8c00. 02000000:00000001:3.0:1749609270.124453:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609270.124454:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000001:0.0:1749609270.124455:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749609270.124455:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612258688 00000400:00000010:3.0:1749609270.124455:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b626e0. 00000400:00000010:3.0:1749609270.124456:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000020:00000010:2.0:1749609270.124457:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9400. 00000020:00000001:0.0:1749609270.124458:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609270.124458:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749609270.124458:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612259200, portal 10 00000020:00000010:2.0:1749609270.124459:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ca28. 00000100:00000001:3.0:1749609270.124459:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609270.124460:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000020:00000001:0.0:1749609270.124461:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609270.124461:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609270.124463:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124463:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609270.124464:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:2.0:1749609270.124464:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749609270.124464:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.124465:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609270.124466:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609270.124468:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609270.124469:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609270.124469:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124469:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609270.124471:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609270.124472:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609270.124472:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000020:00000001:1.0:1749609270.124473:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609270.124474:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609270.124474:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609270.124474:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612259200, offset 0 00000020:00000001:1.0:1749609270.124475:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609270.124476:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749609270.124476:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609270.124477:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609270.124479:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609270.124479:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749609270.124479:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609270.124480:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609270.124482:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609270.124482:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124482:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609270.124483:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82ba980 00000020:00000001:1.0:1749609270.124485:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1749609270.124485:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000400:00000200:3.0:1749609270.124486:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 744 00000100:00000001:0.0:1749609270.124487:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609270.124487:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083361152 : -131938626190464 : ffff8800a50dc380) 00000100:00000001:1.0:1749609270.124488:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609270.124489:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609270.124490:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609270.124490:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609270.124490:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dc380 x1834594612258816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609270.124491:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609270.124493:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749609270.124494:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509c400. 02000000:00000010:1.0:1749609270.124494:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948be800. 00000100:00000200:3.0:1749609270.124494:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609270.124496:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609270.124496:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dca80. 02000000:00000001:1.0:1749609270.124497:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609270.124524:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612258816:12345-0@lo:38: 00000100:00000200:2.0:1749609270.124528:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612258816 00000020:00000001:2.0:1749609270.124530:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609270.124534:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609270.124534:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dca80 x1834594612259200 msgsize 520 00000100:00100000:3.0:1749609270.124538:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609270.124539:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609270.124542:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124542:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000040:1.0:1749609270.124546:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612258688 00000020:00000001:2.0:1749609270.124546:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609270.124546:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000400:00000010:3.0:1749609270.124547:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00010000:00020000:2.0:1749609270.124549:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609270.124549:0:1508:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749609270.124550:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749609270.124552:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749609270.124552:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749609270.124555:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b971c50 x1834594612258688/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:216/0 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609270.124555:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609270.124558:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609270.124558:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609270.124559:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124560:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609270.124560:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609270.124562:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609270.124563:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124565:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609270.124566:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612258944 02000000:00000010:2.0:1749609270.124566:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5098000. 00010000:00000001:1.0:1749609270.124567:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609270.124567:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609270.124568:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124569:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609270.124570:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749609270.124570:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124570:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609270.124571:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00010000:00000001:2.0:1749609270.124572:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749609270.124573:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609270.124573:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298546530 00010000:00000001:2.0:1749609270.124574:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124574:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298546536 00010000:00000200:0.0:1749609270.124575:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0d4380 x1834594612258944/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:216/0 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609270.124576:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298546530 00000100:00000001:3.0:1749609270.124596:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298546536 00000100:00001000:2.0:1749609270.124598:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609270.124598:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298546530 00000100:00000001:3.0:1749609270.124600:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298546536 00000100:00000001:3.0:1749609270.124601:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298546530 00000100:00000001:1.0:1749609270.124603:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609270.124603:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609270.124603:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298546536 00000100:00000001:3.0:1749609270.124604:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609270.124605:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609270.124607:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609270.124607:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609270.124608:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.124609:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609270.124609:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609270.124610:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609270.124611:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609270.124612:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1749609270.124613:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609270.124613:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609270.124613:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609270.124613:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:2.0:1749609270.124615:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609270.124615:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749609270.124616:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609270.124616:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124616:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609270.124617:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609270.124617:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124618:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609270.124618:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609270.124619:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=76 v=5 (1 1 1 1) 02000000:00000001:2.0:1749609270.124619:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124621:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609270.124622:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609270.124623:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609270.124624:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749609270.124625:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000400:00000010:2.0:1749609270.124625:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c934c8. 00000100:00000040:0.0:1749609270.124627:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000200:2.0:1749609270.124629:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612258816, offset 0 00000100:00000001:0.0:1749609270.124630:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:1.0:1749609270.124630:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612258688, offset 224 02000000:00000001:0.0:1749609270.124632:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749609270.124633:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609270.124633:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609270.124635:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609270.124635:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612259328 00000100:00000001:0.0:1749609270.124637:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609270.124637:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609270.124637:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609270.124639:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609270.124640:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609270.124640:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609270.124640:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609270.124643:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609270.124644:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00000100:00100000:3.0:1749609270.124645:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612259328 00000400:00000200:2.0:1749609270.124647:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82ba800 00000020:00000001:3.0:1749609270.124647:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749609270.124648:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749609270.124648:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000200:0.0:1749609270.124649:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612258944, offset 224 00000020:00000001:3.0:1749609270.124650:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609270.124651:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16d51 [1] + 0 00000020:00000040:3.0:1749609270.124653:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:3.0:1749609270.124654:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000200:1.0:1749609270.124655:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82ba780 00000400:00000200:2.0:1749609270.124656:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609270.124657:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609270.124657:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000200:2.0:1749609270.124659:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609270.124660:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749609270.124662:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16d41 [1] + 224 00000020:00000010:3.0:1749609270.124662:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8c40. 00000400:00000200:0.0:1749609270.124666:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609270.124666:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706140. 00000400:00000200:1.0:1749609270.124668:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749609270.124671:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609270.124673:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609270.124673:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749609270.124674:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609270.124675:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82ba880 00000020:00000010:3.0:1749609270.124676:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000200:2.0:1749609270.124677:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609270.124679:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609270.124679:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1c00. 00000400:00000200:0.0:1749609270.124681:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16d49 [1] + 224 00000020:00000010:3.0:1749609270.124682:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fbb8. 00000100:00000200:1.0:1749609270.124683:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609270.124685:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609270.124687:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609270.124687:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609270.124689:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609270.124690:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609270.124692:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609270.124692:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609270.124695:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.124696:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609270.124696:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609270.124697:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609270.124698:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609270.124699:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609270.124701:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609270.124701:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c934c8 00000400:00000010:2.0:1749609270.124702:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c934c8. 00000100:00000001:2.0:1749609270.124704:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609270.124705:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609270.124705:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.124708:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.124710:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609270.124711:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609270.124712:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609270.124712:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612259072 00000100:00000001:2.0:1749609270.124713:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609270.124713:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609270.124714:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609270.124714:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609270.124714:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609270.124716:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609270.124717:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000040:2.0:1749609270.124717:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dc380 x1834594612258816/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609270.124718:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609270.124719:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612259072 00000400:00000010:1.0:1749609270.124720:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000020:00000001:3.0:1749609270.124721:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609270.124722:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609270.124723:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609270.124724:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609270.124724:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609270.124725:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609270.124726:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612258816:12345-0@lo:38: Request processed in 226us (518us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749609270.124726:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124727:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609270.124728:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:0.0:1749609270.124731:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609270.124731:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:3.0:1749609270.124731:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1880. 00000020:00000010:3.0:1749609270.124732:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fd48. 00000100:00100000:2.0:1749609270.124733:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00010000:00000001:1.0:1749609270.124734:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609270.124734:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609270.124735:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609270.124735:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609270.124736:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609270.124737:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000020:00000001:1.0:1749609270.124737:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124737:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609270.124739:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609270.124740:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000020:00000001:1.0:1749609270.124740:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1749609270.124740:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9400. 00000100:00000001:0.0:1749609270.124743:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749609270.124744:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b971c50 x1834594612258688/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:216/0 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609270.124744:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ca28. 00000100:00000001:3.0:1749609270.124744:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609270.124745:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749609270.124747:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:3.0:1749609270.124747:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609270.124748:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612259200 00000100:00000001:0.0:1749609270.124749:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609270.124749:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609270.124750:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609270.124750:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609270.124751:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609270.124752:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609270.124753:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609270.124754:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612259200 00010000:00000001:0.0:1749609270.124755:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609270.124755:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609270.124756:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609270.124757:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609270.124757:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749609270.124758:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b971c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612258688:12345-0@lo:400: Request processed in 320us (661us total) trans 0 rc 0/0 00000020:00000001:3.0:1749609270.124758:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609270.124760:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1749609270.124760:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609270.124761:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000020:00000010:3.0:1749609270.124763:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1f80. 00000100:00000040:0.0:1749609270.124765:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4380 x1834594612258944/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:216/0 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.124765:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749609270.124765:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f960. 00000100:00000001:2.0:1749609270.124767:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609270.124767:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749609270.124768:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00000001:3.0:1749609270.124768:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609270.124769:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609270.124770:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00000040:1.0:1749609270.124771:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000040:2.0:1749609270.124772:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:3.0:1749609270.124773:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124774:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609270.124774:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082996864 : -131938626554752 : ffff8800a5083480) 00000100:00000001:1.0:1749609270.124777:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609270.124777:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609270.124778:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612258944:12345-0@lo:400: Request processed in 347us (610us total) trans 0 rc 0/0 00000100:00000040:2.0:1749609270.124778:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5083480 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:216/0 lens 224/0 e 0 to 0 dl 1749609281 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609270.124781:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000001:3.0:1749609270.124781:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609270.124783:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609270.124784:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000100:00100000:3.0:1749609270.124786:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000020:00000010:1.0:1749609270.124788:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609270.124788:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083362048 : -131938626189568 : ffff8800a50dc700) 00000100:00100000:0.0:1749609270.124789:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00000040:3.0:1749609270.124791:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dc700 x1834594612259072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609270.124792:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000020:00000040:1.0:1749609270.124792:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:2.0:1749609270.124792:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609270.124794:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706b00. 00000100:00000001:0.0:1749609270.124796:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749609270.124796:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749609270.124796:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609270.124798:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609270.124798:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706b00. 02000000:00000010:1.0:1749609270.124799:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948be800. 00000100:00100000:3.0:1749609270.124800:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612259072:12345-0@lo:38: 00000020:00000010:0.0:1749609270.124802:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 02000000:00000001:1.0:1749609270.124802:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1749609270.124802:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612259328:12345-0@lo:400: 00000100:00000200:3.0:1749609270.124803:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612259072 00000100:00000001:1.0:1749609270.124805:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609270.124805:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612259328 00000020:00000001:3.0:1749609270.124805:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749609270.124806:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e320. 00000020:00000001:2.0:1749609270.124807:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609270.124807:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749609270.124809:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:2.0:1749609270.124809:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609270.124810:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609270.124811:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000020:00000001:2.0:1749609270.124812:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1749609270.124813:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a05d8. 00000020:00000001:2.0:1749609270.124814:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000040:0.0:1749609270.124815:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000020:00000001:3.0:1749609270.124815:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609270.124816:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1749609270.124817:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596bb40. 00000100:00000001:0.0:1749609270.124818:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749609270.124818:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609270.124819:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609270.124820:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609270.124821:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609270.124822:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609270.124823:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609270.124823:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609270.124825:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609270.124825:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609270.124826:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609270.124827:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609270.124828:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609270.124829:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609270.124831:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5098400. 02000000:00000010:3.0:1749609270.124831:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d9000. 02000000:00000001:3.0:1749609270.124832:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609270.124833:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:2.0:1749609270.124833:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124834:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.124835:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609270.124836:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749609270.124837:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609270.124838:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00010000:00000001:3.0:1749609270.124838:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124839:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000040:2.0:1749609270.124839:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612259328 00000100:00000001:0.0:1749609270.124840:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1749609270.124840:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749609270.124841:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00080000:1.0:1749609270.124842:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000200:2.0:1749609270.124843:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5083480 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:216/0 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609270.124843:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:1.0:1749609270.124844:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00100000:0.0:1749609270.124845:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00000001:3.0:1749609270.124845:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609270.124847:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083362944 : -131938626188672 : ffff8800a50dca80) 00000100:00000040:3.0:1749609270.124847:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609270.124849:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:2.0:1749609270.124850:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749609270.124851:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dca80 x1834594612259200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609270.124851:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00010000:00000001:2.0:1749609270.124852:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609270.124853:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=83 v=5 (1 1 1 1) 00000100:00000040:3.0:1749609270.124853:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609270.124854:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609270.124856:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124857:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609270.124857:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609270.124857:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609270.124859:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609270.124859:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:3.0:1749609270.124859:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609270.124861:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000001:2.0:1749609270.124862:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000001:1.0:1749609270.124863:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1749609270.124864:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:1.0:1749609270.124865:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749609270.124865:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609270.124866:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612259200:12345-0@lo:38: 00000100:00000001:2.0:1749609270.124867:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749609270.124868:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e18. 00000100:00000040:2.0:1749609270.124869:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749609270.124870:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612259200 00000400:00000200:1.0:1749609270.124871:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:2.0:1749609270.124871:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c934c8. 00000020:00000001:0.0:1749609270.124872:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749609270.124873:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00010000:00000001:0.0:1749609270.124874:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609270.124876:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609270.124877:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612259072, offset 0 00000100:00000200:2.0:1749609270.124878:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612259328, offset 224 00000100:00000200:1.0:1749609270.124879:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609270.124881:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609270.124882:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609270.124885:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749609270.124885:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609270.124887:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749609270.124888:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609270.124890:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609270.124890:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609270.124892:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749609270.124892:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82ba900 00000100:00000001:0.0:1749609270.124894:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749609270.124894:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82baa00 02000000:00000001:0.0:1749609270.124896:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609270.124896:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16d61 [1] + 0 02000000:00000010:0.0:1749609270.124899:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509d000. 00000400:00000200:3.0:1749609270.124900:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609270.124901:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609270.124902:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609270.124902:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16d59 [1] + 224 00000100:00000001:0.0:1749609270.124903:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609270.124903:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609270.124905:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609270.124905:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749609270.124906:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124906:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609270.124908:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609270.124909:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609270.124909:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609270.124911:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609270.124911:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609270.124913:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609270.124913:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749609270.124914:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609270.124915:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609270.124916:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000040:3.0:1749609270.124916:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.124917:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609270.124918:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609270.124919:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609270.124921:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:1.0:1749609270.124921:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749609270.124922:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609270.124923:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609270.124923:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609270.124924:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124924:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609270.124925:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.124926:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609270.124927:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000100:00000040:0.0:1749609270.124928:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609270.124928:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609270.124929:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000400:00000010:0.0:1749609270.124930:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00000100:00000001:3.0:1749609270.124931:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609270.124932:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:1.0:1749609270.124933:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=89 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609270.124933:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609270.124934:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612259200, offset 0 00000100:00000001:3.0:1749609270.124934:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609270.124936:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c934c8 00000100:00000040:3.0:1749609270.124936:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00001000:1.0:1749609270.124937:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=79 v=5 (1 1 1 1) 00000400:00000010:2.0:1749609270.124938:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c934c8. 00000100:00000001:3.0:1749609270.124938:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124940:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609270.124940:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749609270.124940:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609270.124941:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609270.124941:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609270.124942:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609270.124942:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dc700 x1834594612259072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.124943:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609270.124945:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:1.0:1749609270.124946:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1749609270.124947:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749609270.124948:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749609270.124948:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609270.124948:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609270.124950:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609270.124951:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609270.124951:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612259072:12345-0@lo:38: Request processed in 151us (577us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749609270.124953:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82ba980 00000100:00000040:2.0:1749609270.124953:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083480 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:216/0 lens 224/224 e 0 to 0 dl 1749609281 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609270.124956:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609270.124957:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000400:00000200:0.0:1749609270.124958:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16d69 [1] + 0 00000100:00000001:3.0:1749609270.124959:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749609270.124960:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612259328:12345-0@lo:400: Request processed in 167us (639us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609270.124960:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609270.124962:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609270.124962:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1880. 00000400:00000200:0.0:1749609270.124964:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609270.124965:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fd48. 00000100:00100000:2.0:1749609270.124966:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00000001:0.0:1749609270.124967:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609270.124967:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609270.124968:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000020:00000010:3.0:1749609270.124968:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000200:0.0:1749609270.124970:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.124970:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609270.124970:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609270.124971:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609270.124972:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609270.124974:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609270.124974:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1c00. 00000020:00000010:2.0:1749609270.124977:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fbb8. 00000100:00000040:0.0:1749609270.124978:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609270.124978:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609270.124979:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000020:00000040:2.0:1749609270.124981:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:2.0:1749609270.124983:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609270.124985:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609270.124988:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000100:00100000:1.0:1749609270.124989:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612258688:0@lo:400: 00000400:00000010:0.0:1749609270.124990:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000100:00000001:0.0:1749609270.124991:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609270.124993:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609270.124995:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.124995:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.124996:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609270.124997:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609270.124997:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609270.124998:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609270.124999:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.124999:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609270.125000:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609270.125000:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083800 x1834594612258688/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609270.125001:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609270.125001:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609270.125002:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609270.125003:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dca80 x1834594612259200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609290 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609270.125004:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c08. 00000400:00000200:2.0:1749609270.125006:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000400:00000010:2.0:1749609270.125008:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00100000:0.0:1749609270.125010:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612259200:12345-0@lo:38: Request processed in 144us (474us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609270.125010:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609270.125010:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:3.0:1749609270.125011:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749609270.125012:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1749609270.125013:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609270.125013:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1749609270.125015:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 00000400:00000010:3.0:1749609270.125015:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f840. 00000100:00100000:0.0:1749609270.125016:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00000400:00000200:3.0:1749609270.125017:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:0.0:1749609270.125018:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749609270.125018:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609270.125019:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749609270.125019:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000200:2.0:1749609270.125020:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609270.125021:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609270.125021:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609270.125022:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1f80. 00000020:00000040:1.0:1749609270.125023:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000200:3.0:1749609270.125024:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609270.125025:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f960. 00000020:00000001:1.0:1749609270.125026:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609270.125026:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749609270.125027:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 02000000:00000010:1.0:1749609270.125028:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7b00. 00000100:00000001:2.0:1749609270.125028:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.125029:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609270.125030:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609270.125031:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1749609270.125031:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609270.125032:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609270.125032:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609270.125034:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609270.125034:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609270.125036:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609270.125037:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083800. 00000100:00000001:3.0:1749609270.125037:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609270.125038:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609270.125039:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609270 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609270.125040:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609270.125041:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1749609270.125041:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609270.125042:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609270.125042:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=86 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609270.125043:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609270.125044:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609270.125044:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609270.125045:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.125046:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609270.125046:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.125048:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609270.125049:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609270.125050:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609270.125050:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=83 v=5 (5 5 5 5) 00000100:00000040:2.0:1749609270.125051:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609270.125053:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1749609270.125053:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609270.125055:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.125055:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609270.125056:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.125057:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609270.125058:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609270.125060:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609270.125061:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1749609270.125061:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.125063:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609270.125064:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609270.125065:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609270.125065:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:0.0:1749609270.125068:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1749609270.125068:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:3.0:1749609270.125068:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609270.125069:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1749609270.125070:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609270.125070:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1749609270.125072:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17840. 00000100:00000001:2.0:1749609270.125072:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609270.125072:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609270.125073:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609270.125074:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609270.125075:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000100:00000040:2.0:1749609270.125075:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609270.125076:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000040:3.0:1749609270.125077:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.125078:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609270.125081:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609270.125082:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609270.125084:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612259072:0@lo:38: 00000100:00000001:3.0:1749609270.125084:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609270.125085:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609270.125088:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609270.125088:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609270.125090:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609270.125092:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609270.125094:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609270.125094:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b626e0. 00000100:00000001:0.0:1749609270.125095:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609270.125096:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612259328:0@lo:400: 00000100:00000001:0.0:1749609270.125097:0:1510:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749609270.125097:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:2.0:1749609270.125098:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 02000000:00000001:0.0:1749609270.125099:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609270.125100:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609270.125100:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.125101:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609270.125101:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609270.125102:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609270.125103:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612259328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609270.125104:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609270.125104:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609270.125107:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=76 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609270.125108:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1749609270.125110:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=76 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609270.125110:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609270.125111:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 00000100:00000001:0.0:1749609270.125113:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749609270.125113:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609270.125114:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609270.125114:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1749609270.125115:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609270.125115:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00010000:00000001:0.0:1749609270.125116:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1749609270.125117:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609270.125118:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7200. 00010000:00080000:0.0:1749609270.125119:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609270.125120:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609270.125122:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609270.125123:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609270.125124:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749609270.125125:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.125125:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609270.125125:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609270.125126:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609270.125127:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609270.125127:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609270.125128:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:2.0:1749609270.125128:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609270.125130:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749609270.125130:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609270.125130:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609270.125131:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.125131:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.125132:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609270.125132:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609270.125133:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.125134:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609270.125134:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609270.125137:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.125139:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609270.125141:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749609270.125141:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609270 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609270.125142:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609270.125144:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609270.125145:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=83 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609270.125149:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609270.125151:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609270.125153:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609270.125157:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612258944:0@lo:400: 00000100:00000040:2.0:1749609270.125158:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.125161:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609270.125163:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609270.125164:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080a80 x1834594612258944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.125168:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609270.125170:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609270.125171:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609270.125171:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1749609270.125173:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1800. 00000100:00000001:2.0:1749609270.125173:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609270.125176:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609270.125176:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1749609270.125177:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609270.125178:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1749609270.125179:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1749609270.125180:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609270.125181:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7a00. 00000100:00080000:2.0:1749609270.125181:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1749609270.125183:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1749609270.125184:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000001:0.0:1749609270.125185:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609270.125186:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080a80. 00000100:00000001:2.0:1749609270.125187:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609270.125188:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609270.125189:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609270.125190:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609270.125192:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.125193:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609270.125195:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.125196:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609270.125198:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609270.125202:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612259200:0@lo:38: 00000400:00000001:2.0:1749609270.125209:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609270.125211:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609270.125213:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000400:00000200:2.0:1749609270.125216:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:2.0:1749609270.125218:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:2.0:1749609270.125221:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609270.125224:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609270.125234:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.125244:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609270.125246:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.125248:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609270.125251:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609270.125252:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609270.125254:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609270.125257:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609270.125261:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609270 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609270.125266:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=86 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609270.125268:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609270.125270:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609270.125271:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609270.125274:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.125280:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609270.125282:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609270.125283:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.125285:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609270.125287:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609270.125289:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609270.125290:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609270.125292:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609270.125294:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609270.125300:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612258816:0@lo:38: 00000100:00000001:2.0:1749609270.125303:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.125305:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609270.125307:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081f80 x1834594612259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.125313:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609270.125315:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609270.125317:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50d8800. 02000000:00000001:2.0:1749609270.125320:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609270.125321:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609270.125322:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609270.125324:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609270.125326:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509b800. 02000000:00000001:2.0:1749609270.125329:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609270.125330:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609270.125332:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081f80. 00000100:00000001:2.0:1749609270.125334:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609270.125335:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.125337:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609270.125339:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612259200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.125344:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609270.125345:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609270.125346:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50d8c00. 02000000:00000001:2.0:1749609270.125348:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609270.125349:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609270.125350:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609270.125351:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609270.125352:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509bc00. 02000000:00000001:2.0:1749609270.125354:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609270.125354:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609270.125355:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:2.0:1749609270.125357:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609270.125358:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.125359:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609270.125360:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612258816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609270.125366:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609270.125367:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609270.125367:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50d8000. 02000000:00000001:2.0:1749609270.125369:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609270.125370:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609270.125371:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609270.125372:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609270.125373:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509b400. 02000000:00000001:2.0:1749609270.125374:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609270.125375:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609270.125376:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 00000100:00000001:2.0:1749609270.125378:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609270.125379:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.125380:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609270.125384:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609270.125385:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609270.125387:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609270.125388:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609270.131557:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298546536, at 4298546536 00000100:00000010:0.0:1749609270.131565:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e88c0. 00000100:00000040:2.0:1749609270.131566:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298546536, at 4298546536 00000100:00000040:1.0:1749609270.131568:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298546536, at 4298546536 00000100:00000010:2.0:1749609270.131574:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8280. 00000100:00000040:3.0:1749609270.131593:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298546536, at 4298546536 00000100:00000010:1.0:1749609270.131594:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8a40. 00000100:00000010:3.0:1749609270.131602:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e87c0. 00010000:00000001:0.0:1749609270.461603:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609270.461608:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609270.461613:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609270.461614:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609270.461688:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609270.461692:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609270.461694:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609270.464543:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4a80. 00000020:00000040:0.0:1749609270.464548:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609270.464552:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609270.464554:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609270.464559:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609270.464564:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1800. 00000100:00000001:0.0:1749609270.464569:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.464593:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609270.464595:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609270.464599:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609270.464600:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768768 : -131936312782848 : ffff88012ef19000) 00000100:00000001:0.0:1749609270.464602:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609270.464603:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361909888 : -131939347641728 : ffff88007a0d4a80) 00000100:00000001:0.0:1749609270.464606:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609270.464608:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609270.464609:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609270.464610:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609270.464615:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d4a80 x1834594612259456/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.464622:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609270.464623:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609270.464624:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d4a80 x1834594612259456/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.464628:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609270.464630:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609270.464631:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609270.464632:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19000 going to sleep for 0 seconds 00000100:00000001:0.0:1749609270.464633:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609270.464635:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609270.464636:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609270.464638:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609270.464639:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609270.464640:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4a80 x1834594612259456/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609270.464644:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612259456:0@lo:900: 00000100:00000001:0.0:1749609270.464646:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609270.464648:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609270.464650:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609270.464651:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609270.464652:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d4a80 x1834594612259456/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.464656:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609270.464657:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609270.464660:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609270.464661:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609270.464662:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609270.464663:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d4a80 x1834594612259456/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609270.464666:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609270.464667:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609270.464668:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609270.464669:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609270.464670:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609270.464673:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609270.464674:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609270.464675:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4a80. 00000100:00000001:0.0:1749609270.464677:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609270.464677:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609270.710622:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609270.710631:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609270.710633:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609270.710637:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609270.710642:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609270.710645:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609270.710649:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609270.710652:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609270.710654:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609271.463623:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609271.463630:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609271.463636:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609271.463637:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609271.463699:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609271.463703:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609271.463706:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609271.710763:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609271.710772:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609271.710774:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609271.710778:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609271.710781:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609271.710785:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609271.710788:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609271.710791:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609271.710793:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609271.886893:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609271.886915:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609271.886920:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609271.886923:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609271.886935:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609271.886955:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf33fc80 00000400:00000200:0.0:1749609271.886964:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16215 [2] + 0 00000400:00000010:0.0:1749609271.886970:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0d68. 00000400:00000200:0.0:1749609271.886977:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b3c0 00000800:00000001:0.0:1749609271.886983:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609271.886988:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609271.886990:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609271.886995:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609271.886999:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b3c0 00000400:00000010:0.0:1749609271.887002:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b3c0. 00000100:00000001:0.0:1749609271.887007:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609271.887010:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609271.887013:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88008b973450 x1834594730245248 msgsize 224 00000100:00100000:0.0:1749609271.887018:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609271.887020:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609271.887041:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609271.887050:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609271.887052:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609271.887054:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609271.887056:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609271.887060:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609271.887065:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33fd00 00000400:00000200:0.0:1749609271.887072:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 1264 00000800:00000001:0.0:1749609271.887076:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609271.887079:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609271.887081:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609271.887084:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609271.887087:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609271.887089:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609271.887093:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4a80. 00000100:00000040:0.0:1749609271.887096:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d4a80 x1834594730245376 msgsize 520 00000100:00100000:0.0:1749609271.887100:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609271.887116:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609271.887119:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609271.887122:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609271.887124:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609271.887126:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609271.887129:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609271.887133:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33fd80 00000400:00000200:0.0:1749609271.887136:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 1784 00000800:00000001:0.0:1749609271.887140:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609271.887157:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609271.887159:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609271.887159:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609271.887162:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:1.0:1749609271.887164:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730245248 00000100:00000001:0.0:1749609271.887165:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609271.887166:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749609271.887168:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749609271.887169:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4700. 00000100:00000040:0.0:1749609271.887171:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d4700 x1834594730245504 msgsize 520 00000100:00000001:1.0:1749609271.887171:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609271.887174:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609271.887175:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 02000000:00000001:1.0:1749609271.887179:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609271.887184:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730245248 00000020:00000001:1.0:1749609271.887187:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609271.887188:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:1.0:1749609271.887190:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000800:00000001:0.0:1749609271.887191:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:1.0:1749609271.887193:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1749609271.887194:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609271.887196:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609271.887199:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609271.887201:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609271.887207:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609271.887211:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8a40. 00000100:00000001:1.0:1749609271.887214:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609271.887216:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8a40. 00000020:00000010:1.0:1749609271.887223:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000020:00000010:1.0:1749609271.887228:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00000001:2.0:1749609271.887228:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609271.887233:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000100:00100000:2.0:1749609271.887233:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730245376 02000000:00000001:2.0:1749609271.887237:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609271.887239:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609271.887241:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609271.887241:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609271.887245:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609271.887245:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609271.887246:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609271.887248:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609271.887248:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730245376 00000020:00000001:2.0:1749609271.887251:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609271.887252:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609271.887254:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609271.887255:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609271.887257:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609271.887259:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609271.887264:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000001:1.0:1749609271.887267:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609271.887268:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9400. 00000020:00000010:2.0:1749609271.887272:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883ca28. 00000100:00000001:1.0:1749609271.887276:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609271.887276:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609271.887277:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609271.887278:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609271.887279:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609271.887283:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609271.887284:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1435 00000100:00000040:1.0:1749609271.887288:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:1.0:1749609271.887289:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656160848 : -131939053390768 : ffff88008b973450) 00000100:00000001:2.0:1749609271.887294:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609271.887297:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b973450 x1834594730245248/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:217/0 lens 224/0 e 0 to 0 dl 1749609282 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609271.887302:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609271.887303:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730245504 02000000:00000001:2.0:1749609271.887305:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609271.887306:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609271.887308:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609271.887308:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609271.887309:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8a40. 02000000:00000001:2.0:1749609271.887310:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609271.887310:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609271.887311:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609271.887312:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730245504 00000020:00000010:1.0:1749609271.887313:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8a40. 00000020:00000001:2.0:1749609271.887313:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609271.887315:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1749609271.887316:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:1.0:1749609271.887317:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b973450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730245248:12345-192.168.201.20@tcp:400: 00000020:00000001:2.0:1749609271.887317:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609271.887318:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609271.887320:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730245248 00000020:00000001:2.0:1749609271.887320:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609271.887323:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609271.887323:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2706 00000020:00000010:2.0:1749609271.887324:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000020:00000010:2.0:1749609271.887326:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000020:00000001:1.0:1749609271.887327:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609271.887327:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361909888 : -131939347641728 : ffff88007a0d4a80) 00000020:00000001:1.0:1749609271.887329:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609271.887329:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000001:2.0:1749609271.887330:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609271.887331:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749609271.887332:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749609271.887332:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d4a80 x1834594730245376/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609271.887333:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609271.887334:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609271.887335:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609271.887337:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609271.887339:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609271.887341:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609271.887341:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609271.887342:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1749609271.887344:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730245376:12345-192.168.201.20@tcp:38: 00000020:00000001:1.0:1749609271.887346:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609271.887347:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609271.887348:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609271.887349:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1749609271.887349:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730245376 00000020:00000001:3.0:1749609271.887351:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609271.887352:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609271.887354:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2707 02000000:00000001:1.0:1749609271.887355:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749609271.887355:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609271.887357:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361908992 : -131939347642624 : ffff88007a0d4700) 02000000:00000010:1.0:1749609271.887360:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948be800. 00000100:00000040:2.0:1749609271.887361:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d4700 x1834594730245504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609271.887362:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609271.887365:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609271.887367:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609271.887370:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730245248 00000020:00000001:3.0:1749609271.887370:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609271.887373:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:2.0:1749609271.887373:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730245504:12345-192.168.201.20@tcp:38: 00010000:00020000:3.0:1749609271.887374:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749609271.887376:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730245504 00010000:00000200:1.0:1749609271.887377:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b973450 x1834594730245248/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:217/0 lens 224/224 e 0 to 0 dl 1749609282 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609271.887377:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609271.887379:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609271.887380:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749609271.887381:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609271.887383:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609271.887385:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609271.887386:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609271.887387:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609271.887388:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 02000000:00000001:3.0:1749609271.887388:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749609271.887390:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=90 v=5 (1 1 1 1) 00000020:00000001:2.0:1749609271.887391:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 02000000:00000010:3.0:1749609271.887393:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d9400. 00000100:00000001:1.0:1749609271.887395:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609271.887395:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609271.887397:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609271.887397:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609271.887398:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609271.887399:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609271.887400:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00000001:3.0:1749609271.887400:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609271.887401:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609271.887402:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:2.0:1749609271.887402:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a509b400. 02000000:00000001:1.0:1749609271.887404:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609271.887404:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609271.887404:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609271.887406:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609271.887406:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609271.887407:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000040:2.0:1749609271.887408:0:14331:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000040:1.0:1749609271.887409:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609271.887413:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00010000:00080000:2.0:1749609271.887415:0:14331:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3880 last 0 00000400:00000200:3.0:1749609271.887416:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000200:1.0:1749609271.887418:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730245248, offset 224 00010000:00000001:2.0:1749609271.887419:0:14331:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:3.0:1749609271.887419:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609271.887421:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609271.887423:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000400:00000200:1.0:1749609271.887424:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609271.887424:0:14331:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:2.0:1749609271.887426:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:3.0:1749609271.887426:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609271.887429:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:2.0:1749609271.887430:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:3.0:1749609271.887431:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609271.887432:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609271.887434:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609271.887435:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:3.0:1749609271.887437:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609271.887438:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000010:3.0:1749609271.887440:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000400:00000200:1.0:1749609271.887441:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2046:2046:256:4294967295] 192.168.201.20@tcp LPNI seq info [2042:2042:8:4294967295] 00000004:00000001:2.0:1749609271.887441:0:14331:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609271.887443:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609271.887443:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730245376, offset 0 00000004:00000040:2.0:1749609271.887448:0:14331:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:3.0:1749609271.887448:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000040:2.0:1749609271.887450:0:14331:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:2.0:1749609271.887452:0:14331:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000400:00000200:1.0:1749609271.887453:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:2.0:1749609271.887455:0:14331:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609271.887457:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609271.887459:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609271.887459:0:14331:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609271.887461:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:1.0:1749609271.887463:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee800. 00000004:00000001:2.0:1749609271.887463:0:14331:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609271.887465:0:14331:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609271.887467:0:14331:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:3.0:1749609271.887467:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:1.0:1749609271.887469:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000040:2.0:1749609271.887470:0:14331:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:2.0:1749609271.887472:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609271.887472:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2047:2047:255:4294967295] 192.168.201.20@tcp LPNI seq info [2043:2043:7:4294967295] 00000100:00000001:2.0:1749609271.887474:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:2.0:1749609271.887476:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1749609271.887477:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00010000:00000001:2.0:1749609271.887478:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609271.887480:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee800 type 1, nob 320 niov 1 nkiov 1 00000100:00001000:2.0:1749609271.887480:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1749609271.887483:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609271.887483:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609271.887487:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609271.887490:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:3.0:1749609271.887492:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695500. 00000100:00000001:2.0:1749609271.887493:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609271.887495:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609271.887497:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609271.887543:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609271.887543:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609271.887571:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:2.0:1749609271.887571:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609271.887574:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:2.0:1749609271.887574:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749609271.887575:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609271.887576:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609271.887578:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609271.887578:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609271.887582:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b973450 x1834594730245248/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:217/0 lens 224/224 e 0 to 0 dl 1749609282 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609271.887582:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000800:00000200:3.0:1749609271.887582:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000010:2.0:1749609271.887585:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c934c8. 00000100:00000200:2.0:1749609271.887588:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730245504, offset 0 00000800:00000200:3.0:1749609271.887591:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00100000:1.0:1749609271.887592:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b973450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730245248:12345-192.168.201.20@tcp:400: Request processed in 282us (576us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609271.887594:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000200:3.0:1749609271.887594:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695500 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1749609271.887599:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1435 00000100:00000001:3.0:1749609271.887599:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609271.887601:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:1.0:1749609271.887602:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000040:3.0:1749609271.887602:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609271.887604:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609271.887604:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609271.887606:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609271.887607:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2048:2048:254:4294967295] 192.168.201.20@tcp LPNI seq info [2044:2044:6:4294967295] 00000100:00000001:1.0:1749609271.887616:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609271.887620:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000040:3.0:1749609271.887620:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4a80 x1834594730245376/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609271.887624:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000400:00000200:2.0:1749609271.887626:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:1.0:1749609271.887627:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00100000:3.0:1749609271.887630:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730245376:12345-192.168.201.20@tcp:38: Request processed in 287us (532us total) trans 0 rc -19/-19 00000020:00000040:1.0:1749609271.887631:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:2.0:1749609271.887631:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609271.887634:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7400. 00000100:00000001:1.0:1749609271.887635:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609271.887638:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1749609271.887638:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2706 00000800:00000200:2.0:1749609271.887639:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:3.0:1749609271.887641:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749609271.887642:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e18. 00000100:00000001:3.0:1749609271.887643:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1749609271.887645:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000010:1.0:1749609271.887646:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b480. 00000020:00000010:3.0:1749609271.887646:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9400. 00000800:00000200:2.0:1749609271.887648:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7400 type 1, nob 512 niov 1 nkiov 1 00000800:00000200:0.0:1749609271.887650:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1749609271.887650:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883ca28. 00000100:00000001:2.0:1749609271.887652:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609271.887654:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000010:3.0:1749609271.887654:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000800:00000010:0.0:1749609271.887656:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee800. 00000100:00000001:2.0:1749609271.887657:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609271.887657:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609271.887659:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609271.887663:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4700 x1834594730245504/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609291 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609271.887664:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609271.887671:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:2.0:1749609271.887673:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730245504:12345-192.168.201.20@tcp:38: Request processed in 300us (500us total) trans 0 rc -11/-11 00000400:00000200:0.0:1749609271.887675:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:0.0:1749609271.887677:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00100000:2.0:1749609271.887680:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2707 00000100:00000001:0.0:1749609271.887681:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609271.887683:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609271.887684:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749609271.887685:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749609271.887687:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948be800. 00000020:00000010:2.0:1749609271.887688:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 02000000:00000001:0.0:1749609271.887690:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609271.887691:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749609271.887691:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000020:00000010:2.0:1749609271.887695:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:2.0:1749609271.887698:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609271.887703:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609271.887705:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695500. 00000400:00000200:0.0:1749609271.887707:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609271.887711:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609271.887713:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000400:00000010:0.0:1749609271.887714:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000100:00000001:0.0:1749609271.887718:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609271.887719:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609271.887777:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609271.887779:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7400. 00000400:00000200:0.0:1749609271.887781:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609271.887785:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609271.887787:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c934c8 00000400:00000010:0.0:1749609271.887788:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c934c8. 00000100:00000001:0.0:1749609271.887790:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609271.887792:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609272.465665:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6300. 00000020:00000040:0.0:1749609272.465680:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609272.465688:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609272.465693:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609272.465699:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609272.465708:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609272.465718:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609272.465726:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609272.465729:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609272.465737:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609272.465741:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768768 : -131936312782848 : ffff88012ef19000) 00000100:00000001:0.0:1749609272.465745:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609272.465748:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134361916160 : -131939347635456 : ffff88007a0d6300) 00000100:00000001:0.0:1749609272.465754:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609272.465758:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609272.465760:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609272.465763:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609272.465773:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88007a0d6300 x1834594612259584/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609272.465786:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609272.465787:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609272.465790:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88007a0d6300 x1834594612259584/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609272.465798:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609272.465801:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609272.465802:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609272.465804:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19000 going to sleep for 0 seconds 00000100:00000001:0.0:1749609272.465807:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609272.465809:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609272.465812:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609272.465814:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609272.465817:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609272.465819:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6300 x1834594612259584/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609272.465827:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88007a0d6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612259584:0@lo:900: 00000100:00000001:0.0:1749609272.465831:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609272.465833:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609272.465836:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609272.465838:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609272.465839:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88007a0d6300 x1834594612259584/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609272.465846:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609272.465848:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19000. 00000100:00000001:0.0:1749609272.465853:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609272.465855:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609272.465858:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609272.465859:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88007a0d6300 x1834594612259584/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609272.465866:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609272.465868:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609272.465869:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609272.465871:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609272.465873:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609272.465878:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609272.465880:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609272.465881:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d6300. 00000100:00000001:0.0:1749609272.465885:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609272.465886:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609272.465913:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609272.465916:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609272.465922:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609272.465925:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609272.466084:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609272.466089:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609272.466092:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609272.710759:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609272.710769:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609272.710772:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609272.710777:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609272.710782:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609272.710787:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609272.710791:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609272.710794:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609272.710798:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609273.467622:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609273.467631:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609273.467641:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609273.467643:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609273.467736:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609273.467741:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609273.467745:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609273.710681:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609273.710689:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609273.710691:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609273.710695:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609273.710699:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609273.710703:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609273.710706:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609273.710709:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609273.710711:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609274.466608:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000020:00000040:2.0:1749609274.466616:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609274.466620:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609274.466622:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609274.466626:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609274.466631:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9800. 00000100:00000001:2.0:1749609274.466637:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609274.466640:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609274.466641:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609274.466646:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609274.466647:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954176 : -131938708597440 : ffff8800a0245540) 00000100:00000001:2.0:1749609274.466649:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609274.466650:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000100:00000001:2.0:1749609274.466653:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609274.466655:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609274.466656:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609274.466657:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609274.466662:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612259712/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609274.466669:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609274.466671:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609274.466673:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612259712/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609274.466679:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609274.466681:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609274.466682:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609274.466683:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245540 going to sleep for 0 seconds 00000100:00000001:2.0:1749609274.466685:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609274.466687:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609274.466690:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609274.466692:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609274.466693:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609274.466696:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612259712/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609274.466701:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612259712:0@lo:900: 00000100:00000001:2.0:1749609274.466704:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609274.466706:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609274.466708:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609274.466710:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609274.466712:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612259712/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609274.466717:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609274.466718:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609274.466720:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609274.466721:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609274.466722:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609274.466723:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612259712/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609274.466726:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609274.466727:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609274.466728:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609274.466729:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609274.466731:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609274.466733:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609274.466734:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609274.466735:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 00000100:00000001:2.0:1749609274.466737:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609274.466738:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609274.469569:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609274.469573:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609274.469578:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609274.469580:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609274.469629:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609274.469631:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609274.469633:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609274.710618:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609274.710625:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609274.710626:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609274.710630:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609274.710633:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609274.710636:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609274.710638:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609274.710640:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609274.710642:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.131655:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609275.131666:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609275.131674:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000020:00000040:2.0:1749609275.131680:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609275.131685:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609275.131688:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609275.131693:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609275.131701:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7e00. 00000100:00000001:2.0:1749609275.131709:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.131717:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609275.131728:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609275.131731:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.131737:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082300] to pc [ptlrpcd_00_03+3] req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609275.131776:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609275.131779:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609275.131782:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609275.131785:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609275.131787:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609275.131790:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609275.131793:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3879 00000100:00080000:2.0:1749609275.131797:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609275.131799:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609275.131801:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609275.131803:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609275.131805:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609275.131808:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609275.131809:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609275.131812:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609275.131815:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609275.131817:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609275.131819:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609275.131821:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609275.131823:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609275.131824:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609275.131826:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609275.131828:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609275.131831:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609275.131832:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609275.131834:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609275.131840:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609275.131841:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609275.131843:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.131844:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609275.131847:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.131848:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1749609275.131850:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000100:00000001:1.0:1749609275.131852:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609275.131852:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609275.131854:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609275.131856:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.131858:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1749609275.131860:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609275.131860:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609275.131862:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609275.131865:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509bc00. 00000100:00000001:3.0:1749609275.131865:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609275.131868:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609275.131872:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609275.131872:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.131875:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609275.131879:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.131879:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609275.131881:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609275.131883:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609275.131883:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081c00] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609275.131886:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609275.131890:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609275.131894:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612259840:0@lo:400: 00000100:00000001:2.0:1749609275.131896:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.131898:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749609275.131899:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609275.131901:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609275.131903:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081f80. 00000020:00000040:2.0:1749609275.131905:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1749609275.131905:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609275.131906:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609275.131907:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609275.131908:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609275.131908:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609275.131909:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609275.131909:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.131911:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749609275.131912:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609275.131914:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7400. 00000100:00000001:2.0:1749609275.131916:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609275.131917:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 00000100:00000040:3.0:1749609275.131918:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609275.131919:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609275.131920:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.131925:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609275.131926:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609275.131928:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b00. 00000100:00000040:2.0:1749609275.131928:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081f80] to pc [ptlrpcd_00_00+0] req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.131933:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609275.131935:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609275.131936:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 02000000:00000001:3.0:1749609275.131938:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609275.131942:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609275.131945:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612259840, portal 25 02000000:00000001:3.0:1749609275.131945:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.131948:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609275.131949:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609275.131949:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612259968:0@lo:38: 00000100:00000001:1.0:1749609275.131950:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000100:00080000:2.0:1749609275.131952:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749609275.131954:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749609275.131955:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609275.131956:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1749609275.131957:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609275.131957:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1749609275.131957:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609275.131960:0:5:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:3.0:1749609275.131960:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609275.131962:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3879 00000100:00080000:2.0:1749609275.131963:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749609275.131963:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609275.131966:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609275.131968:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749609275.131968:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50d9800. 00000100:00000001:1.0:1749609275.131969:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609275.131969:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609275.131970:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609275.131971:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609275.131972:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749609275.131973:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609275.131973:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609275.131974:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749609275.131976:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000020:00000040:2.0:1749609275.131976:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000400:00000010:3.0:1749609275.131976:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62f78. 00000020:00000001:2.0:1749609275.131977:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000200:1.0:1749609275.131979:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612259840, offset 0 00000020:00000001:2.0:1749609275.131979:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:2.0:1749609275.131981:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:3.0:1749609275.131982:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000100:00000001:2.0:1749609275.131983:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609275.131984:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609275.131985:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609275.131986:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609275.131987:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:2.0:1749609275.131989:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609275.131990:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609275.131992:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609275.131994:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609275.131996:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.131997:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609275.131999:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609275.132001:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082680. 00000100:00000200:3.0:1749609275.132001:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612259968, portal 4 00000400:00000200:1.0:1749609275.132002:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749609275.132003:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609275.132004:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749609275.132004:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609275.132005:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132006:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00000001:2.0:1749609275.132007:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609275.132008:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609275.132009:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609275.132012:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509b800. 00000100:00000001:2.0:1749609275.132014:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609275.132015:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bac00 00000100:00000040:3.0:1749609275.132015:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609275.132017:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609275.132024:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16249 [2] + 0 00000100:00000001:2.0:1749609275.132024:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609275.132025:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.132027:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082680] to pc [ptlrpcd_rcv+-1] req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.132027:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749609275.132030:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f175d8. 00000100:00000040:3.0:1749609275.132030:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609275.132033:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749609275.132033:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00000001:2.0:1749609275.132034:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609275.132036:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19900 00000100:00080000:2.0:1749609275.132036:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609275.132038:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:3.0:1749609275.132039:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612259968, offset 0 00000100:00000001:0.0:1749609275.132040:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609275.132040:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609275.132040:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1749609275.132042:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609275.132043:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749609275.132044:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609275.132044:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3879 00000100:00080000:2.0:1749609275.132046:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1749609275.132047:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609275.132048:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:1.0:1749609275.132049:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609275.132050:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609275.132051:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609275.132051:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609275.132053:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609275.132055:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19900 00000020:00000001:2.0:1749609275.132055:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749609275.132055:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749609275.132056:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:2.0:1749609275.132057:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749609275.132058:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19900. 00000020:00000040:2.0:1749609275.132058:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:2.0:1749609275.132060:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:2.0:1749609275.132061:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000400:00000200:3.0:1749609275.132062:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bac80 00000100:00000040:2.0:1749609275.132063:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609275.132064:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609275.132065:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609275.132066:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609275.132066:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:1.0:1749609275.132067:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1749609275.132067:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609275.132068:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609275.132069:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 17680 00000020:00000040:2.0:1749609275.132070:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 02000000:00000001:0.0:1749609275.132072:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749609275.132072:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88008b971450 x1834594612259840 msgsize 224 00000100:00080000:2.0:1749609275.132072:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609275.132073:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609275.132074:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609275.132075:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609275.132075:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609275.132077:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609275.132077:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609275.132078:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609275.132079:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609275.132079:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.132080:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609275.132081:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132081:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:0.0:1749609275.132082:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612260096:0@lo:400: 00000100:00000040:1.0:1749609275.132082:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:2.0:1749609275.132083:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081880. 00000100:00000200:3.0:1749609275.132083:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:2.0:1749609275.132085:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609275.132086:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609275.132087:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609275.132087:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dce00. 00000100:00000001:0.0:1749609275.132088:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609275.132088:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609275.132089:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1749609275.132089:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dce00 x1834594612259968 msgsize 520 02000000:00000001:2.0:1749609275.132090:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609275.132091:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1749609275.132092:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5099c00. 00000100:00000001:1.0:1749609275.132093:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609275.132093:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609275.132094:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.132094:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609275.132096:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609275.132097:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1749609275.132102:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1000. 00000400:00000200:1.0:1749609275.132102:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000100:00000001:3.0:1749609275.132102:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609275.132103:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609275.132104:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.132104:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609275.132105:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000040:2.0:1749609275.132105:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081880] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609275.132109:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17840. 00000100:00000001:1.0:1749609275.132109:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609275.132111:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609275.132113:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609275.132113:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609275.132115:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609275.132117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080000. 00000400:00000010:0.0:1749609275.132118:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000020:00000040:2.0:1749609275.132119:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609275.132120:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749609275.132120:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 02000000:00000001:2.0:1749609275.132121:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1749609275.132122:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 02000000:00000001:2.0:1749609275.132123:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609275.132125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7a00. 00000100:00000001:3.0:1749609275.132126:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609275.132127:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609275.132127:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609275.132129:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609275.132130:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609275.132130:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609275.132136:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609275.132137:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132137:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749609275.132138:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612260096, portal 4 00000100:00000001:1.0:1749609275.132140:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.132140:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080000] to pc [ptlrpcd_00_01+1] req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609275.132140:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609275.132142:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609275.132143:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082991488 : -131938626560128 : ffff8800a5081f80) 00000100:00000001:1.0:1749609275.132143:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609275.132146:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132146:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132147:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609275.132148:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.132150:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3889) 00000100:00000001:3.0:1749609275.132151:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609275.132153:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609275.132153:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298551544 00000100:00000040:3.0:1749609275.132154:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1022 usecs (2 jiffies) 00000100:00000001:3.0:1749609275.132156:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298551538 00000100:00000010:1.0:1749609275.132158:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8a40. 00000100:00000001:0.0:1749609275.132165:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609275.132166:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1749609275.132168:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609275.132172:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00000100:00000001:3.0:1749609275.132174:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609275.132175:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612260096, offset 0 00000100:00100000:3.0:1749609275.132176:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612259840 00000100:00000001:1.0:1749609275.132178:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298551544 00000100:00000001:2.0:1749609275.132178:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609275.132178:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749609275.132180:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612259968 00000100:00000010:1.0:1749609275.132181:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8f80. 00000100:00000001:3.0:1749609275.132181:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609275.132182:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609275.132182:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609275.132183:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609275.132183:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132185:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609275.132185:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609275.132187:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132188:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298551544 02000000:00000001:2.0:1749609275.132188:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609275.132190:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8e40. 00000100:00100000:2.0:1749609275.132190:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612259968 00000100:00100000:3.0:1749609275.132190:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612259840 00000400:00000200:0.0:1749609275.132192:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609275.132192:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749609275.132192:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609275.132193:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:3.0:1749609275.132193:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:1.0:1749609275.132194:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1749609275.132194:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609275.132195:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609275.132195:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609275.132197:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298551544 00000020:00000001:2.0:1749609275.132197:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609275.132198:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000010:1.0:1749609275.132199:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8ac0. 00000020:00000001:3.0:1749609275.132200:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000200:0.0:1749609275.132201:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bad00 00000020:00000010:2.0:1749609275.132201:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000020:00000001:3.0:1749609275.132202:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609275.132203:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1749609275.132205:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000100:00000001:1.0:1749609275.132207:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609275.132207:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609275.132209:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000020:00000010:3.0:1749609275.132209:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000400:00000200:0.0:1749609275.132210:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 13440 00000100:00000001:1.0:1749609275.132210:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132212:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609275.132214:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.132214:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749609275.132214:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000100:00000001:2.0:1749609275.132216:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609275.132217:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609275.132217:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609275.132217:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609275.132218:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000400:00000200:0.0:1749609275.132221:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609275.132221:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1880. 00000100:00000001:2.0:1749609275.132222:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609275.132224:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fd48. 00000100:00000001:1.0:1749609275.132225:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609275.132226:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609275.132228:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609275.132228:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609275.132229:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1749609275.132230:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609275.132231:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609275.132233:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609275.132233:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1749609275.132234:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6300. 00000100:00000001:1.0:1749609275.132235:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.132235:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609275.132235:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609275.132236:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609275.132237:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d6300 x1834594612260096 msgsize 224 00000100:00000001:1.0:1749609275.132237:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.132237:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609275.132241:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00000001:3.0:1749609275.132241:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609275.132243:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609275.132244:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083363840 : -131938626187776 : ffff8800a50dce00) 00000100:00000040:2.0:1749609275.132247:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dce00 x1834594612259968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.132249:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609275.132255:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609275.132256:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609275.132258:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609275.132261:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000400:00000200:0.0:1749609275.132262:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000100:00100000:2.0:1749609275.132262:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612259968:12345-0@lo:38: 00000100:00000040:3.0:1749609275.132263:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000400:00000010:0.0:1749609275.132264:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000100:00000001:3.0:1749609275.132265:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656152656 : -131939053398960 : ffff88008b971450) 00000100:00000200:2.0:1749609275.132266:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612259968 00000100:00000001:0.0:1749609275.132268:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609275.132268:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b971450 x1834594612259840/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:221/0 lens 224/0 e 0 to 0 dl 1749609286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609275.132269:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609275.132272:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609275.132272:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609275.132276:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609275.132277:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000001:1.0:1749609275.132278:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609275.132279:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609275.132280:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000100:00100000:1.0:1749609275.132281:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612260096 00000100:00100000:3.0:1749609275.132283:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b971450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612259840:12345-0@lo:400: 02000000:00000001:1.0:1749609275.132284:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749609275.132285:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132286:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749609275.132286:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612259840 00010000:00020000:2.0:1749609275.132288:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609275.132288:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609275.132289:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609275.132291:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609275.132291:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749609275.132293:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609275.132293:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.132294:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749609275.132295:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609275.132295:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1749609275.132296:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612260096 00000100:00000040:0.0:1749609275.132297:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609275.132297:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749609275.132297:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609275.132299:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609275.132300:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609275.132301:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609275.132302:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609275.132303:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1749609275.132305:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509ac00. 00000020:00000001:3.0:1749609275.132305:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609275.132306:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609275.132307:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609275.132307:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.132308:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.132309:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609275.132309:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609275.132311:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609275.132312:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609275.132312:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609275.132313:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609275.132314:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609275.132315:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d9c00. 00000100:00001000:2.0:1749609275.132316:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609275.132317:0:16365:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609275.132317:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609275.132318:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000100:00000001:3.0:1749609275.132318:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609275.132319:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:2.0:1749609275.132319:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609275.132321:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298551537 00000020:00000001:3.0:1749609275.132321:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609275.132322:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609275.132322:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1749609275.132323:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612259840 00000100:00000001:0.0:1749609275.132324:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298551544 00000100:00000040:2.0:1749609275.132324:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000040:1.0:1749609275.132325:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:2.0:1749609275.132325:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:3.0:1749609275.132325:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609275.132327:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609275.132328:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298551537 00000020:00000001:1.0:1749609275.132328:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00010000:00000200:3.0:1749609275.132328:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b971450 x1834594612259840/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:221/0 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609275.132331:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298551544 00000100:00000001:0.0:1749609275.132333:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298551537 00000100:00000001:0.0:1749609275.132336:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298551544 00010000:00000001:3.0:1749609275.132336:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609275.132337:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.132338:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298551537 00000020:00000001:1.0:1749609275.132338:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00001000:3.0:1749609275.132339:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609275.132340:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298551544 00000100:00000001:0.0:1749609275.132343:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609275.132343:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609275.132343:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609275.132345:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:3.0:1749609275.132345:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609275.132346:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609275.132346:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 02000000:00000001:2.0:1749609275.132347:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609275.132347:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609275.132348:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609275.132349:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609275.132349:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609275.132350:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609275.132351:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4340. 00000100:00000001:2.0:1749609275.132351:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609275.132351:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609275.132352:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609275.132353:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609275.132354:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609275.132355:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000400:00000010:2.0:1749609275.132356:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93990. 00000020:00000040:1.0:1749609275.132357:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:0.0:1749609275.132358:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1749609275.132358:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612259840, offset 224 00000100:00000200:2.0:1749609275.132360:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612259968, offset 0 00000100:00000001:0.0:1749609275.132361:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749609275.132362:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609275.132364:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609275.132365:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609275.132365:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609275.132367:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132367:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749609275.132367:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609275.132371:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000010:1.0:1749609275.132371:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:0.0:1749609275.132373:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609275.132374:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609275.132375:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000400:00000200:3.0:1749609275.132375:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bac00 00000100:00000001:0.0:1749609275.132376:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609275.132378:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609275.132379:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000400:00000200:3.0:1749609275.132379:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16d9d [1] + 224 00000100:00000001:0.0:1749609275.132380:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609275.132381:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609275.132382:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bac80 00000100:00000001:0.0:1749609275.132383:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609275.132383:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609275.132387:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609275.132388:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:2.0:1749609275.132389:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16da5 [1] + 0 00000100:00000040:0.0:1749609275.132390:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609275.132391:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609275.132393:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609275.132393:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609275.132393:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609275.132395:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609275.132395:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609275.132396:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609275.132400:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609275.132401:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609275.132402:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749609275.132402:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609275.132404:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132404:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1749609275.132404:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609275.132406:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609275.132407:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609275.132409:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609275.132410:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609275.132413:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132413:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.132414:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609275.132416:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612260480:0@lo:400: 00000100:00000001:2.0:1749609275.132417:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609275.132418:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000400:00000010:3.0:1749609275.132419:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00000001:0.0:1749609275.132421:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609275.132421:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609275.132423:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609275.132423:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609275.132424:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609275.132425:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609275.132426:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132426:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609275.132428:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609275.132428:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:3.0:1749609275.132430:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:1.0:1749609275.132431:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 02000000:00000010:0.0:1749609275.132432:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0a00. 00000400:00000200:2.0:1749609275.132432:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93990 00000020:00000001:3.0:1749609275.132432:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609275.132433:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609275.132434:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000400:00000010:2.0:1749609275.132434:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93990. 02000000:00000001:0.0:1749609275.132435:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.132436:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749609275.132436:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b971450 x1834594612259840/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:221/0 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609275.132437:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361916160 : -131939347635456 : ffff88007a0d6300) 00000100:00000001:2.0:1749609275.132438:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749609275.132439:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000400:00000010:0.0:1749609275.132443:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00000100:00000040:1.0:1749609275.132443:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d6300 x1834594612260096/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:221/0 lens 224/0 e 0 to 0 dl 1749609286 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609275.132444:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b971450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612259840:12345-0@lo:400: Request processed in 167us (371us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609275.132446:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609275.132448:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612260480, portal 10 00000100:00000040:2.0:1749609275.132448:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609275.132450:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609275.132450:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609275.132450:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00000001:0.0:1749609275.132452:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082983424 : -131938626568192 : ffff8800a5080000) 00000020:00000001:2.0:1749609275.132452:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609275.132453:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000040:2.0:1749609275.132455:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dce00 x1834594612259968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.132455:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609275.132456:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609275.132457:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609275.132459:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609275.132459:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000020:00000010:3.0:1749609275.132459:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1880. 00000100:00000001:1.0:1749609275.132462:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609275.132462:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fd48. 00000100:00100000:2.0:1749609275.132463:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612259968:12345-0@lo:38: Request processed in 201us (372us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749609275.132465:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8900. 00000020:00000010:3.0:1749609275.132465:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:0.0:1749609275.132468:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:3.0:1749609275.132468:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000001:3.0:1749609275.132471:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1749609275.132472:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612260096:12345-0@lo:400: 00000100:00100000:2.0:1749609275.132473:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 02000000:00000010:3.0:1749609275.132473:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a50d9c00. 00000100:00000040:0.0:1749609275.132474:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609275.132475:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749609275.132475:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1749609275.132477:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 00000100:00000001:2.0:1749609275.132477:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609275.132477:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609275.132478:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612260096 00000020:00000010:2.0:1749609275.132479:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00000200:0.0:1749609275.132480:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612260480, offset 0 00000100:00000200:3.0:1749609275.132480:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1749609275.132481:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749609275.132482:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62b58. 00000020:00000010:2.0:1749609275.132483:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000020:00000001:1.0:1749609275.132484:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:2.0:1749609275.132485:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000400:00000200:0.0:1749609275.132486:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609275.132486:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609275.132486:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3cc0. 00000100:00000001:2.0:1749609275.132488:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609275.132489:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609275.132491:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609275.132561:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298551544 00000020:00000001:1.0:1749609275.132564:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609275.132565:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298551539 00000100:00000001:3.0:1749609275.132567:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298551544 00000100:00000001:3.0:1749609275.132568:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298551539 00000020:00000001:1.0:1749609275.132569:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609275.132570:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609275.132570:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298551544 00000400:00000200:0.0:1749609275.132572:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609275.132572:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609275.132572:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132572:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298551539 00000100:00000001:3.0:1749609275.132573:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298551544 00000020:00000001:1.0:1749609275.132574:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609275.132576:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609275.132577:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132578:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609275.132579:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749609275.132582:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bae80 00000400:00000001:3.0:1749609275.132582:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609275.132583:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000001:3.0:1749609275.132583:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609275.132585:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62f78. 02000000:00000001:1.0:1749609275.132586:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609275.132587:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000100:00080000:2.0:1749609275.132588:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:3.0:1749609275.132589:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 02000000:00000010:1.0:1749609275.132590:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bd400. 00000020:00000040:2.0:1749609275.132591:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609275.132591:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609275.132593:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609275.132594:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609275.132596:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609275.132599:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609275.132602:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612260096 00000100:00000200:3.0:1749609275.132602:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609275.132603:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 2304 00010000:00000001:1.0:1749609275.132605:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609275.132609:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000200:1.0:1749609275.132610:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0d6300 x1834594612260096/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:221/0 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.132610:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609275.132611:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609275.132612:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609275.132614:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749609275.132616:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609275.132616:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609275.132617:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609275.132620:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.132621:0:1509:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749609275.132621:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749609275.132624:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:3.0:1749609275.132624:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609275 v=5 (0 0 0 0) 00010000:00000001:1.0:1749609275.132625:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609275.132627:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=91 v=20 (1 1 20 1) 00000100:00001000:1.0:1749609275.132628:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=81 v=5 (1 1 1 1) 00000100:00000010:0.0:1749609275.132629:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5f80. 00000100:00000001:3.0:1749609275.132630:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609275.132632:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609275.132633:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d5f80 x1834594612260480 msgsize 224 00000100:00000001:1.0:1749609275.132633:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609275.132634:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609275.132636:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:3.0:1749609275.132637:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609275.132639:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609275.132639:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609275.132642:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609275.132644:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132644:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609275.132647:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609275.132647:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609275.132648:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609275.132650:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609275.132650:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609275.132651:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749609275.132653:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00080000:3.0:1749609275.132654:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609275.132657:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000200:1.0:1749609275.132658:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612260096, offset 224 00000100:00000001:3.0:1749609275.132659:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609275.132662:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609275.132662:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609275.132664:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609275.132669:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612259968:0@lo:38: 00000400:00000200:0.0:1749609275.132672:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000100:00000001:3.0:1749609275.132674:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609275.132675:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00000100:00000001:3.0:1749609275.132676:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609275.132678:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609275.132679:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612259968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609275.132682:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609275.132686:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609275.132688:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609275.132691:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609275.132693:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609275.132694:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bad00 02000000:00000010:3.0:1749609275.132695:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50d9800. 00000100:00000040:0.0:1749609275.132696:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609275.132698:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749609275.132701:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16dad [1] + 224 00000020:00000001:3.0:1749609275.132701:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609275.132702:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1749609275.132703:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749609275.132705:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609275.132705:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612260480 00000020:00000001:3.0:1749609275.132705:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749609275.132706:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609275.132707:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609275.132707:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749609275.132707:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509bc00. 00000100:00000001:2.0:1749609275.132708:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609275.132710:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.132711:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609275.132712:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609275.132712:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609275.132713:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609275.132714:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749609275.132715:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 00000100:00000001:1.0:1749609275.132716:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609275.132716:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612260480 00000100:00000010:3.0:1749609275.132716:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:0.0:1749609275.132718:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298551538 00000020:00000001:2.0:1749609275.132718:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609275.132719:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:2.0:1749609275.132720:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609275.132720:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1749609275.132721:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609275.132722:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298551544 00000020:00000040:2.0:1749609275.132722:0:14331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:3.0:1749609275.132722:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609275.132724:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609275.132724:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609275.132725:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298551538 00000020:00000001:2.0:1749609275.132726:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:0.0:1749609275.132727:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298551544 00000100:00000001:0.0:1749609275.132729:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298551538 00000100:00000001:2.0:1749609275.132730:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609275.132731:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298551544 00000100:00000001:3.0:1749609275.132731:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609275.132732:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609275.132732:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706b00. 00000100:00000001:3.0:1749609275.132733:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.132734:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298551538 00000020:00000010:2.0:1749609275.132735:0:14331:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8c40. 00000100:00000001:3.0:1749609275.132735:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609275.132736:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298551544 00000100:00000001:3.0:1749609275.132737:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609275.132738:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609275.132739:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:3.0:1749609275.132739:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609275.132741:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609275.132743:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609275.132744:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609275.132746:0:14331:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749609275.132748:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000020:00000010:2.0:1749609275.132751:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000020:00000010:2.0:1749609275.132753:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000001:3.0:1749609275.132754:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609275.132756:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.132758:0:14331:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1749609275.132759:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609275.132760:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609275.132761:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609275.132761:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609275.132763:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609275.132764:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.132767:0:14331:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1749609275.132767:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612260224:0@lo:38: 00000100:00000001:2.0:1749609275.132768:0:14331:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609275.132769:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132772:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749609275.132773:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000100:00000001:2.0:1749609275.132775:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609275.132775:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1749609275.132776:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 02000000:00000001:3.0:1749609275.132777:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132779:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609275.132780:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609275.132780:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609275.132781:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609275.132782:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1749609275.132783:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50d9800. 00000100:00000001:1.0:1749609275.132784:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609275.132785:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609275.132786:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00000040:1.0:1749609275.132788:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609275.132788:0:14331:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:2.0:1749609275.132789:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361915264 : -131939347636352 : ffff88007a0d5f80) 00000400:00000010:3.0:1749609275.132790:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62f78. 00010000:00000001:1.0:1749609275.132791:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609275.132793:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.132794:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d5f80 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:221/0 lens 224/0 e 0 to 0 dl 1749609286 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609275.132794:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000400:00000001:0.0:1749609275.132795:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749609275.132795:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1749609275.132797:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609275.132800:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17840. 00000100:00000040:1.0:1749609275.132800:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6300 x1834594612260096/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:221/0 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609275.132802:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609275.132804:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706380. 00000400:00000200:0.0:1749609275.132805:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000100:00000001:2.0:1749609275.132805:0:14331:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609275.132807:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000020:00000010:2.0:1749609275.132807:0:14331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706380. 00000100:00000001:0.0:1749609275.132811:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609275.132812:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612260480:12345-0@lo:400: 00000100:00000200:0.0:1749609275.132815:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609275.132816:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612260480 00000100:00000200:3.0:1749609275.132817:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612260224, portal 10 00000020:00000001:2.0:1749609275.132819:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609275.132821:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1749609275.132822:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612260096:12345-0@lo:400: Request processed in 364us (582us total) trans 0 rc 0/0 00000020:00000001:2.0:1749609275.132822:0:14331:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609275.132822:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082993280 : -131938626558336 : ffff8800a5082680) 00000020:00000001:2.0:1749609275.132824:0:14331:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609275.132827:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609275.132827:0:14331:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749609275.132829:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609275.132830:0:14331:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00100000:1.0:1749609275.132833:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000020:00000001:2.0:1749609275.132833:0:14331:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609275.132837:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609275.132837:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000020:00000001:2.0:1749609275.132837:0:14331:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.132838:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609275.132839:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609275.132839:0:14331:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609275.132840:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609275.132841:0:1509:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749609275.132841:0:14331:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1749609275.132841:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609275.132842:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609275.132844:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749609275.132844:0:14331:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609275.132844:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00000001:0.0:1749609275.132846:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609275.132846:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000200:3.0:1749609275.132846:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612260224, offset 0 00000020:00000001:2.0:1749609275.132847:0:14331:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609275.132849:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609275.132850:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000100:00000001:2.0:1749609275.132850:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609275.132851:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609275.132852:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609275.132852:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1749609275.132854:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 02000000:00000010:2.0:1749609275.132856:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509b000. 00000100:00001000:0.0:1749609275.132858:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=81 v=5 (5 5 5 5) 00000020:00000040:1.0:1749609275.132858:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 02000000:00000001:2.0:1749609275.132858:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132861:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609275.132861:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609275.132861:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749609275.132862:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=81 v=5 (1 1 1 1) 00000020:00000001:2.0:1749609275.132864:0:14331:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.132865:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000040:2.0:1749609275.132866:0:14331:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612260480 00000100:00000001:0.0:1749609275.132867:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609275.132868:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bad80 00010000:00000001:2.0:1749609275.132869:0:14331:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:0.0:1749609275.132870:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749609275.132873:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 2528 00010000:00000200:2.0:1749609275.132874:0:14331:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0d5f80 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:221/0 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749609275.132875:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609275.132879:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609275.132883:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609275.132883:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749609275.132885:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609275.132886:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132886:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749609275.132887:0:14331:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132888:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609275.132889:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:2.0:1749609275.132890:0:14331:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609275.132891:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1749609275.132891:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609275.132892:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609275.132893:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000010:3.0:1749609275.132893:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dd180. 00000100:00000001:2.0:1749609275.132894:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749609275.132895:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b00. 00000100:00000001:0.0:1749609275.132896:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1749609275.132896:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dd180 x1834594612260224 msgsize 520 00000100:00000001:0.0:1749609275.132898:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.132898:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:1.0:1749609275.132899:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000001:2.0:1749609275.132901:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:0.0:1749609275.132902:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609275.132902:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00100000:3.0:1749609275.132903:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609275.132904:0:1512:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609275.132904:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609275.132906:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609275.132908:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609275.132909:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609275.132912:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609275.132912:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609275.132913:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609275.132916:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1749609275.132916:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93990. 00000100:00000001:0.0:1749609275.132918:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609275.132918:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000100:00000200:1.0:1749609275.132920:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609275.132920:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00000040:0.0:1749609275.132922:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.132924:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609275.132925:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612260480, offset 224 00000100:00000200:3.0:1749609275.132927:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609275.132930:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609275.132931:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609275.132932:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612260096:0@lo:400: 00000100:00000001:1.0:1749609275.132932:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609275.132935:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609275.132937:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609275.132938:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609275.132939:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609275.132940:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609275.132941:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609275.132942:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132942:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.132944:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609275.132945:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609275.132948:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081f80 x1834594612260096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609275.132949:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=94 v=5 (5 5 5 5) 00000400:00000200:2.0:1749609275.132949:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bae80 00000100:00000001:3.0:1749609275.132949:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132951:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:1.0:1749609275.132953:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609275.132955:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.132956:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609275.132956:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749609275.132956:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16dbd [1] + 224 02000000:00000001:0.0:1749609275.132958:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609275.132958:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609275.132959:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 02000000:00000010:0.0:1749609275.132961:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1000. 00010000:00000001:1.0:1749609275.132961:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749609275.132962:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609275.132962:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298551538 00010000:00000001:1.0:1749609275.132963:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.132965:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298551544 00000100:00000001:1.0:1749609275.132966:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609275.132966:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609275.132967:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609275.132968:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298551538 00000020:00000001:0.0:1749609275.132969:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609275.132970:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000040:1.0:1749609275.132970:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609275.132970:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609275.132971:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298551544 00000020:00000001:0.0:1749609275.132973:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609275.132973:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298551538 02000000:00000010:0.0:1749609275.132975:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7400. 00000100:00000200:2.0:1749609275.132975:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.132975:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298551544 00000100:00000001:3.0:1749609275.132977:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298551538 02000000:00000001:0.0:1749609275.132978:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609275.132979:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298551544 00000100:00000001:1.0:1749609275.132980:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609275.132981:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609275.132981:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609275.132982:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081f80. 00000100:00000001:1.0:1749609275.132982:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609275.132984:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.132985:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609275.132985:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609275.132986:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609275.132987:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.132988:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609275.132989:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609275.132991:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609275.132991:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609275.132993:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609275.132993:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609275.132995:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749609275.132998:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612259840:0@lo:400: 00000400:00000200:2.0:1749609275.132998:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93990 00000400:00000010:2.0:1749609275.133000:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93990. 00000100:00000001:2.0:1749609275.133002:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609275.133002:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000001:0.0:1749609275.133003:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609275.133003:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609275.133003:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.133004:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749609275.133005:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609275.133006:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609275.133006:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609275.133007:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749609275.133008:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00000100:00000040:2.0:1749609275.133008:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609275.133008:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609275.133010:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612259840/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609275.133010:0:14331:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749609275.133011:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000020:00000001:2.0:1749609275.133011:0:14331:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609275.133011:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609275.133013:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000020:00000001:2.0:1749609275.133013:0:14331:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749609275.133015:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612260352:0@lo:38: 00000100:00000001:0.0:1749609275.133016:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609275.133016:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5f80 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:221/0 lens 224/224 e 0 to 0 dl 1749609286 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609275.133019:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609275.133019:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1749609275.133021:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609275.133021:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749609275.133021:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1749609275.133023:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 02000000:00000001:3.0:1749609275.133024:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609275.133025:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612260480:12345-0@lo:400: Request processed in 221us (390us total) trans 0 rc 0/0 02000000:00000001:1.0:1749609275.133026:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749609275.133027:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749609275.133028:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609275.133030:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 02000000:00000010:3.0:1749609275.133030:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50d9c00. 00000100:00000200:0.0:1749609275.133031:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609275.133032:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1749609275.133032:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 02000000:00000001:3.0:1749609275.133032:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609275.133034:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7e00. 00000100:00000040:2.0:1749609275.133035:0:14331:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000400:00000010:3.0:1749609275.133036:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62318. 02000000:00000001:1.0:1749609275.133037:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609275.133038:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749609275.133039:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609275.133040:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749609275.133040:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00000010:1.0:1749609275.133041:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 00000100:00000001:0.0:1749609275.133042:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609275.133043:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609275.133043:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00000200:3.0:1749609275.133044:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612260352, portal 10 00000100:00000001:1.0:1749609275.133045:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1749609275.133045:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000100:00000001:0.0:1749609275.133046:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609275.133046:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609275.133047:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609275.133047:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 02000000:00000001:0.0:1749609275.133048:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609275.133048:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082989696 : -131938626561920 : ffff8800a5081880) 00000100:00000001:1.0:1749609275.133049:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609275.133050:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749609275.133050:0:14331:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:0.0:1749609275.133052:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.133052:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609275.133054:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609275.133054:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609275.133056:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.133056:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.133059:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609275.133060:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:0.0:1749609275.133061:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=88 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609275.133061:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609275.133061:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612260224 02000000:00000001:2.0:1749609275.133063:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609275.133063:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:0.0:1749609275.133065:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609275.133065:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609275.133065:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609275.133066:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609275.133067:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 00000100:00000001:0.0:1749609275.133068:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749609275.133069:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.133070:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609275.133070:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612260352, offset 0 00000100:00100000:2.0:1749609275.133071:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612260224 00010000:00000001:0.0:1749609275.133072:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1749609275.133072:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609275.133073:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609275.133075:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749609275.133075:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00080000:0.0:1749609275.133076:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609275.133077:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609275.133078:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609275.133080:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000020:00000010:2.0:1749609275.133082:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000400:00000200:3.0:1749609275.133082:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609275.133084:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00010000:00000001:0.0:1749609275.133087:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.133087:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609275.133088:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609275.133089:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609275.133089:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bae00 00000100:00000001:0.0:1749609275.133090:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609275.133092:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609275.133092:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.133094:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1749609275.133094:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 3048 00000100:00000001:0.0:1749609275.133095:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609275.133099:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609275.133100:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609275.133104:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609275.133108:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609275.133109:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609275.133110:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609275.133110:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609275.133113:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1749609275.133113:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dd500. 00000100:00000001:2.0:1749609275.133114:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609275.133115:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609275.133116:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609275.133116:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dd500 x1834594612260352 msgsize 520 00000100:00000040:0.0:1749609275.133119:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609275.133119:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708 00000100:00000001:2.0:1749609275.133121:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083364736 : -131938626186880 : ffff8800a50dd180) 00000100:00100000:3.0:1749609275.133121:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609275.133123:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dd180 x1834594612260224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609275.133131:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612260480:0@lo:400: 00000100:00100000:2.0:1749609275.133132:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612260224:12345-0@lo:38: 00000100:00000200:2.0:1749609275.133135:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612260224 00000100:00000001:0.0:1749609275.133136:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.133136:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609275.133137:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609275.133139:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749609275.133139:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749609275.133141:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000100:00000040:0.0:1749609275.133142:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080000 x1834594612260480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609275.133144:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000020:00000001:2.0:1749609275.133147:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.133147:0:1508:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:2.0:1749609275.133167:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749609275.133167:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609275.133168:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609275.133168:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609275.133169:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1749609275.133169:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749609275.133171:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0a00. 00000100:00100000:1.0:1749609275.133171:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612260352 00010000:00000001:2.0:1749609275.133171:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609275.133173:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609275.133173:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749609275.133175:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609275.133175:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609275.133175:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609275.133176:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609275.133177:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609275.133177:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609275.133178:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000010:2.0:1749609275.133178:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509a000. 02000000:00000001:2.0:1749609275.133180:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609275.133181:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749609275.133181:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609275.133181:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609275.133183:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7a00. 00010000:00000001:2.0:1749609275.133183:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749609275.133184:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612260352 00010000:00000001:2.0:1749609275.133185:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609275.133186:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609275.133187:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1749609275.133187:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1749609275.133187:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609275.133187:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749609275.133188:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:0.0:1749609275.133189:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080000. 00000100:00000001:2.0:1749609275.133189:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749609275.133190:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609275.133191:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609275.133191:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609275.133192:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749609275.133193:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.133193:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609275.133194:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609275.133194:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:1.0:1749609275.133195:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.133196:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609275.133196:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:2.0:1749609275.133198:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:1.0:1749609275.133199:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 02000000:00000001:2.0:1749609275.133199:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609275.133200:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609275.133201:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749609275.133202:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00000001:2.0:1749609275.133202:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609275.133203:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.133203:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609275.133205:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749609275.133205:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93990. 00000020:00000010:1.0:1749609275.133206:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000100:00000001:0.0:1749609275.133207:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609275.133207:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612260224, offset 0 00000100:00000001:3.0:1749609275.133207:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.133209:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609275.133209:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609275.133210:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609275.133210:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609275.133212:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.133214:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609275.133215:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609275.133217:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609275.133218:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000100:00000001:3.0:1749609275.133220:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298551538 00000400:00000200:2.0:1749609275.133221:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bad80 00000100:00000001:1.0:1749609275.133222:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.133223:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298551544 00000400:00000200:2.0:1749609275.133225:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16dcd [1] + 0 00000100:00000001:3.0:1749609275.133226:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298551538 00000100:00000001:1.0:1749609275.133228:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609275.133228:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609275.133228:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298551544 00000100:00000001:1.0:1749609275.133229:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609275.133230:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298551538 00000400:00000200:2.0:1749609275.133231:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609275.133232:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298551544 00000100:00100000:1.0:1749609275.133233:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00000100:00000001:2.0:1749609275.133233:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609275.133234:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298551538 00000100:00000001:1.0:1749609275.133235:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083365632 : -131938626185984 : ffff8800a50dd500) 00000100:00000200:2.0:1749609275.133236:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.133236:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298551544 00000100:00000040:1.0:1749609275.133238:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dd500 x1834594612260352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.133238:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609275.133240:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609275.133242:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.133243:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.133245:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609275.133247:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612260352:12345-0@lo:38: 00000100:00000001:2.0:1749609275.133248:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609275.133250:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612260352 00000020:00000001:1.0:1749609275.133251:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609275.133251:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93990 00000100:00000001:3.0:1749609275.133251:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749609275.133252:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93990. 00010000:00000001:1.0:1749609275.133253:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609275.133253:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609275.133253:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609275.133254:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609275.133255:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609275.133257:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749609275.133261:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609275.133261:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00020000:1.0:1749609275.133263:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:3.0:1749609275.133263:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609275.133264:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609275.133265:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609275.133265:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62f78. 00000100:00000040:2.0:1749609275.133266:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:1.0:1749609275.133268:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609275.133268:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609275.133268:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000020:00000001:2.0:1749609275.133269:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609275.133270:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:3.0:1749609275.133270:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000001:1.0:1749609275.133272:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609275.133272:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dd180 x1834594612260224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609275.133273:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609275.133273:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749609275.133276:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948be800. 00000100:00000200:3.0:1749609275.133277:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609275.133278:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609275.133279:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612260224:12345-0@lo:38: Request processed in 147us (381us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609275.133280:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609275.133282:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609275.133283:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609275.133284:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708 00000100:00001000:1.0:1749609275.133286:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609275.133286:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609275.133287:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1749609275.133287:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609275.133288:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:2.0:1749609275.133289:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00000001:1.0:1749609275.133290:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609275.133291:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:2.0:1749609275.133291:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000100:00000001:1.0:1749609275.133293:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000010:2.0:1749609275.133293:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:1.0:1749609275.133295:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:2.0:1749609275.133295:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.133296:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609275.133297:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609275.133299:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609275.133299:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609275.133300:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.133301:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609275.133302:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609275.133303:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609275.133304:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609275.133305:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749609275.133306:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00080000:2.0:1749609275.133306:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749609275.133307:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609275.133308:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000200:1.0:1749609275.133309:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612260352, offset 0 02000000:00000001:3.0:1749609275.133310:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609275.133312:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1749609275.133314:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609275 v=5 (0 0 0 0) 00000400:00000200:1.0:1749609275.133318:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749609275.133318:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=91 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609275.133322:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749609275.133323:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bae00 00000100:00000001:3.0:1749609275.133324:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609275.133325:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609275.133327:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16dd9 [1] + 0 00000100:00000040:3.0:1749609275.133329:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609275.133331:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609275.133333:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609275.133335:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609275.133336:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609275.133337:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609275.133338:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609275.133339:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.133339:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609275.133340:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609275.133342:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609275.133344:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:1.0:1749609275.133346:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.133346:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609275.133349:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609275.133355:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612260224:0@lo:38: 00000100:00000001:1.0:1749609275.133359:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609275.133370:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609275.133372:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609275.133374:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609275.133375:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609275.133377:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609275.133379:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609275.133381:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609275.133383:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609275.133385:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dd500 x1834594612260352/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609295 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609275.133385:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609275.133387:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609275.133388:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62318. 00000400:00000200:3.0:1749609275.133390:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000400:00000010:3.0:1749609275.133391:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00100000:1.0:1749609275.133392:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612260352:12345-0@lo:38: Request processed in 145us (275us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609275.133393:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609275.133396:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609275.133398:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00000100:00000001:1.0:1749609275.133399:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609275.133401:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609275.133403:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000020:00000010:1.0:1749609275.133405:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000020:00000010:1.0:1749609275.133407:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00000200:3.0:1749609275.133408:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609275.133409:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.133414:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609275.133415:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.133417:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609275.133418:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609275.133419:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609275.133420:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609275.133421:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609275.133424:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609275 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609275.133426:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=88 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609275.133428:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609275.133428:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609275.133430:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609275.133432:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.133437:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609275.133439:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609275.133440:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.133442:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609275.133443:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609275.133444:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609275.133446:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609275.133448:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609275.133450:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609275.133455:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612260352:0@lo:38: 00000100:00000001:3.0:1749609275.133458:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.133459:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609275.133462:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082680 x1834594612260224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.133467:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609275.133469:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609275.133470:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50d9800. 02000000:00000001:3.0:1749609275.133473:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609275.133474:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609275.133475:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609275.133476:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609275.133478:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509b800. 02000000:00000001:3.0:1749609275.133480:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609275.133481:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609275.133482:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082680. 00000100:00000001:3.0:1749609275.133484:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609275.133485:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.133486:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609275.133488:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081880 x1834594612260352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609275.133535:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609275.133536:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609275.133538:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50d9c00. 02000000:00000001:3.0:1749609275.133540:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609275.133541:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609275.133541:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609275.133543:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609275.133544:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5099c00. 02000000:00000001:3.0:1749609275.133546:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609275.133547:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609275.133548:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081880. 00000100:00000001:3.0:1749609275.133550:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609275.133550:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.133552:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609275.133555:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609275.133556:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609275.133558:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609275.133559:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609275.139574:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298551544, at 4298551544 00000100:00000010:3.0:1749609275.139583:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8ac0. 00000100:00000040:1.0:1749609275.139594:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298551544, at 4298551544 00000100:00000010:1.0:1749609275.139603:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8f80. 00000100:00000040:0.0:1749609275.139605:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298551544, at 4298551544 00000100:00000010:0.0:1749609275.139615:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8a40. 00000100:00000040:2.0:1749609275.139647:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298551544, at 4298551544 00000100:00000010:2.0:1749609275.139656:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8e40. 00010000:00000001:0.0:1749609275.471658:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609275.471667:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609275.471675:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609275.471677:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609275.471781:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609275.471787:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609275.471792:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609275.710740:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609275.710751:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609275.710753:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609275.710758:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609275.710764:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609275.710768:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609275.710771:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609275.710773:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609275.710775:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609276.467553:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083100. 00000020:00000040:2.0:1749609276.467565:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609276.467573:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609276.467576:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609276.467581:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609276.467589:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9800. 00000100:00000001:2.0:1749609276.467597:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609276.467603:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609276.467606:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609276.467612:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609276.467614:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954176 : -131938708597440 : ffff8800a0245540) 00000100:00000001:2.0:1749609276.467618:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609276.467619:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995968 : -131938626555648 : ffff8800a5083100) 00000100:00000001:2.0:1749609276.467624:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609276.467627:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609276.467630:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609276.467632:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609276.467639:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083100 x1834594612260608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609276.467653:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609276.467655:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609276.467658:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083100 x1834594612260608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609276.467668:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609276.467672:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609276.467674:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609276.467676:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245540 going to sleep for 0 seconds 00000100:00000001:2.0:1749609276.467679:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609276.467681:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609276.467684:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609276.467688:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609276.467690:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609276.467693:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083100 x1834594612260608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609276.467703:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612260608:0@lo:900: 00000100:00000001:2.0:1749609276.467709:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609276.467712:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609276.467715:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609276.467718:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609276.467720:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083100 x1834594612260608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609276.467729:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609276.467731:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609276.467735:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609276.467736:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609276.467739:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609276.467741:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083100 x1834594612260608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609276.467749:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609276.467752:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609276.467753:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609276.467756:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609276.467758:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609276.467762:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609276.467764:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609276.467766:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083100. 00000100:00000001:2.0:1749609276.467769:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609276.467770:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609276.473625:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609276.473631:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609276.473639:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609276.473642:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609276.473645:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609276.473649:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609276.473653:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609276.473655:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609276.473658:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609276.473661:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609276.473775:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609276.473779:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609276.473782:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609276.710719:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609276.710727:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609276.710730:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609276.710733:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609276.710737:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609276.710740:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609276.710743:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609276.710746:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609276.710747:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609276.894901:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609276.894919:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609276.894923:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609276.894926:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609276.894937:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609276.894956:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf33fe00 00000400:00000200:0.0:1749609276.894965:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16271 [2] + 0 00000400:00000010:0.0:1749609276.894970:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f2c0. 00000400:00000200:0.0:1749609276.894975:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fe0a480 00000800:00000001:0.0:1749609276.894982:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609276.894987:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609276.894989:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609276.894994:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609276.894998:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fe0a480 00000400:00000010:0.0:1749609276.895000:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009fe0a480. 00000100:00000001:0.0:1749609276.895005:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609276.895008:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609276.895012:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800703e3450 x1834594730245632 msgsize 224 00000100:00100000:0.0:1749609276.895016:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609276.895018:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609276.895037:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609276.895045:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609276.895047:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609276.895049:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609276.895051:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609276.895055:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609276.895059:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33fe80 00000400:00000200:0.0:1749609276.895065:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 3568 00000800:00000001:0.0:1749609276.895070:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609276.895073:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609276.895075:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609276.895078:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609276.895081:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609276.895082:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609276.895088:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6680. 00000100:00000040:0.0:1749609276.895090:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d6680 x1834594730245760 msgsize 520 00000100:00100000:0.0:1749609276.895093:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609276.895110:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609276.895114:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609276.895117:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609276.895119:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609276.895120:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609276.895124:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609276.895128:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf33ff00 00000400:00000200:0.0:1749609276.895131:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 4088 00000800:00000001:0.0:1749609276.895135:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609276.895151:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609276.895153:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609276.895156:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609276.895157:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609276.895159:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609276.895160:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749609276.895162:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730245632 00000100:00000010:0.0:1749609276.895163:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6d80. 00000100:00000040:0.0:1749609276.895165:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d6d80 x1834594730245888 msgsize 520 02000000:00000001:3.0:1749609276.895166:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609276.895169:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609276.895172:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609276.895177:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609276.895178:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00100000:3.0:1749609276.895181:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730245632 00000020:00000001:3.0:1749609276.895184:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609276.895187:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609276.895190:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609276.895191:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:3.0:1749609276.895193:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000800:00000001:0.0:1749609276.895194:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:3.0:1749609276.895196:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609276.895198:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609276.895198:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609276.895204:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609276.895208:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000001:3.0:1749609276.895219:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609276.895222:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000020:00000010:3.0:1749609276.895229:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000010:3.0:1749609276.895234:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1880. 00000020:00000010:3.0:1749609276.895239:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fd48. 00000100:00000001:1.0:1749609276.895244:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609276.895247:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1749609276.895249:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730245760 00000100:00000001:3.0:1749609276.895250:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609276.895252:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609276.895252:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609276.895253:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609276.895255:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609276.895257:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609276.895260:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609276.895261:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609276.895265:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730245760 00000020:00000001:1.0:1749609276.895267:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609276.895269:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609276.895270:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749609276.895271:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609276.895273:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609276.895275:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609276.895276:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730245888 00000020:00000010:1.0:1749609276.895279:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 02000000:00000001:2.0:1749609276.895279:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609276.895282:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609276.895282:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609276.895284:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00000001:2.0:1749609276.895286:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609276.895288:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 02000000:00000001:2.0:1749609276.895290:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609276.895290:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609276.895292:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609276.895292:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609276.895293:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609276.895294:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730245888 00000100:00000001:1.0:1749609276.895296:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609276.895298:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749609276.895299:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1437 00000100:00000001:1.0:1749609276.895300:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609276.895300:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609276.895302:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000001:2.0:1749609276.895303:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609276.895304:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197343312 : -131939512208304 : ffff8800703e3450) 00000020:00000001:2.0:1749609276.895305:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609276.895308:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609276.895311:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609276.895311:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e3450 x1834594730245632/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:222/0 lens 224/0 e 0 to 0 dl 1749609287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609276.895315:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00000001:1.0:1749609276.895320:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749609276.895320:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000100:00000001:1.0:1749609276.895322:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609276.895326:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00100000:1.0:1749609276.895327:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2710 00000100:00000001:1.0:1749609276.895330:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361917056 : -131939347634560 : ffff88007a0d6680) 00000100:00000001:3.0:1749609276.895330:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609276.895332:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749609276.895332:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000040:1.0:1749609276.895334:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d6680 x1834594730245760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609276.895334:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609276.895334:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609276.895336:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609276.895336:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000100:00100000:3.0:1749609276.895340:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730245632:12345-192.168.201.20@tcp:400: 00000100:00000001:2.0:1749609276.895341:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609276.895343:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730245632 00000020:00000001:3.0:1749609276.895346:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609276.895347:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730245760:12345-192.168.201.20@tcp:38: 00000020:00000001:3.0:1749609276.895350:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749609276.895351:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730245760 00000020:00000001:3.0:1749609276.895352:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609276.895353:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609276.895353:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609276.895355:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1749609276.895356:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609276.895357:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609276.895360:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609276.895361:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609276.895363:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609276.895365:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609276.895366:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609276.895368:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609276.895368:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609276.895369:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609276.895370:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609276.895371:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609276.895374:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609276.895374:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609276.895376:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2711 02000000:00000001:3.0:1749609276.895376:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:1.0:1749609276.895380:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609276.895381:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361918848 : -131939347632768 : ffff88007a0d6d80) 02000000:00000010:3.0:1749609276.895381:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d9c00. 00000100:00000001:0.0:1749609276.895382:0:14331:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609276.895383:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609276.895384:0:14331:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609276.895385:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609276.895385:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609276.895387:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d6d80 x1834594730245888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609276.895388:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609276.895389:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000040:3.0:1749609276.895390:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730245632 00000100:00000001:1.0:1749609276.895393:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749609276.895393:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609276.895396:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000200:3.0:1749609276.895397:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e3450 x1834594730245632/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:222/0 lens 224/224 e 0 to 0 dl 1749609287 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609276.895399:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609276.895404:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bc000. 00000100:00100000:2.0:1749609276.895405:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730245888:12345-192.168.201.20@tcp:38: 00010000:00000001:3.0:1749609276.895406:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609276.895407:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609276.895408:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609276.895410:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609276.895411:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730245888 00000100:00001000:3.0:1749609276.895411:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=95 v=5 (1 1 1 1) 00000020:00000001:2.0:1749609276.895414:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609276.895415:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609276.895416:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609276.895417:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609276.895417:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609276.895418:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00001000:1.0:1749609276.895421:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609276.895422:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609276.895424:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609276.895426:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:2.0:1749609276.895426:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 02000000:00000001:3.0:1749609276.895426:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609276.895428:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609276.895430:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000040:3.0:1749609276.895431:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609276.895435:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000400:00000200:1.0:1749609276.895436:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:2.0:1749609276.895438:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609276.895441:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749609276.895441:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730245632, offset 224 00000100:00000001:1.0:1749609276.895442:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609276.895445:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000010:2.0:1749609276.895446:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a509a800. 00000400:00000200:3.0:1749609276.895446:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609276.895448:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609276.895449:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609276.895451:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:2.0:1749609276.895453:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609276.895455:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00010000:00000040:2.0:1749609276.895456:0:14333:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 02000000:00000001:1.0:1749609276.895458:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609276.895458:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 02000000:00000001:1.0:1749609276.895460:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609276.895493:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00080000:2.0:1749609276.895545:0:14333:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3886 last 0 00000100:00000040:1.0:1749609276.895547:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609276.895552:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00010000:00000001:2.0:1749609276.895553:0:14333:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:3.0:1749609276.895555:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2049:2049:256:4294967295] 192.168.201.20@tcp LPNI seq info [2045:2045:8:4294967295] 00000100:00000200:1.0:1749609276.895557:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730245760, offset 0 00000004:00000001:2.0:1749609276.895558:0:14333:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:2.0:1749609276.895562:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609276.895565:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609276.895567:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:3.0:1749609276.895568:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609276.895574:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609276.895577:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000010:3.0:1749609276.895578:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695900. 00000004:00000001:2.0:1749609276.895582:0:14333:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609276.895584:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:2.0:1749609276.895586:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609276.895588:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:3.0:1749609276.895592:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000040:2.0:1749609276.895593:0:14333:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:1.0:1749609276.895596:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2050:2050:255:4294967295] 192.168.201.20@tcp LPNI seq info [2046:2046:7:4294967295] 00000004:00000040:2.0:1749609276.895596:0:14333:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000800:00000200:3.0:1749609276.895596:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695900 type 1, nob 320 niov 1 nkiov 1 00000004:00000040:2.0:1749609276.895599:0:14333:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:2.0:1749609276.895603:0:14333:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609276.895606:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609276.895609:0:14333:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609276.895611:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:2.0:1749609276.895612:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609276.895612:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609276.895616:0:14333:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:3.0:1749609276.895616:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000800:00000200:1.0:1749609276.895618:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000001:3.0:1749609276.895618:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:2.0:1749609276.895619:0:14333:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:3.0:1749609276.895620:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609276.895622:0:14333:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000001:3.0:1749609276.895622:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000800:00000010:1.0:1749609276.895623:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee900. 00000100:00000040:3.0:1749609276.895626:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e3450 x1834594730245632/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:222/0 lens 224/224 e 0 to 0 dl 1749609287 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609276.895627:0:14333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000800:00000200:1.0:1749609276.895630:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00010000:00000001:2.0:1749609276.895630:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609276.895633:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:3.0:1749609276.895636:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730245632:12345-192.168.201.20@tcp:400: Request processed in 305us (623us total) trans 0 rc 0/0 00010000:00000001:2.0:1749609276.895637:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1749609276.895638:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00010000:00000001:2.0:1749609276.895639:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609276.895642:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:1.0:1749609276.895643:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee900 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1749609276.895644:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1437 00000100:00000001:2.0:1749609276.895646:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749609276.895647:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:1.0:1749609276.895648:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609276.895650:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749609276.895652:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609276.895652:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609276.895655:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609276.895655:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1880. 00000400:00000200:2.0:1749609276.895656:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000001:1.0:1749609276.895659:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609276.895659:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fd48. 00000100:00000001:2.0:1749609276.895660:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609276.895662:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000010:3.0:1749609276.895663:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000040:1.0:1749609276.895665:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6680 x1834594730245760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609296 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609276.895665:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:0.0:1749609276.895666:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1749609276.895668:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000020:00000040:3.0:1749609276.895668:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000010:0.0:1749609276.895669:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695900. 00000100:00000001:3.0:1749609276.895671:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609276.895673:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609276.895673:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000200:3.0:1749609276.895675:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1749609276.895676:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749609276.895677:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 02000000:00000001:2.0:1749609276.895679:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609276.895679:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62318. 00000400:00000200:0.0:1749609276.895680:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000100:00000001:2.0:1749609276.895681:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749609276.895682:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00100000:1.0:1749609276.895682:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730245760:12345-192.168.201.20@tcp:38: Request processed in 334us (588us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749609276.895685:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609276.895686:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609276.895689:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1749609276.895689:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93990. 02000000:00000010:0.0:1749609276.895691:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a50d9c00. 00000400:00000010:3.0:1749609276.895693:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3480. 00000100:00100000:1.0:1749609276.895694:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2710 00000100:00000200:2.0:1749609276.895694:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730245888, offset 0 02000000:00000001:0.0:1749609276.895695:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609276.895696:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609276.895698:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609276.895700:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609276.895702:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000010:1.0:1749609276.895705:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000020:00000010:1.0:1749609276.895710:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000400:00000200:2.0:1749609276.895710:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000010:1.0:1749609276.895714:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00000001:1.0:1749609276.895718:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609276.895719:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2051:2051:255:4294967295] 192.168.201.20@tcp LPNI seq info [2047:2047:7:4294967295] 00000400:00000200:2.0:1749609276.895733:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609276.895741:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609276.895746:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7200. 00000800:00000200:0.0:1749609276.895749:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609276.895751:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee900. 00000800:00000200:2.0:1749609276.895751:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:0.0:1749609276.895756:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1749609276.895759:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:0.0:1749609276.895760:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609276.895762:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:0.0:1749609276.895764:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000800:00000200:2.0:1749609276.895764:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7200 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1749609276.895766:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609276.895767:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609276.895768:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609276.895772:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609276.895775:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609276.895778:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609276.895784:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6d80 x1834594730245888/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609296 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749609276.895785:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609276.895787:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7200. 00000400:00000200:0.0:1749609276.895789:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609276.895793:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609276.895795:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93990 00000400:00000010:0.0:1749609276.895796:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93990. 00000100:00000001:0.0:1749609276.895798:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609276.895799:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749609276.895800:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730245888:12345-192.168.201.20@tcp:38: Request processed in 395us (631us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749609276.895811:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2711 00000100:00000001:2.0:1749609276.895815:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609276.895817:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609276.895821:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000020:00000010:2.0:1749609276.895827:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000020:00000010:2.0:1749609276.895831:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:2.0:1749609276.895835:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609277.475788:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609277.475796:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609277.475805:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609277.475807:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609277.475875:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609277.475879:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609277.475883:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609277.710669:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609277.710674:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609277.710676:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609277.710678:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609277.710681:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609277.710683:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609277.710686:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609277.710687:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609277.710688:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609278.468560:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083100. 00000020:00000040:2.0:1749609278.468569:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609278.468574:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609278.468576:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609278.468581:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609278.468588:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9800. 00000100:00000001:2.0:1749609278.468593:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609278.468597:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609278.468598:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609278.468602:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609278.468603:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954176 : -131938708597440 : ffff8800a0245540) 00000100:00000001:2.0:1749609278.468605:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609278.468606:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995968 : -131938626555648 : ffff8800a5083100) 00000100:00000001:2.0:1749609278.468609:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609278.468611:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609278.468613:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609278.468614:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609278.468619:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083100 x1834594612260736/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609278.468626:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609278.468627:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609278.468629:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083100 x1834594612260736/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609278.468633:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609278.468635:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609278.468636:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609278.468637:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245540 going to sleep for 0 seconds 00000100:00000001:2.0:1749609278.468638:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609278.468640:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609278.468642:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609278.468643:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609278.468646:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609278.468647:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083100 x1834594612260736/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609278.468652:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612260736:0@lo:900: 00000100:00000001:2.0:1749609278.468655:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609278.468656:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609278.468658:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609278.468659:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609278.468660:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083100 x1834594612260736/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609278.468664:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609278.468665:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609278.468667:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609278.468668:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609278.468669:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609278.468670:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083100 x1834594612260736/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609278.468673:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609278.468675:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609278.468675:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609278.468677:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609278.468678:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609278.468680:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609278.468681:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609278.468682:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083100. 00000100:00000001:2.0:1749609278.468684:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609278.468684:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609278.477622:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609278.477627:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609278.477632:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609278.477634:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609278.477744:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609278.477748:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609278.477750:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609278.710715:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609278.710722:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609278.710725:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609278.710729:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609278.710732:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609278.710735:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609278.710738:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609278.710740:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609278.710742:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609279.479623:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609279.479630:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609279.479635:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609279.479637:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609279.479744:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609279.479749:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609279.479752:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609279.710629:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609279.710634:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609279.710636:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609279.710638:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609279.710640:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609279.710643:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609279.710645:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609279.710646:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609279.710648:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.139651:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609280.139661:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609280.139670:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083100. 00000020:00000040:2.0:1749609280.139678:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609280.139684:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609280.139688:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609280.139696:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609280.139705:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7b00. 00000100:00000001:2.0:1749609280.139713:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.139725:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609280.139742:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609280.139761:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.139769:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083100] to pc [ptlrpcd_00_02+2] req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.139828:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609280.139833:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609280.139838:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609280.139841:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609280.139844:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609280.139849:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609280.139853:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3884 00000100:00080000:2.0:1749609280.139857:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609280.139861:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609280.139865:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609280.139867:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609280.139868:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609280.139871:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609280.139872:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609280.139876:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609280.139876:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609280.139878:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609280.139882:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609280.139882:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609280.139887:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609280.139889:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609280.139892:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:3.0:1749609280.139894:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609280.139895:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609280.139895:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.139897:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609280.139899:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609280.139899:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609280.139910:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609280.139912:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609280.139914:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 02000000:00000001:3.0:1749609280.139915:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609280.139917:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00100000:3.0:1749609280.139917:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612260864:0@lo:400: 00000100:00000001:2.0:1749609280.139919:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609280.139922:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609280.139922:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609280.139927:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609280.139929:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609280.139930:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609280.139931:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609280.139932:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609280.139933:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609280.139936:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609280.139936:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9e00. 02000000:00000001:3.0:1749609280.139939:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609280.139940:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083b80. 00000020:00000040:2.0:1749609280.139942:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:3.0:1749609280.139945:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62f78. 02000000:00000001:2.0:1749609280.139946:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609280.139947:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.139950:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609280.139951:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1749609280.139951:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 02000000:00000001:2.0:1749609280.139954:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.139955:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749609280.139958:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509a400. 00000100:00000200:3.0:1749609280.139959:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612260864, portal 25 00000100:00000001:1.0:1749609280.139961:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.139961:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609280.139962:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.139963:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995968 : -131938626555648 : ffff8800a5083100) 00000100:00100000:2.0:1749609280.139967:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749609280.139968:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.139975:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609280.139976:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609280.139977:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609280.139979:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609280.139980:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083b80] to pc [ptlrpcd_rcv+-1] req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609280.139981:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 00000100:00000200:3.0:1749609280.139984:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612260864, offset 0 00000400:00000200:3.0:1749609280.139990:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609280.140004:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609280.140007:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.140011:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609280.140014:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749609280.140015:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bb000 00000100:00000010:2.0:1749609280.140016:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080e00. 00000020:00000040:2.0:1749609280.140018:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609280.140020:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609280.140021:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749609280.140021:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x162a1 [2] + 0 02000000:00000001:2.0:1749609280.140023:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609280.140025:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7900. 00000400:00000010:3.0:1749609280.140025:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f3c8. 00000100:00000001:2.0:1749609280.140027:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609280.140030:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fe0a900 00000100:00000040:2.0:1749609280.140031:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609280.140036:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609280.140038:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609280.140039:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609280.140040:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609280.140042:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080e00] to pc [ptlrpcd_00_03+3] req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609280.140044:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fe0a900 00000400:00000010:3.0:1749609280.140046:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009fe0a900. 00000100:00000001:3.0:1749609280.140051:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609280.140053:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1749609280.140056:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800703e3c50 x1834594612260864 msgsize 224 00000100:00000001:0.0:1749609280.140057:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609280.140058:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609280.140060:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749609280.140060:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609280.140061:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609280.140062:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609280.140063:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609280.140063:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609280.140064:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609280.140066:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609280.140068:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:0.0:1749609280.140069:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609280.140070:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3884 00000100:00000001:3.0:1749609280.140070:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749609280.140072:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609280.140074:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609280.140076:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609280.140078:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:3.0:1749609280.140078:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000100:00000001:0.0:1749609280.140079:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609280.140079:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:3.0:1749609280.140079:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00000001:0.0:1749609280.140080:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609280.140081:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609280.140082:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 02000000:00000001:0.0:1749609280.140083:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609280.140084:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609280.140084:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609280.140085:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609280.140085:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 02000000:00000001:0.0:1749609280.140086:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609280.140087:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000200:3.0:1749609280.140087:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609280.140088:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140088:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609280.140089:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00100000:0.0:1749609280.140090:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612260992:0@lo:38: 00000100:00000001:1.0:1749609280.140090:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609280.140092:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609280.140093:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609280.140094:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609280.140094:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:1.0:1749609280.140096:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.140096:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609280.140096:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609280.140098:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749609280.140098:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 02000000:00000001:0.0:1749609280.140099:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609280.140099:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609280.140100:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 02000000:00000001:0.0:1749609280.140101:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609280.140102:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609280.140104:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1749609280.140105:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a509e000. 00000100:00000001:3.0:1749609280.140106:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609280.140107:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609280.140107:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609280.140107:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609280.140108:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609280.140108:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140110:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140110:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609280.140111:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609280.140112:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000100:00000001:2.0:1749609280.140112:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609280.140113:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749609280.140114:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081180. 02000000:00000001:1.0:1749609280.140115:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609280.140115:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298556552 00000020:00000040:2.0:1749609280.140116:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:0.0:1749609280.140117:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 02000000:00000001:1.0:1749609280.140118:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609280.140118:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000010:3.0:1749609280.140118:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8500. 02000000:00000001:2.0:1749609280.140119:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609280.140120:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612261120:0@lo:400: 00000100:00000001:2.0:1749609280.140120:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749609280.140121:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612260992, portal 4 02000000:00000001:2.0:1749609280.140121:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609280.140122:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140123:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609280.140124:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082998656 : -131938626552960 : ffff8800a5083b80) 00000100:00000001:1.0:1749609280.140124:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609280.140124:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 02000000:00000010:2.0:1749609280.140125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5098800. 02000000:00000001:1.0:1749609280.140127:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609280.140127:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609280.140129:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609280.140130:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609280.140130:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298556552 00000100:00000040:0.0:1749609280.140131:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609280.140132:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1749609280.140132:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8d40. 00000100:00000001:3.0:1749609280.140135:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 02000000:00000010:1.0:1749609280.140136:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 00000100:00000001:2.0:1749609280.140137:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609280.140138:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609280.140138:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140138:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140138:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298556552 00000100:00000040:2.0:1749609280.140140:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081180] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609280.140140:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b80c0. 00000100:00000040:0.0:1749609280.140141:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609280.140148:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609280.140153:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000100:00080000:2.0:1749609280.140153:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749609280.140153:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1749609280.140154:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b00. 00000100:00000200:0.0:1749609280.140156:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612260992, offset 0 00000100:00080000:2.0:1749609280.140156:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609280.140156:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298556552 00000100:00000001:2.0:1749609280.140157:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:3.0:1749609280.140157:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8ec0. 00000400:00000010:1.0:1749609280.140158:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00080000:2.0:1749609280.140158:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749609280.140160:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609280.140160:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609280.140161:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609280.140162:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3884 00000100:00000001:3.0:1749609280.140162:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749609280.140164:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609280.140164:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.140166:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609280.140167:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140168:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609280.140169:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609280.140169:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609280.140170:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:1.0:1749609280.140172:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612261120, portal 4 00000100:00000001:2.0:1749609280.140172:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609280.140174:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609280.140174:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609280.140175:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082987008 : -131938626564608 : ffff8800a5080e00) 00000020:00000040:2.0:1749609280.140175:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000200:0.0:1749609280.140176:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bb080 00000020:00000001:2.0:1749609280.140177:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609280.140177:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1749609280.140179:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:3.0:1749609280.140179:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749609280.140180:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:3.0:1749609280.140181:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609280.140182:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 18200 00000100:00000040:1.0:1749609280.140182:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609280.140182:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:3.0:1749609280.140182:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609280.140183:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.140185:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609280.140185:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140186:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609280.140187:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:0.0:1749609280.140188:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609280.140189:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609280.140190:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609280.140191:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000400:00000200:0.0:1749609280.140192:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609280.140193:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749609280.140193:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000400:00000010:1.0:1749609280.140194:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609280.140194:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140196:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609280.140196:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749609280.140197:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1749609280.140197:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612261120, offset 0 02000000:00000001:2.0:1749609280.140198:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609280.140199:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609280.140201:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609280.140201:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000010:0.0:1749609280.140202:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7100. 00000100:00000001:2.0:1749609280.140202:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609280.140204:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d7100 x1834594612260992 msgsize 520 00000100:00000010:2.0:1749609280.140204:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080700. 00000020:00000040:2.0:1749609280.140206:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749609280.140206:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609280.140207:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1749609280.140208:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609280.140208:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609280.140208:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612260864 00000400:00000200:1.0:1749609280.140210:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609280.140210:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609280.140210:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749609280.140211:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609280.140212:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140213:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609280.140214:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5098c00. 00000400:00000200:1.0:1749609280.140216:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bb100 00000100:00000001:2.0:1749609280.140216:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140216:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140217:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609280.140219:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749609280.140219:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609280.140223:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 13664 00000100:00100000:3.0:1749609280.140223:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612260864 00000100:00000001:2.0:1749609280.140225:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1749609280.140225:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609280.140226:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609280.140226:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000400:00000200:1.0:1749609280.140228:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609280.140228:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609280.140229:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080700] to pc [ptlrpcd_rcv+-1] req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609280.140231:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749609280.140231:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000400:00000200:0.0:1749609280.140233:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000020:00000001:3.0:1749609280.140233:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000010:0.0:1749609280.140235:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000020:00000001:3.0:1749609280.140235:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609280.140236:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140238:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609280.140238:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749609280.140239:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609280.140240:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749609280.140241:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609280.140241:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1749609280.140241:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:3.0:1749609280.140242:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8dc0. 00000100:00000010:2.0:1749609280.140243:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000100:00000010:1.0:1749609280.140245:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948bad80. 00000020:00000040:2.0:1749609280.140245:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609280.140245:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609280.140247:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800948bad80 x1834594612261120 msgsize 224 00000100:00000001:2.0:1749609280.140247:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:3.0:1749609280.140247:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8dc0. 02000000:00000001:2.0:1749609280.140248:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609280.140249:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609280.140249:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609280.140251:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609280.140251:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7800. 00000100:00100000:1.0:1749609280.140252:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749609280.140252:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 00000100:00000001:2.0:1749609280.140253:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.140255:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609280.140257:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609280.140257:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1880. 00000100:00000001:0.0:1749609280.140259:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609280.140261:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749609280.140261:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fd48. 00000100:00000001:2.0:1749609280.140262:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609280.140263:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140263:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.140265:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082a00] to pc [ptlrpcd_00_00+0] req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609280.140266:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1022 usecs (2 jiffies) 00000100:00000040:3.0:1749609280.140267:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609280.140269:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298556546 00000400:00000200:1.0:1749609280.140269:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:3.0:1749609280.140270:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609280.140271:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298556552 00000400:00000010:1.0:1749609280.140271:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:3.0:1749609280.140271:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609280.140273:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609280.140273:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140274:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298556546 00000100:00000001:0.0:1749609280.140276:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298556552 00000100:00000200:1.0:1749609280.140276:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.140277:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298556546 00000100:00000001:0.0:1749609280.140279:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298556552 00000100:00000001:3.0:1749609280.140279:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140280:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140281:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298556546 00000100:00000001:0.0:1749609280.140282:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298556552 00000100:00000001:0.0:1749609280.140284:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609280.140285:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609280.140285:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3894) 00000100:00000001:0.0:1749609280.140286:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140286:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609280.140287:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.140288:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140290:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609280.140293:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609280.140295:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609280.140295:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609280.140296:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609280.140298:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609280.140299:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00000001:0.0:1749609280.140300:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609280.140300:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609280.140300:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140301:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749609280.140302:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000040:0.0:1749609280.140303:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609280.140304:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140304:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609280.140304:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197345360 : -131939512206256 : ffff8800703e3c50) 00000100:00100000:2.0:1749609280.140306:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612260992 00000100:00000040:1.0:1749609280.140307:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 831 usecs (1 jiffies) 02000000:00000001:2.0:1749609280.140307:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609280.140309:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298556545 00000100:00000001:2.0:1749609280.140309:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609280.140309:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e3c50 x1834594612260864/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:226/0 lens 224/0 e 0 to 0 dl 1749609291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.140310:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609280.140311:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140311:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140312:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298556552 02000000:00000001:0.0:1749609280.140313:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609280.140314:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298556545 02000000:00000001:2.0:1749609280.140314:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609280.140315:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609280.140316:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298556552 00000100:00100000:2.0:1749609280.140316:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612260992 02000000:00000001:0.0:1749609280.140317:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609280.140317:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609280.140317:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609280.140318:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298556545 00000020:00000040:2.0:1749609280.140318:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749609280.140319:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612261248:0@lo:38: 00000100:00000001:1.0:1749609280.140319:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298556552 00000020:00000001:2.0:1749609280.140319:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749609280.140319:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8dc0. 00000100:00000001:3.0:1749609280.140320:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609280.140321:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298556545 00000020:00000001:2.0:1749609280.140321:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140322:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609280.140322:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298556552 00000020:00000001:2.0:1749609280.140322:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609280.140322:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8dc0. 02000000:00000001:0.0:1749609280.140324:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609280.140324:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609280.140325:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612260864:12345-0@lo:400: 02000000:00000001:0.0:1749609280.140326:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140326:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609280.140326:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 02000000:00000001:0.0:1749609280.140327:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609280.140328:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609280.140329:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000100:00000200:3.0:1749609280.140329:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612260864 02000000:00000010:0.0:1749609280.140330:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a509e400. 00000100:00000001:1.0:1749609280.140330:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609280.140332:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609280.140333:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609280.140333:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000400:00000010:0.0:1749609280.140335:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17840. 00000100:00000001:1.0:1749609280.140335:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749609280.140335:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609280.140337:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609280.140337:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749609280.140338:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000020:00000001:3.0:1749609280.140338:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140339:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609280.140339:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749609280.140340:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612261248, portal 10 00000100:00000001:1.0:1749609280.140340:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609280.140340:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609280.140340:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609280.140341:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140342:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609280.140343:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609280.140343:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609280.140344:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082987904 : -131938626563712 : ffff8800a5081180) 00000100:00000001:2.0:1749609280.140344:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609280.140345:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609280.140347:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609280.140348:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749609280.140349:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.140349:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609280.140350:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609280.140352:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140355:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609280.140355:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1749609280.140357:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609280.140357:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749609280.140358:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 00000100:00000001:3.0:1749609280.140358:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609280.140359:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609280.140359:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609280.140360:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612261248, offset 0 00000100:00100000:1.0:1749609280.140361:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612261120 02000000:00000001:3.0:1749609280.140361:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609280.140362:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749609280.140362:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000400:00000200:0.0:1749609280.140363:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609280.140364:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749609280.140364:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d9800. 00000100:00000001:2.0:1749609280.140365:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361919744 : -131939347631872 : ffff88007a0d7100) 00000100:00000001:1.0:1749609280.140366:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609280.140366:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609280.140368:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609280.140368:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d7100 x1834594612260992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609300 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609280.140368:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609280.140369:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609280.140371:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609280.140372:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bb180 00000100:00100000:1.0:1749609280.140372:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612261120 00000020:00000001:1.0:1749609280.140374:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:3.0:1749609280.140374:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612260864 00000020:00000040:1.0:1749609280.140375:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00010000:00000001:3.0:1749609280.140376:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609280.140377:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 4608 00000020:00000001:1.0:1749609280.140377:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609280.140378:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612260992:12345-0@lo:38: 00000020:00000040:1.0:1749609280.140380:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00010000:00000200:3.0:1749609280.140380:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e3c50 x1834594612260864/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:226/0 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609280.140381:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609280.140382:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000200:2.0:1749609280.140382:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612260992 00000400:00000200:0.0:1749609280.140384:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609280.140384:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609280.140386:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:0.0:1749609280.140387:0:1508:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:2.0:1749609280.140387:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609280.140388:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609280.140389:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609280.140390:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1749609280.140390:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609280.140391:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7800. 00000100:00000040:0.0:1749609280.140393:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d7800 x1834594612261248 msgsize 520 00000100:00001000:3.0:1749609280.140393:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=99 v=5 (1 1 1 1) 00000020:00000010:1.0:1749609280.140394:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8f80. 00000100:00100000:0.0:1749609280.140397:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609280.140397:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609280.140399:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:1.0:1749609280.140400:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8240. 00000020:00000001:2.0:1749609280.140400:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140401:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00020000:2.0:1749609280.140403:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609280.140404:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609280.140404:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1749609280.140406:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00010000:00000001:2.0:1749609280.140406:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609280.140406:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609280.140407:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00010000:00000001:2.0:1749609280.140436:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609280.140437:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609280.140439:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749609280.140440:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609280.140441:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749609280.140442:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 02000000:00000001:2.0:1749609280.140443:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609280.140445:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:2.0:1749609280.140446:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099000. 00000400:00000010:0.0:1749609280.140447:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 02000000:00000001:2.0:1749609280.140448:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140450:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749609280.140450:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:2.0:1749609280.140450:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609280.140453:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609280.140454:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749609280.140454:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612260864, offset 224 00000020:00000010:1.0:1749609280.140455:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00010000:00000001:2.0:1749609280.140456:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609280.140458:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609280.140458:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609280.140460:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749609280.140460:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000100:00000040:0.0:1749609280.140462:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.140462:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609280.140465:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609280.140465:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609280.140467:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609280.140468:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609280.140468:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1749609280.140470:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609280.140470:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609280.140470:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bb000 00000100:00000001:1.0:1749609280.140471:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609280.140472:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609280.140473:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609280.140474:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140475:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609280.140475:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:3.0:1749609280.140475:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16df9 [1] + 224 00000100:00000040:0.0:1749609280.140476:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 02000000:00000001:2.0:1749609280.140477:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609280.140478:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298556545 02000000:00000001:2.0:1749609280.140479:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609280.140479:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609280.140480:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298556552 00000100:00000001:2.0:1749609280.140481:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609280.140482:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298556545 00000100:00000001:1.0:1749609280.140482:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1749609280.140482:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609280.140484:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298556552 00000100:00000040:2.0:1749609280.140484:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609280.140485:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298556545 00000100:00000001:1.0:1749609280.140485:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609280.140486:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609280.140487:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298556552 00000100:00000001:1.0:1749609280.140487:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140488:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298556545 00000400:00000010:2.0:1749609280.140488:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93a18. 00000100:00000200:3.0:1749609280.140489:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.140490:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298556552 00000100:00000001:0.0:1749609280.140492:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609280.140493:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609280.140494:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612260992, offset 0 00000100:00000001:0.0:1749609280.140495:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609280.140495:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609280.140532:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609280.140533:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609280.140540:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749609280.140540:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.140541:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609280.140543:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609280.140544:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609280.140545:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609280.140546:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609280.140548:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612261376:0@lo:38: 00000100:00000001:0.0:1749609280.140551:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609280.140553:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609280.140554:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609280.140555:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bb080 02000000:00000001:0.0:1749609280.140556:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609280.140558:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a509e800. 00000100:00000001:3.0:1749609280.140559:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609280.140560:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140561:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609280.140562:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16e01 [1] + 0 00000400:00000010:0.0:1749609280.140563:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17e18. 00000100:00000001:1.0:1749609280.140563:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749609280.140569:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 00000100:00100000:1.0:1749609280.140569:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000400:00000200:2.0:1749609280.140570:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609280.140572:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612261376, portal 10 00000400:00000200:3.0:1749609280.140572:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000100:00000040:1.0:1749609280.140573:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:0.0:1749609280.140574:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1749609280.140574:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00000001:1.0:1749609280.140575:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806400384 : -131938903151232 : ffff8800948bad80) 00000400:00000200:2.0:1749609280.140575:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609280.140576:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082985216 : -131938626566400 : ffff8800a5080700) 00000100:00000001:3.0:1749609280.140576:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609280.140578:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609280.140580:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609280.140581:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609280.140581:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609280.140582:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948bad80 x1834594612261120/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:226/0 lens 224/0 e 0 to 0 dl 1749609291 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609280.140584:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000200:2.0:1749609280.140586:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609280.140586:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609280.140587:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609280.140588:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609280.140589:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609280.140590:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749609280.140591:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668dd0. 00000100:00000200:0.0:1749609280.140592:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612261376, offset 0 00000100:00000040:3.0:1749609280.140593:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e3c50 x1834594612260864/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:226/0 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609280.140594:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609280.140596:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609280.140597:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 00000100:00000040:2.0:1749609280.140600:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609280.140601:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609280.140602:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612260864:12345-0@lo:400: Request processed in 284us (545us total) trans 0 rc 0/0 00000020:00000010:1.0:1749609280.140605:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8240. 00000400:00000200:0.0:1749609280.140609:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609280.140612:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612261120:12345-0@lo:400: 00000100:00100000:3.0:1749609280.140612:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00000001:2.0:1749609280.140613:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609280.140614:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000200:0.0:1749609280.140615:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bb200 00000100:00000200:1.0:1749609280.140617:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612261120 00000100:00000001:3.0:1749609280.140617:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609280.140618:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 5128 00000100:00000001:3.0:1749609280.140619:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609280.140620:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609280.140622:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609280.140622:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93a18 00000020:00000010:3.0:1749609280.140622:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1880. 00000020:00000001:1.0:1749609280.140624:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749609280.140625:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609280.140625:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93a18. 00000020:00000010:3.0:1749609280.140625:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fd48. 00000020:00000001:1.0:1749609280.140626:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609280.140628:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000100:00000001:0.0:1749609280.140629:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749609280.140629:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609280.140629:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:0.0:1749609280.140630:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609280.140630:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609280.140631:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000040:3.0:1749609280.140632:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000010:0.0:1749609280.140633:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7b80. 00000100:00000040:0.0:1749609280.140635:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d7b80 x1834594612261376 msgsize 520 00000020:00000001:1.0:1749609280.140635:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609280.140635:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609280.140635:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609280.140638:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a50d9800. 00000020:00000001:1.0:1749609280.140639:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609280.140640:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609280.140640:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:1.0:1749609280.140641:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749609280.140641:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609280.140642:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609280.140643:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609280.140643:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609280.140646:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609280.140646:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609280.140646:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1749609280.140647:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609280.140649:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1749609280.140649:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b629f8. 00000400:00000200:0.0:1749609280.140650:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668dd0 00000100:00000040:2.0:1749609280.140651:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7100 x1834594612260992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609280.140652:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668dd0. 00000100:00000001:1.0:1749609280.140653:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609280.140654:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609280.140656:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609280.140656:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749609280.140656:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da36c0. 02000000:00000010:1.0:1749609280.140660:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bc400. 00000100:00100000:2.0:1749609280.140662:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612260992:12345-0@lo:38: Request processed in 283us (455us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609280.140663:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609280.140663:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609280.140665:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609280.140665:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609280.140668:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140671:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609280.140671:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612261120 00000100:00000001:0.0:1749609280.140672:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609280.140674:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140674:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749609280.140675:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749609280.140676:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00000001:3.0:1749609280.140676:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609280.140678:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298556546 00010000:00000200:1.0:1749609280.140680:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948bad80 x1834594612261120/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:226/0 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609280.140680:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609280.140681:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298556552 00000100:00100000:2.0:1749609280.140681:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000400:00000001:3.0:1749609280.140681:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609280.140683:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298556546 00000400:00000010:3.0:1749609280.140683:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62f78. 00000100:00000001:0.0:1749609280.140684:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298556552 00000100:00000001:2.0:1749609280.140685:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749609280.140685:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000100:00000001:0.0:1749609280.140686:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298556546 00000400:00000010:3.0:1749609280.140686:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000001:0.0:1749609280.140687:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298556552 00000100:00000001:2.0:1749609280.140687:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609280.140689:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298556546 00000100:00000001:3.0:1749609280.140689:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609280.140690:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298556552 00000020:00000010:2.0:1749609280.140691:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00000200:3.0:1749609280.140691:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.140692:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609280.140692:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609280.140693:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609280.140695:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609280.140697:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749609280.140697:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000400:00000001:0.0:1749609280.140698:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1749609280.140698:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=86 v=5 (1 1 1 1) 00000100:00000200:3.0:1749609280.140699:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609280.140700:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00000020:00000010:2.0:1749609280.140701:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000400:00000200:0.0:1749609280.140703:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000100:00000001:1.0:1749609280.140703:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609280.140704:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000100:00000001:2.0:1749609280.140705:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609280.140705:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609280.140706:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609280.140706:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609280.140707:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609280.140708:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609280.140709:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609280.140709:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609280.140711:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749609280.140712:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609280.140713:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749609280.140715:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609280.140715:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140715:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609280.140717:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140718:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609280.140721:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609280.140721:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1749609280.140721:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=99 v=5 (5 5 5 5) 00000100:00000001:0.0:1749609280.140722:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609280.140723:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609280.140724:0:1508:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:1.0:1749609280.140724:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00001000:3.0:1749609280.140724:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=89 v=5 (1 1 1 1) 02000000:00000001:0.0:1749609280.140725:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1749609280.140726:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1749609280.140726:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609280.140727:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609280.140728:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612261120, offset 224 00000100:00000001:3.0:1749609280.140728:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140729:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140729:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609280.140730:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749609280.140732:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609280.140732:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609280.140732:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140734:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609280.140734:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609280.140736:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609280 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609280.140736:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609280.140737:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609280.140739:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=96 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609280.140739:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609280.140740:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609280.140741:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609280.140742:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609280.140743:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609280.140744:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:02020000:0.0:1749609280.140745:0:1508:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000400:00000200:1.0:1749609280.140745:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bb100 00000100:00000001:3.0:1749609280.140747:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609280.140748:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609280.140748:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609280.140748:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609280.140750:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609280.140751:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16e09 [1] + 224 00000100:00000040:3.0:1749609280.140751:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609280.140754:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609280.140755:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609280.140758:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609280.140759:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749609280.140759:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612260864:0@lo:400: 00000100:00000001:0.0:1749609280.140761:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609280.140761:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609280.140761:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140763:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609280.140763:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609280.140765:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609280.140765:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609280.140765:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609280.140765:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609280.140767:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1749609280.140767:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609280.140767:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083100 x1834594612260864/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.140769:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609280.140770:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609280.140771:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609280.140773:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1749609280.140774:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:1.0:1749609280.140774:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609280.140774:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612261504:0@lo:400: 02000000:00000001:3.0:1749609280.140775:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609280.140776:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609280.140778:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9e00. 00000100:00000040:0.0:1749609280.140779:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.140779:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609280.140780:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1749609280.140782:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749609280.140782:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609280.140784:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 02000000:00000001:2.0:1749609280.140785:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609280.140786:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612260992:0@lo:38: 00000100:00000001:1.0:1749609280.140786:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609280.140786:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749609280.140787:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609280.140787:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7b00. 00000100:00000001:0.0:1749609280.140790:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609280.140790:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609280.140791:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609280.140791:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 02000000:00000010:2.0:1749609280.140791:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 02000000:00000001:3.0:1749609280.140791:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1749609280.140792:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000040:0.0:1749609280.140793:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083b80 x1834594612260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609280.140793:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609280.140793:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083100. 00000100:00000001:1.0:1749609280.140795:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609280.140796:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609280.140796:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609280.140797:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609280.140798:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f420. 00000100:00000001:3.0:1749609280.140798:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609280.140799:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.140800:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609280.140801:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749609280.140801:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609280.140801:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1749609280.140803:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a509e000. 00010000:00000001:1.0:1749609280.140803:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749609280.140803:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93a18. 00000100:00000001:3.0:1749609280.140803:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140804:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609280.140805:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609280.140806:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609280.140806:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609280.140807:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749609280.140807:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749609280.140807:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612261504, portal 10 00000020:00000040:0.0:1749609280.140808:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749609280.140810:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749609280.140810:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948bad80 x1834594612261120/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:226/0 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.140810:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609280.140811:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 02000000:00000010:0.0:1749609280.140812:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509a400. 02000000:00000001:0.0:1749609280.140814:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609280.140816:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609280.140817:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083b80. 00000100:00000040:2.0:1749609280.140817:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609280.140819:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612261120:12345-0@lo:400: Request processed in 224us (570us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609280.140820:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609280.140821:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609280.140823:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609280.140824:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609280.140826:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749609280.140826:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00000001:3.0:1749609280.140826:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609280.140827:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609280.140828:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:1.0:1749609280.140828:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000010:2.0:1749609280.140828:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 00000100:00000001:0.0:1749609280.140829:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609280.140829:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612261248 00000100:00000200:2.0:1749609280.140830:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612261504, offset 0 00000100:00000001:0.0:1749609280.140831:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609280.140831:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749609280.140831:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609280.140832:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140832:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609280.140833:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609280.140834:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609280.140834:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609280.140835:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000001:3.0:1749609280.140835:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609280.140837:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609280.140838:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000100:00100000:3.0:1749609280.140839:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612261248 00000020:00000010:1.0:1749609280.140841:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000400:00000200:2.0:1749609280.140841:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609280.140841:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609280.140842:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609280.140843:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609280.140843:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609280.140844:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:0.0:1749609280.140845:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609280.140845:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609280.140846:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bb280 00000100:00000001:1.0:1749609280.140847:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609280.140847:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609280.140850:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000400:00000200:2.0:1749609280.140851:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 5648 00000020:00000010:3.0:1749609280.140852:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1880. 00000020:00000010:3.0:1749609280.140854:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fd48. 00000100:00000001:0.0:1749609280.140856:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749609280.140856:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609280.140856:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609280.140857:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749609280.140858:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612261376 00000400:00000200:2.0:1749609280.140859:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609280.140860:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609280.140860:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609280.140861:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1749609280.140862:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609280.140862:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609280.140863:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609280.140863:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609280.140863:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609280.140865:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000001:0.0:1749609280.140866:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609280.140868:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083b80. 00000100:00100000:0.0:1749609280.140869:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612261376 00000100:00000001:3.0:1749609280.140869:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609280.140870:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749609280.140870:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5083b80 x1834594612261504 msgsize 224 00000020:00000040:0.0:1749609280.140871:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609280.140873:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609280.140874:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609280.140875:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140875:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609280.140875:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609280.140876:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140877:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609280.140877:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749609280.140880:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000400:00000001:1.0:1749609280.140880:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749609280.140880:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000400:00000001:1.0:1749609280.140882:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609280.140883:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609280.140883:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361921536 : -131939347630080 : ffff88007a0d7800) 00000020:00000010:0.0:1749609280.140884:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000400:00000010:1.0:1749609280.140884:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b00. 00000100:00000040:3.0:1749609280.140886:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d7800 x1834594612261248/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609300 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609280.140887:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e320. 00000400:00000200:1.0:1749609280.140887:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:1.0:1749609280.140888:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:0.0:1749609280.140890:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609280.140890:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609280.140891:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609280.140893:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609280.140893:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609280.140895:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612261248:12345-0@lo:38: 00000100:00000001:0.0:1749609280.140897:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609280.140898:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000100:00000200:3.0:1749609280.140898:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612261248 00000400:00000010:2.0:1749609280.140899:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000020:00000001:3.0:1749609280.140900:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749609280.140901:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.140902:0:1510:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749609280.140902:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609280.140904:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609280.140905:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609280.140907:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609280.140909:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609280.140910:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609280.140911:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612261504 00000100:00000001:1.0:1749609280.140911:0:1512:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609280.140912:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609280.140913:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609280.140913:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609280.140913:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609280.140914:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609280.140914:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:3.0:1749609280.140914:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749609280.140915:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.140916:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140916:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609280.140917:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609280.140918:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609280.140918:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609280.140919:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609280.140920:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612261504 00000020:00000001:0.0:1749609280.140921:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:1.0:1749609280.140921:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=86 v=5 (5 5 5 5) 00000020:00000040:0.0:1749609280.140922:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:2.0:1749609280.140922:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140922:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749609280.140923:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609280.140923:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609280.140923:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1749609280.140924:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=86 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609280.140925:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1749609280.140926:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:2.0:1749609280.140926:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.140927:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749609280.140927:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d9800. 00000020:00000001:0.0:1749609280.140928:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609280.140928:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.140929:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 02000000:00000001:3.0:1749609280.140929:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609280.140930:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00010000:00000001:1.0:1749609280.140930:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609280.140931:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140932:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298556546 00000100:00000001:0.0:1749609280.140933:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00080000:1.0:1749609280.140933:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609280.140933:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609280.140934:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298556552 00000020:00000010:0.0:1749609280.140935:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4200. 00010000:00000001:3.0:1749609280.140935:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140936:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298556546 00000100:00001000:3.0:1749609280.140937:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749609280.140938:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706b00. 00000100:00000001:2.0:1749609280.140939:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298556552 00010000:00000001:1.0:1749609280.140940:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140940:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609280.140941:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298556546 00000100:00000001:3.0:1749609280.140942:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1749609280.140943:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609280.140943:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749609280.140943:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298556552 00000100:00000040:1.0:1749609280.140944:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:2.0:1749609280.140944:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298556546 00000100:00000040:3.0:1749609280.140945:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609280.140946:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609280.140946:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298556552 00000100:00000001:1.0:1749609280.140947:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.140947:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609280.140947:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609280.140949:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609280.140949:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.140949:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609280.140950:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609280.140951:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000100:00000040:3.0:1749609280.140951:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609280.140952:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609280.140953:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef80. 02000000:00000001:3.0:1749609280.140953:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609280.140954:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609280.140954:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609280.140955:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000100:00000001:1.0:1749609280.140956:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609280.140956:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609280.140958:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609280.140959:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749609280.140960:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609280.140960:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609280.140960:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000100:00000001:0.0:1749609280.140962:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609280.140963:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609280.140963:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609280.140963:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612261248, offset 0 00000100:00000001:0.0:1749609280.140965:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609280.140967:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609280.140968:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609280.140969:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609280.140971:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609280.140971:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612261120:0@lo:400: 00000100:00000001:0.0:1749609280.140974:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609280.140974:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609280.140975:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609280.140976:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609280.140978:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080e00 x1834594612261120/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.140979:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609280.140979:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609280.140980:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609280.140980:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bb180 00000100:00000001:2.0:1749609280.140981:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609280.140983:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00000001:1.0:1749609280.140984:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749609280.140984:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16e11 [1] + 0 00000100:00000040:0.0:1749609280.140986:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 02000000:00000001:1.0:1749609280.140986:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609280.140988:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082998656 : -131938626552960 : ffff8800a5083b80) 02000000:00000010:1.0:1749609280.140988:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 00000400:00000200:3.0:1749609280.140988:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609280.140989:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749609280.140989:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000020:00000001:1.0:1749609280.140991:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749609280.140992:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5083b80 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:226/0 lens 224/0 e 0 to 0 dl 1749609291 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609280.140992:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609280.140992:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361922432 : -131939347629184 : ffff88007a0d7b80) 00000400:00000200:3.0:1749609280.140992:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609280.140993:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609280.140995:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7900. 00000100:00000040:2.0:1749609280.140995:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d7b80 x1834594612261376/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609300 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609280.140995:0:15217:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609280.140997:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609280.140998:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1749609280.140998:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609280.140999:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080e00. 00000100:00000001:0.0:1749609280.141000:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609280.141002:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4a00. 00000100:00000001:1.0:1749609280.141002:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609280.141003:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609280.141003:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609280.141003:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612261376:12345-0@lo:38: 00000100:00000001:1.0:1749609280.141004:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609280.141005:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4a00. 00000100:00000200:2.0:1749609280.141006:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612261376 00000100:00000040:3.0:1749609280.141006:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609280.141008:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609280.141008:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609280.141009:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612261504:12345-0@lo:400: 00000100:00000001:1.0:1749609280.141009:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609280.141011:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749609280.141011:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609280.141012:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612261504 00000100:00000001:1.0:1749609280.141013:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609280.141015:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609280.141017:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609280.141018:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609280.141019:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609280.141019:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:2.0:1749609280.141019:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609280.141021:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000040:1.0:1749609280.141022:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00010000:00020000:2.0:1749609280.141022:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749609280.141022:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000020:00000001:0.0:1749609280.141023:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000010:3.0:1749609280.141023:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00010000:00000001:2.0:1749609280.141024:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609280.141026:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609280.141026:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749609280.141027:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609280.141027:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749609280.141028:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609280.141029:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609280.141029:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609280.141030:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609280.141031:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609280.141031:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609280.141032:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609280.141032:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:0.0:1749609280.141033:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609280.141034:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609280.141034:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609280.141035:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509a400. 00000020:00000001:3.0:1749609280.141036:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609280.141037:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609280.141037:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609280.141038:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7800 x1834594612261248/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609280.141039:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609280.141039:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609280.141042:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509e000. 00010000:00000001:2.0:1749609280.141042:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609280.141043:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609280.141044:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.141045:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609280.141046:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612261248:12345-0@lo:38: Request processed in 152us (651us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749609280.141047:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609280.141047:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000040:0.0:1749609280.141049:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612261504 00000100:00000001:2.0:1749609280.141049:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609280.141051:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749609280.141052:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:3.0:1749609280.141052:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00000040:2.0:1749609280.141053:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000200:0.0:1749609280.141055:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5083b80 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:226/0 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.141055:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609280.141055:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609280.141056:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609280.141057:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000010:3.0:1749609280.141059:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1880. 00000100:00000040:2.0:1749609280.141060:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609280.141061:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749609280.141061:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fd48. 00010000:00000001:0.0:1749609280.141063:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609280.141063:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609280.141063:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00010000:00000001:0.0:1749609280.141064:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.141065:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:0.0:1749609280.141066:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=93 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609280.141066:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609280.141066:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609280.141068:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 00000100:00000001:0.0:1749609280.141069:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609280.141071:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000200:2.0:1749609280.141071:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612261376, offset 0 00000100:00000001:0.0:1749609280.141073:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609280.141074:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609280.141075:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609280.141077:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.141078:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609280.141079:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609280.141079:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609280.141080:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609280.141081:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:3.0:1749609280.141082:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:0.0:1749609280.141083:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00000400:00000200:2.0:1749609280.141084:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bb200 00000400:00000001:3.0:1749609280.141084:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609280.141085:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17840. 00000400:00000200:3.0:1749609280.141088:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000400:00000010:3.0:1749609280.141089:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000001:3.0:1749609280.141091:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609280.141094:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609280.141101:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612261504, offset 224 00000100:00000200:3.0:1749609280.141101:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609280.141103:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16e21 [1] + 0 00000400:00000200:2.0:1749609280.141107:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609280.141108:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609280.141108:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609280.141109:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609280.141110:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609280.141111:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609280.141112:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609280.141113:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609280.141113:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609280.141114:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609280.141115:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609280.141116:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609280.141117:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609280.141120:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bb280 00000100:00001000:3.0:1749609280.141120:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609280 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609280.141122:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=96 v=20 (1 1 20 1) 00000400:00000200:0.0:1749609280.141125:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16e31 [1] + 224 00000100:00000040:2.0:1749609280.141125:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609280.141125:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1749609280.141127:0:1508:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000400:00000200:0.0:1749609280.141129:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609280.141130:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609280.141132:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609280.141132:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609280.141133:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609280.141135:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.141136:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609280.141139:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609280.141139:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000400:00000010:2.0:1749609280.141141:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000100:00000001:3.0:1749609280.141141:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609280.141144:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609280.141144:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609280.141145:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609280.141145:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609280.141147:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609280.141147:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609280.141148:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.141148:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609280.141150:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749609280.141152:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00080000:3.0:1749609280.141152:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609280.141155:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.141155:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609280.141158:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609280.141158:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609280.141158:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609280.141162:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000100:00000040:2.0:1749609280.141162:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7b80 x1834594612261376/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609300 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609280.141164:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000100:00100000:3.0:1749609280.141165:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612261248:0@lo:38: 00000100:00000001:0.0:1749609280.141166:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609280.141167:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609280.141170:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609280.141170:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609280.141171:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609280.141172:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609280.141173:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17e18. 00010000:00000001:0.0:1749609280.141174:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749609280.141175:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000020:00000001:0.0:1749609280.141176:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609280.141176:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612261376:12345-0@lo:38: Request processed in 172us (538us total) trans 0 rc -19/-19 00000400:00000010:3.0:1749609280.141176:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00000020:00000001:0.0:1749609280.141177:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609280.141178:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609280.141180:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083b80 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:226/0 lens 224/224 e 0 to 0 dl 1749609291 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609280.141180:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609280.141186:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00000100:00000200:3.0:1749609280.141187:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609280.141188:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612261504:12345-0@lo:400: Request processed in 187us (316us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609280.141190:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609280.141192:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609280.141193:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609280.141194:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609280.141195:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00000001:3.0:1749609280.141195:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749609280.141196:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 02000000:00000001:3.0:1749609280.141196:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609280.141197:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609280.141198:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:3.0:1749609280.141199:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.141200:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749609280.141200:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e320. 02000000:00000001:3.0:1749609280.141200:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609280.141201:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1749609280.141203:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609280 v=5 (0 0 0 0) 00000020:00000010:0.0:1749609280.141204:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef80. 00000020:00000010:2.0:1749609280.141204:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00001000:3.0:1749609280.141206:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=93 v=20 (1 1 20 1) 00000020:00000010:0.0:1749609280.141207:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000100:00000001:3.0:1749609280.141208:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749609280.141210:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000001:2.0:1749609280.141210:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609280.141210:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609280.141211:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749609280.141213:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000040:3.0:1749609280.141214:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609280.141216:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609280.141220:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609280.141222:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609280.141223:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609280.141225:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609280.141226:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609280.141228:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609280.141229:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1749609280.141230:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609280.141232:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609280.141232:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609280.141235:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609280.141237:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609280.141239:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609280.141241:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612261376:0@lo:38: 00000400:00000010:2.0:1749609280.141242:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f420. 00000100:00000001:3.0:1749609280.141244:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609280.141246:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93a18 00000100:00000001:3.0:1749609280.141246:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609280.141247:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081180 x1834594612261248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609280.141248:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93a18. 00000100:00000001:2.0:1749609280.141251:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609280.141253:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609280.141255:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1749609280.141256:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609280.141256:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a509e400. 02000000:00000001:3.0:1749609280.141259:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609280.141260:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609280.141261:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609280.141263:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609280.141264:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5098800. 02000000:00000001:3.0:1749609280.141266:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609280.141267:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1749609280.141268:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609280.141268:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081180. 00000100:00000001:3.0:1749609280.141270:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609280.141271:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609280.141273:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609280.141274:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080700 x1834594612261376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.141277:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609280.141279:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609280.141280:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609280.141281:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609280.141282:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:3.0:1749609280.141283:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a509e800. 02000000:00000001:2.0:1749609280.141285:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749609280.141285:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609280.141286:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609280.141287:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749609280.141288:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609280.141289:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609280.141290:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609280.141291:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5098c00. 02000000:00000001:2.0:1749609280.141292:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609280.141293:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609280.141294:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609280.141295:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080700. 00000100:00000001:3.0:1749609280.141297:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609280.141298:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609280.141299:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=93 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609280.141300:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609280.141302:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1749609280.141303:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609280.141303:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609280.141305:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609280.141306:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.141307:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609280.141309:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609280.141313:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609280.141318:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609280.141329:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.141333:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609280.141335:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609280.141337:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609280.141339:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.141343:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.141353:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609280.141356:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609280.141358:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609280.141362:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609280.141373:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612261504:0@lo:400: 00000100:00000001:2.0:1749609280.141380:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609280.141382:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609280.141385:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612261504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.141396:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609280.141398:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609280.141401:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609280.141405:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609280.141407:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609280.141438:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609280.141442:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609280.141445:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7800. 02000000:00000001:2.0:1749609280.141448:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609280.141450:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609280.141453:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:2.0:1749609280.141457:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609280.141458:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609280.141461:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609280.141467:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609280.141470:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.141472:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609280.141474:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609280.147590:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298556552, at 4298556552 00000100:00000040:2.0:1749609280.147595:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298556552, at 4298556552 00000100:00000040:3.0:1749609280.147596:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298556552, at 4298556552 00000100:00000010:0.0:1749609280.147598:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8500. 00000100:00000010:2.0:1749609280.147603:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b80c0. 00000100:00000010:3.0:1749609280.147605:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8ec0. 00000100:00000040:1.0:1749609280.147636:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298556552, at 4298556552 00000100:00000010:1.0:1749609280.147644:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8d40. 00000100:00000010:2.0:1749609280.469602:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609280.469615:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609280.469621:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609280.469626:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609280.469632:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609280.469640:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9800. 00000100:00000001:2.0:1749609280.469647:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.469654:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609280.469655:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609280.469661:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609280.469663:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954176 : -131938708597440 : ffff8800a0245540) 00000100:00000001:2.0:1749609280.469666:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609280.469668:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000001:2.0:1749609280.469672:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609280.469675:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609280.469677:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609280.469679:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609280.469685:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612261632/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.469696:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609280.469698:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609280.469701:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612261632/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.469709:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609280.469711:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609280.469713:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609280.469714:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245540 going to sleep for 0 seconds 00000100:00000001:2.0:1749609280.469718:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609280.469720:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609280.469723:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609280.469726:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609280.469728:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609280.469730:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612261632/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609280.469738:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612261632:0@lo:900: 00000100:00000001:2.0:1749609280.469742:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609280.469744:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609280.469746:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609280.469748:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609280.469750:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612261632/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.469756:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609280.469758:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609280.469761:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609280.469763:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609280.469765:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609280.469766:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612261632/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609280.469772:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609280.469774:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609280.469775:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609280.469777:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609280.469779:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609280.469782:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609280.469784:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609280.469785:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:2.0:1749609280.469788:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609280.469789:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609280.481644:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609280.481650:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609280.481656:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609280.481658:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609280.481772:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609280.481776:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609280.481780:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609280.710722:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609280.710729:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609280.710731:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609280.710734:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609280.710737:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609280.710740:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609280.710742:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609280.710744:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609280.710746:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609281.483663:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609281.483673:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609281.483684:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609281.483686:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609281.483818:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609281.483823:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609281.483827:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609281.710640:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609281.710649:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609281.710651:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609281.710655:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609281.710659:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609281.710663:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609281.710667:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609281.710670:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609281.710673:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609281.902809:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609281.902830:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609281.902836:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609281.902840:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609281.902856:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609281.902878:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf33ff80 00000400:00000200:0.0:1749609281.902889:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x162cd [2] + 0 00000400:00000010:0.0:1749609281.902896:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62058. 00000400:00000200:0.0:1749609281.902902:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfd480 00000800:00000001:0.0:1749609281.902909:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609281.902915:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609281.902919:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609281.902926:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609281.902932:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfd480 00000400:00000010:0.0:1749609281.902935:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfd480. 00000100:00000001:0.0:1749609281.902941:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609281.902945:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609281.902950:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800703e3050 x1834594730246016 msgsize 224 00000100:00100000:0.0:1749609281.902958:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609281.902961:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609281.902990:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609281.903000:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609281.903004:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609281.903007:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609281.903010:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609281.903016:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609281.903024:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340000 00000400:00000200:0.0:1749609281.903032:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 5872 00000800:00000001:0.0:1749609281.903038:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609281.903042:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609281.903045:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609281.903050:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609281.903055:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609281.903057:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609281.903063:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5c00. 00000100:00000040:0.0:1749609281.903067:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d5c00 x1834594730246144 msgsize 520 00000100:00100000:0.0:1749609281.903073:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609281.903096:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609281.903101:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609281.903105:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609281.903108:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609281.903111:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609281.903117:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609281.903124:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340080 00000100:00000001:3.0:1749609281.903128:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609281.903129:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 6392 00000100:00100000:3.0:1749609281.903133:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730246016 00000800:00000001:0.0:1749609281.903134:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:3.0:1749609281.903137:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609281.903140:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609281.903143:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609281.903148:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609281.903153:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730246016 00000020:00000001:3.0:1749609281.903156:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609281.903158:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609281.903161:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609281.903164:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609281.903168:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609281.903170:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609281.903176:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609281.903180:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8ec0. 00000100:00000001:3.0:1749609281.903183:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609281.903185:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8ec0. 00000020:00000010:3.0:1749609281.903192:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000010:3.0:1749609281.903197:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1880. 00000100:00000001:1.0:1749609281.903198:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749609281.903202:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fd48. 00000100:00100000:1.0:1749609281.903203:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730246144 00000800:00000001:0.0:1749609281.903206:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609281.903207:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609281.903209:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609281.903209:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609281.903211:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609281.903212:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609281.903214:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609281.903215:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609281.903216:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749609281.903217:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609281.903217:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609281.903219:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609281.903221:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749609281.903221:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730246144 00000020:00000001:1.0:1749609281.903224:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609281.903224:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609281.903225:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5880. 00000020:00000040:1.0:1749609281.903226:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609281.903228:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d5880 x1834594730246272 msgsize 520 00000020:00000001:1.0:1749609281.903229:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609281.903232:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609281.903235:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000001:1.0:1749609281.903235:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609281.903241:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000020:00000010:1.0:1749609281.903246:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000020:00000010:1.0:1749609281.903251:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee0c8. 00000100:00000001:3.0:1749609281.903254:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609281.903257:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609281.903258:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609281.903259:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1749609281.903261:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:1.0:1749609281.903262:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609281.903264:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000800:00000001:0.0:1749609281.903266:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609281.903266:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609281.903268:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609281.903273:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1439 00000100:00000040:3.0:1749609281.903276:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609281.903278:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197342288 : -131939512209328 : ffff8800703e3050) 00000100:00000001:1.0:1749609281.903281:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609281.903286:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e3050 x1834594730246016/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:227/0 lens 224/0 e 0 to 0 dl 1749609292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609281.903292:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609281.903294:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730246272 02000000:00000001:1.0:1749609281.903297:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609281.903299:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609281.903301:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609281.903301:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609281.903303:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8ec0. 02000000:00000001:1.0:1749609281.903304:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609281.903305:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609281.903306:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730246272 00000100:00000001:3.0:1749609281.903307:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609281.903308:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609281.903309:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1749609281.903310:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1749609281.903310:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8ec0. 00000020:00000001:1.0:1749609281.903313:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609281.903315:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609281.903316:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2714 00000100:00100000:3.0:1749609281.903316:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730246016:12345-192.168.201.20@tcp:400: 00000020:00000001:1.0:1749609281.903317:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609281.903320:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361914368 : -131939347637248 : ffff88007a0d5c00) 00000020:00000010:1.0:1749609281.903321:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000200:3.0:1749609281.903322:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730246016 00000020:00000010:1.0:1749609281.903325:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000020:00000001:3.0:1749609281.903326:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749609281.903327:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d5c00 x1834594730246144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609281.903328:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000020:00000001:3.0:1749609281.903331:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609281.903332:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609281.903334:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609281.903334:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609281.903337:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609281.903338:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609281.903340:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609281.903342:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00100000:0.0:1749609281.903344:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730246144:12345-192.168.201.20@tcp:38: 00000020:00000001:3.0:1749609281.903346:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609281.903348:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609281.903350:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609281.903351:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730246144 00000020:00000001:3.0:1749609281.903351:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609281.903354:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609281.903354:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609281.903357:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609281.903359:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609281.903360:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609281.903361:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609281.903362:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609281.903365:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609281.903368:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749609281.903370:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2715 02000000:00000010:3.0:1749609281.903373:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50da000. 00000100:00000001:1.0:1749609281.903374:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361913472 : -131939347638144 : ffff88007a0d5880) 00000020:00000001:0.0:1749609281.903377:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609281.903377:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609281.903409:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609281.903412:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609281.903413:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609281.903417:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:3.0:1749609281.903417:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730246016 00010000:00000001:0.0:1749609281.903422:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609281.903422:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609281.903427:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000200:3.0:1749609281.903429:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e3050 x1834594730246016/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:227/0 lens 224/224 e 0 to 0 dl 1749609292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609281.903430:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609281.903432:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609281.903433:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d5880 x1834594730246272/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609281.903437:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509d800. 02000000:00000001:0.0:1749609281.903440:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609281.903443:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609281.903443:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609281.903445:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609281.903448:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609281.903450:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609281.903450:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=100 v=5 (1 1 1 1) 00000100:00100000:1.0:1749609281.903453:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730246272:12345-192.168.201.20@tcp:38: 00000100:00001000:0.0:1749609281.903455:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609281.903456:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609281.903459:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730246272 00000100:00000001:0.0:1749609281.903460:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749609281.903460:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000001:1.0:1749609281.903462:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609281.903464:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00000001:1.0:1749609281.903466:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749609281.903467:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749609281.903468:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 02000000:00000001:3.0:1749609281.903471:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609281.903473:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609281.903474:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749609281.903475:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000040:0.0:1749609281.903476:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:3.0:1749609281.903478:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609281.903479:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:1.0:1749609281.903479:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:0.0:1749609281.903483:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000010:3.0:1749609281.903484:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000100:00000001:1.0:1749609281.903486:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609281.903488:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609281.903489:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609281.903491:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749609281.903491:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730246016, offset 224 02000000:00000001:0.0:1749609281.903493:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609281.903497:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609281.903553:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 02000000:00000010:1.0:1749609281.903555:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800948bd000. 02000000:00000001:1.0:1749609281.903560:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609281.903563:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609281.903563:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609281.903566:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00010000:00000040:1.0:1749609281.903567:0:14333:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000400:00000200:3.0:1749609281.903568:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000200:0.0:1749609281.903571:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730246144, offset 0 00010000:00080000:1.0:1749609281.903576:0:14333:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3891 last 0 00000400:00000200:0.0:1749609281.903578:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609281.903578:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2052:2052:256:4294967295] 192.168.201.20@tcp LPNI seq info [2048:2048:8:4294967295] 00010000:00000001:1.0:1749609281.903582:0:14333:0:(obd_class.h:881:obd_connect()) Process entered 00000004:00000001:1.0:1749609281.903588:0:14333:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:1.0:1749609281.903591:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:3.0:1749609281.903595:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:1.0:1749609281.903597:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000200:3.0:1749609281.903603:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609281.903605:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609281.903609:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:3.0:1749609281.903609:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000004:00000001:1.0:1749609281.903610:0:14333:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609281.903612:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609281.903616:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:0.0:1749609281.903617:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2053:2053:255:4294967295] 192.168.201.20@tcp LPNI seq info [2049:2049:7:4294967295] 00000004:00000040:1.0:1749609281.903619:0:14333:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:1.0:1749609281.903622:0:14333:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:1.0:1749609281.903625:0:14333:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000800:00000200:3.0:1749609281.903626:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000001:1.0:1749609281.903630:0:14333:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:3.0:1749609281.903632:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749609281.903633:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:1.0:1749609281.903633:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609281.903636:0:14333:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609281.903639:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609281.903641:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609281.903642:0:14333:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:0.0:1749609281.903645:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057600. 00010000:00000001:1.0:1749609281.903645:0:14333:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609281.903648:0:14333:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000200:0.0:1749609281.903650:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000040:1.0:1749609281.903653:0:14333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609281.903656:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609281.903656:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609281.903658:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609281.903660:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749609281.903661:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000800:00000200:0.0:1749609281.903663:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057600 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1749609281.903663:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609281.903665:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609281.903665:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609281.903668:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609281.903668:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609281.903669:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000020:00000001:3.0:1749609281.903671:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749609281.903672:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609281.903673:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609281.903676:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609281.903678:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e3050 x1834594730246016/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:227/0 lens 224/224 e 0 to 0 dl 1749609292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609281.903679:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609281.903681:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000040:0.0:1749609281.903685:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5c00 x1834594730246144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609301 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609281.903685:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609281.903688:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609281.903691:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609281.903694:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00100000:3.0:1749609281.903694:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730246016:12345-192.168.201.20@tcp:400: Request processed in 391us (741us total) trans 0 rc 0/0 00000100:00000040:1.0:1749609281.903699:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00100000:0.0:1749609281.903701:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730246144:12345-192.168.201.20@tcp:38: Request processed in 357us (631us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749609281.903702:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609281.903704:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609281.903706:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1439 00000100:00000001:1.0:1749609281.903707:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609281.903709:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000040:1.0:1749609281.903710:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00100000:0.0:1749609281.903712:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2714 00000100:00000001:3.0:1749609281.903712:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749609281.903714:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00000001:3.0:1749609281.903714:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609281.903716:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609281.903718:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749609281.903718:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730246272, offset 0 00000020:00000010:3.0:1749609281.903718:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1880. 00000020:00000010:0.0:1749609281.903722:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000020:00000010:3.0:1749609281.903722:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fd48. 00000400:00000200:1.0:1749609281.903725:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000010:3.0:1749609281.903726:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000020:00000010:0.0:1749609281.903727:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee0c8. 00000020:00000040:3.0:1749609281.903730:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000020:00000010:0.0:1749609281.903732:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000400:00000200:1.0:1749609281.903733:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:3.0:1749609281.903734:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609281.903736:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609281.903736:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1749609281.903738:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1749609281.903740:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2054:2054:254:4294967295] 192.168.201.20@tcp LPNI seq info [2050:2050:6:4294967295] 00000800:00000010:2.0:1749609281.903743:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695600. 00000400:00000010:3.0:1749609281.903743:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62f78. 00000400:00000010:3.0:1749609281.903747:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da39c0. 00000400:00000200:2.0:1749609281.903749:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609281.903755:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000400:00000200:2.0:1749609281.903756:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609281.903760:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000400:00000010:2.0:1749609281.903762:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000001:2.0:1749609281.903767:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609281.903770:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1749609281.903773:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a50da000. 02000000:00000001:2.0:1749609281.903777:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609281.903778:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609281.903779:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609281.903784:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee900. 00000800:00000200:1.0:1749609281.903790:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:1.0:1749609281.903798:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609281.903802:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee900 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609281.903807:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609281.903811:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609281.903814:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609281.903817:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609281.903822:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5880 x1834594730246272/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609301 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749609281.903827:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609281.903830:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057600. 00000400:00000200:2.0:1749609281.903832:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609281.903836:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:1.0:1749609281.903839:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730246272:12345-192.168.201.20@tcp:38: Request processed in 387us (607us total) trans 0 rc -11/-11 00000400:00000200:2.0:1749609281.903839:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000400:00000010:2.0:1749609281.903841:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000100:00000001:2.0:1749609281.903843:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609281.903844:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609281.903851:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2715 00000100:00000001:1.0:1749609281.903855:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609281.903857:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609281.903861:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000800:00000200:2.0:1749609281.903861:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609281.903863:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee900. 00000020:00000010:1.0:1749609281.903865:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000400:00000200:2.0:1749609281.903868:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609281.903869:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:1.0:1749609281.903872:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609281.903872:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609281.903874:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:2.0:1749609281.903876:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:2.0:1749609281.903877:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609281.903879:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:2.0:1749609282.470594:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609282.470605:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609282.470622:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609282.470627:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609282.470633:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609282.470642:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609282.470651:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609282.470658:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609282.470662:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609282.470668:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609282.470671:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954176 : -131938708597440 : ffff8800a0245540) 00000100:00000001:2.0:1749609282.470674:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609282.470676:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000001:2.0:1749609282.470682:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609282.470685:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609282.470688:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609282.470691:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609282.470699:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612261760/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609282.470713:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609282.470715:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609282.470719:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612261760/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609282.470729:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609282.470733:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609282.470735:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609282.470739:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245540 going to sleep for 0 seconds 00000100:00000001:2.0:1749609282.470742:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609282.470745:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609282.470749:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609282.470752:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609282.470755:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609282.470759:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612261760/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609282.470771:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612261760:0@lo:900: 00000100:00000001:2.0:1749609282.470778:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609282.470781:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609282.470784:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609282.470787:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609282.470790:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612261760/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609282.470800:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609282.470803:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609282.470807:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609282.470810:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609282.470813:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609282.470815:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612261760/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609282.470825:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609282.470828:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609282.470830:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609282.470833:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609282.470836:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609282.470841:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609282.470843:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609282.470845:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:2.0:1749609282.470849:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609282.470851:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609282.485644:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609282.485650:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609282.485656:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609282.485659:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609282.485784:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609282.485789:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609282.485793:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609282.710645:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609282.710654:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609282.710656:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609282.710660:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609282.710665:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609282.710669:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609282.710673:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609282.710676:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609282.710678:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609283.487643:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609283.487651:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609283.487658:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609283.487659:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609283.487793:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609283.487799:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609283.487802:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609283.710770:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609283.710779:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609283.710782:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609283.710785:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609283.710789:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609283.710793:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609283.710796:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609283.710798:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609283.710800:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609284.471598:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609284.471613:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609284.471620:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609284.471625:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609284.471632:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609284.471642:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609284.471650:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609284.471656:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609284.471659:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609284.471665:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609284.471667:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954176 : -131938708597440 : ffff8800a0245540) 00000100:00000001:2.0:1749609284.471671:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609284.471673:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000001:2.0:1749609284.471679:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609284.471682:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609284.471685:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609284.471687:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609284.471696:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612261888/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609284.471711:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609284.471713:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609284.471717:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612261888/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609284.471728:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609284.471733:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609284.471734:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609284.471737:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245540 going to sleep for 0 seconds 00000100:00000001:2.0:1749609284.471740:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609284.471742:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609284.471746:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609284.471750:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609284.471752:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609284.471756:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612261888/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609284.471765:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612261888:0@lo:900: 00000100:00000001:2.0:1749609284.471771:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609284.471774:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609284.471777:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609284.471779:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609284.471782:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612261888/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609284.471790:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609284.471792:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609284.471796:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609284.471798:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609284.471800:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609284.471802:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612261888/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609284.471810:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609284.471813:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609284.471814:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609284.471817:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609284.471820:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609284.471823:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609284.471825:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609284.471827:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:2.0:1749609284.471831:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609284.471833:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609284.489642:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609284.489648:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609284.489654:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609284.489656:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609284.489792:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609284.489797:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609284.489800:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609284.710712:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609284.710720:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609284.710722:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609284.710726:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609284.710730:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609284.710734:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609284.710737:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609284.710739:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609284.710741:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609285.147664:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609285.147675:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609285.147683:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609285.147689:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609285.147694:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609285.147698:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609285.147703:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609285.147711:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7800. 00000100:00000001:2.0:1749609285.147718:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609285.147727:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609285.147740:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609285.147742:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609285.147749:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082a00] to pc [ptlrpcd_00_01+1] req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.147803:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609285.147806:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609285.147810:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609285.147812:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609285.147814:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609285.147817:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609285.147820:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3889 00000100:00080000:2.0:1749609285.147824:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609285.147827:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609285.147834:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609285.147837:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609285.147838:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609285.147842:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609285.147844:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609285.147847:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609285.147851:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609285.147853:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609285.147855:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609285.147858:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609285.147860:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609285.147861:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609285.147863:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609285.147869:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609285.147872:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609285.147874:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609285.147876:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609285.147883:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609285.147886:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.147888:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609285.147890:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609285.147893:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083100. 00000100:00000001:0.0:1749609285.147894:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609285.147895:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609285.147898:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609285.147899:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.147901:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609285.147901:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609285.147903:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609285.147903:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609285.147904:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609285.147908:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5099c00. 00000100:00000040:0.0:1749609285.147910:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.147912:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609285.147916:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609285.147922:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609285.147924:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.147924:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609285.147924:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609285.147926:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609285.147928:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609285.147928:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083100] to pc [ptlrpcd_rcv+-1] req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609285.147930:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609285.147931:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609285.147934:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609285.147938:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612262016:0@lo:400: 00000100:00000001:0.0:1749609285.147942:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609285.147948:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609285.147950:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.147951:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609285.147953:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609285.147955:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1749609285.147958:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609285.147960:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.147961:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609285.147964:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081880. 00000400:00000010:0.0:1749609285.147967:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000020:00000040:2.0:1749609285.147967:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609285.147970:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609285.147972:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749609285.147973:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668dd0. 02000000:00000001:2.0:1749609285.147975:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609285.147978:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7500. 00000100:00000200:0.0:1749609285.147982:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612262016, portal 25 00000100:00000001:2.0:1749609285.147982:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.147985:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609285.147986:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000040:2.0:1749609285.147987:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609285.147991:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.147998:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609285.147999:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609285.147999:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609285.148003:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609285.148004:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000040:2.0:1749609285.148004:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081880] to pc [ptlrpcd_00_02+2] req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609285.148007:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612262016, offset 0 00000400:00000200:0.0:1749609285.148013:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609285.148029:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609285.148032:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609285.148035:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749609285.148037:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609285.148039:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bb480 00000100:00080000:2.0:1749609285.148040:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609285.148041:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609285.148042:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609285.148044:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609285.148044:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749609285.148047:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x162f1 [2] + 0 00000100:00000001:2.0:1749609285.148048:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609285.148050:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3889 00000100:00000040:3.0:1749609285.148050:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609285.148051:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62898. 00000100:00080000:2.0:1749609285.148054:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749609285.148056:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfd300 00000100:00000040:2.0:1749609285.148057:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609285.148059:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609285.148061:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609285.148062:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609285.148062:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148062:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609285.148063:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609285.148064:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609285.148066:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609285.148066:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609285.148069:0:5:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609285.148069:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749609285.148070:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfd300 00000020:00000040:2.0:1749609285.148070:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000400:00000010:0.0:1749609285.148072:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfd300. 02000000:00000001:3.0:1749609285.148072:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609285.148073:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609285.148075:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 02000000:00000001:3.0:1749609285.148075:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148077:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609285.148078:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000200:0.0:1749609285.148079:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1749609285.148079:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612262272:0@lo:400: 00000100:00000040:0.0:1749609285.148082:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800703e2850 x1834594612262016 msgsize 224 00000020:00000001:2.0:1749609285.148082:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609285.148083:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609285.148085:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609285.148085:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609285.148086:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00100000:0.0:1749609285.148087:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609285.148087:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609285.148088:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1749609285.148088:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609285.148089:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609285.148091:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609285.148091:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609285.148094:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.148094:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609285.148094:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749609285.148097:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000001:0.0:1749609285.148099:0:1510:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749609285.148099:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9000. 00000100:00080000:2.0:1749609285.148100:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 02000000:00000001:3.0:1749609285.148102:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.148103:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609285.148105:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000100:00000001:1.0:1749609285.148105:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609285.148106:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749609285.148107:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000001:1.0:1749609285.148107:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609285.148107:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62268. 00000100:00000001:0.0:1749609285.148109:0:1510:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609285.148110:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609285.148110:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609285.148112:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609285.148113:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609285.148113:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609285.148113:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 02000000:00000001:1.0:1749609285.148115:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.148115:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:1.0:1749609285.148118:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612262144:0@lo:38: 00000100:00000001:2.0:1749609285.148118:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609285.148118:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612262272, portal 4 00000100:00000001:0.0:1749609285.148121:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1749609285.148121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082680. 00000100:00000001:1.0:1749609285.148122:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609285.148122:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609285.148124:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609285.148124:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749609285.148124:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082989696 : -131938626561920 : ffff8800a5081880) 02000000:00000001:1.0:1749609285.148125:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609285.148127:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609285.148128:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749609285.148129:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609285.148129:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148131:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148132:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609285.148132:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749609285.148132:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609285.148133:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bdc00. 02000000:00000001:2.0:1749609285.148134:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609285.148135:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148136:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609285.148136:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148139:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298561560 00000400:00000010:1.0:1749609285.148140:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b00. 02000000:00000010:2.0:1749609285.148141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509b800. 00000100:00000010:0.0:1749609285.148143:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4a00. 00000100:00000001:3.0:1749609285.148143:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749609285.148144:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609285.148145:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609285.148146:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749609285.148148:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612262144, portal 4 00000400:00000010:3.0:1749609285.148149:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283aa0. 00000100:00000001:0.0:1749609285.148150:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749609285.148150:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749609285.148150:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609285.148152:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995968 : -131938626555648 : ffff8800a5083100) 00000100:00000200:3.0:1749609285.148152:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612262272, offset 0 00000100:00000001:0.0:1749609285.148157:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298561560 00000100:00000040:1.0:1749609285.148158:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609285.148159:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4880. 00000400:00000200:3.0:1749609285.148160:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609285.148161:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609285.148162:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609285.148163:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148164:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298561560 00000100:00000010:0.0:1749609285.148166:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4dc0. 00000100:00000001:1.0:1749609285.148166:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609285.148166:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082680] to pc [ptlrpcd_rcv+-1] req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609285.148169:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1749609285.148169:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609285.148170:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609285.148171:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298561560 00000400:00000010:1.0:1749609285.148171:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000010:0.0:1749609285.148173:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4600. 00000100:00000200:1.0:1749609285.148173:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612262144, offset 0 00000100:00000001:0.0:1749609285.148175:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609285.148178:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609285.148178:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609285.148178:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148180:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609285.148180:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bb580 00000100:00080000:2.0:1749609285.148181:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609285.148183:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148184:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609285.148186:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:1.0:1749609285.148188:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609285.148188:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 13888 00000100:00000001:2.0:1749609285.148189:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609285.148191:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609285.148192:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609285.148194:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1749609285.148194:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bb500 00000100:00000001:2.0:1749609285.148194:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:3.0:1749609285.148195:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609285.148196:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609285.148196:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3889 00000100:00000001:0.0:1749609285.148197:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609285.148198:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609285.148199:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609285.148200:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609285.148201:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 18720 00000400:00000200:3.0:1749609285.148201:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609285.148203:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609285.148205:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609285.148207:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609285.148207:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609285.148208:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:3.0:1749609285.148209:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1749609285.148210:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609285.148210:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609285.148213:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1749609285.148214:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dd880. 00000100:00000001:1.0:1749609285.148215:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:2.0:1749609285.148215:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000200:1.0:1749609285.148217:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:2.0:1749609285.148218:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609285.148218:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dd880 x1834594612262272 msgsize 224 00000020:00000040:2.0:1749609285.148220:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000010:1.0:1749609285.148221:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948bb100. 00000100:00000040:1.0:1749609285.148223:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948bb100 x1834594612262144 msgsize 520 00000020:00000001:2.0:1749609285.148223:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00100000:3.0:1749609285.148224:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609285.148226:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00100000:1.0:1749609285.148227:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609285.148229:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609285.148232:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609285.148233:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609285.148234:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:0.0:1749609285.148235:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612262016 02000000:00000001:0.0:1749609285.148237:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609285.148237:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609285.148237:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609285.148239:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:0.0:1749609285.148240:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609285.148242:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609285.148242:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609285.148245:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609285.148246:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609285.148246:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 02000000:00000001:2.0:1749609285.148247:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609285.148247:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749609285.148248:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00100000:0.0:1749609285.148250:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612262016 00000100:00000001:1.0:1749609285.148250:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609285.148251:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609285.148252:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609285.148253:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000200:1.0:1749609285.148253:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609285.148253:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609285.148255:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609285.148256:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000020:00000040:0.0:1749609285.148258:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:2.0:1749609285.148258:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609285.148258:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283aa0 00000020:00000001:0.0:1749609285.148260:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609285.148261:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1749609285.148261:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080000. 00000400:00000010:3.0:1749609285.148261:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283aa0. 00000020:00000001:0.0:1749609285.148263:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000040:1.0:1749609285.148263:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609285.148264:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749609285.148265:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609285.148267:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749609285.148268:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749609285.148269:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609285.148269:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609285.148270:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4180. 00000100:00000001:1.0:1749609285.148270:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609285.148270:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609285.148272:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609285.148272:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609285.148274:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609285.148274:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:0.0:1749609285.148275:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4180. 02000000:00000001:2.0:1749609285.148276:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609285.148277:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1021 usecs (2 jiffies) 00000100:00000001:1.0:1749609285.148279:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298561554 00000020:00000010:0.0:1749609285.148281:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 02000000:00000010:2.0:1749609285.148281:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509bc00. 00000100:00000001:3.0:1749609285.148282:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749609285.148285:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000001:2.0:1749609285.148285:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609285.148285:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609285.148289:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000100:00100000:2.0:1749609285.148289:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609285.148293:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609285.148295:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1749609285.148296:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612262272 00000100:00000001:3.0:1749609285.148296:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609285.148297:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609285.148299:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609285.148299:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609285.148300:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609285.148301:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.148302:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609285.148304:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148304:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609285.148305:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080000] to pc [ptlrpcd_rcv+-1] req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609285.148307:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612262272 00000020:00000001:1.0:1749609285.148309:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749609285.148309:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000020:00000040:1.0:1749609285.148310:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:1.0:1749609285.148312:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609285.148312:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298561553 00000020:00000040:1.0:1749609285.148314:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:2.0:1749609285.148316:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148316:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298561560 00000100:00000001:0.0:1749609285.148317:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749609285.148317:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:0.0:1749609285.148318:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749609285.148319:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609285.148319:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298561553 00000100:00000001:0.0:1749609285.148320:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609285.148320:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609285.148322:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298561560 00000100:00000001:2.0:1749609285.148352:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749609285.148352:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298561553 00000100:00000001:1.0:1749609285.148353:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609285.148355:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298561560 00000100:00000010:2.0:1749609285.148356:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000020:00000010:1.0:1749609285.148358:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 00000100:00000001:3.0:1749609285.148358:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298561553 00000020:00000040:2.0:1749609285.148359:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609285.148361:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298561560 00000100:00000001:2.0:1749609285.148363:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609285.148363:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609285.148364:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609285.148365:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8f80. 02000000:00000001:2.0:1749609285.148365:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609285.148366:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609285.148367:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148370:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609285.148371:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7600. 00000020:00000040:1.0:1749609285.148372:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609285.148372:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609285.148375:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148378:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609285.148379:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609285.148379:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609285.148382:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609285.148383:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609285.148385:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609285.148387:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609285.148387:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749609285.148388:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609285.148389:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148390:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609285.148390:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609285.148392:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148392:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609285.148393:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00100000:0.0:1749609285.148394:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00000040:0.0:1749609285.148397:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000040:2.0:1749609285.148397:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082300] to pc [ptlrpcd_00_03+3] req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609285.148398:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000100:00000001:0.0:1749609285.148399:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197340240 : -131939512211376 : ffff8800703e2850) 00000100:00000040:0.0:1749609285.148404:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e2850 x1834594612262016/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:231/0 lens 224/0 e 0 to 0 dl 1749609296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609285.148406:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609285.148410:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609285.148412:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609285.148412:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609285.148414:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609285.148415:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4180. 00000100:00000001:0.0:1749609285.148417:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609285.148419:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4180. 00000100:00000001:1.0:1749609285.148421:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1749609285.148422:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612262016:12345-0@lo:400: 00000100:00000001:1.0:1749609285.148424:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1749609285.148426:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612262016 00000100:00000001:1.0:1749609285.148426:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148426:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749609285.148429:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609285.148429:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609285.148429:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612262144 02000000:00000001:3.0:1749609285.148432:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749609285.148433:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609285.148434:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609285.148434:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749609285.148435:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609285.148435:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3899) 00000100:00000001:3.0:1749609285.148437:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609285.148438:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609285.148440:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 02000000:00000001:3.0:1749609285.148441:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609285.148443:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1749609285.148444:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612262144 00000020:00000001:0.0:1749609285.148445:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.148445:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609285.148445:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609285.148447:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609285.148447:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609285.148448:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609285.148448:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609285.148449:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609285.148449:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749609285.148449:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609285.148451:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609285.148452:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609285.148453:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749609285.148453:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00000040:2.0:1749609285.148454:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609285.148454:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148456:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609285.148457:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000020:00000001:3.0:1749609285.148457:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609285.148458:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609285.148460:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083366528 : -131938626185088 : ffff8800a50dd880) 02000000:00000010:0.0:1749609285.148461:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509f400. 02000000:00000001:0.0:1749609285.148463:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609285.148463:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:0.0:1749609285.148465:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609285.148466:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dd880 x1834594612262272/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:231/0 lens 224/0 e 0 to 0 dl 1749609296 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609285.148467:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609285.148468:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1880. 00010000:00000040:0.0:1749609285.148470:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612262016 00010000:00000001:0.0:1749609285.148473:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:3.0:1749609285.148473:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fd48. 00000100:00000001:2.0:1749609285.148475:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000200:0.0:1749609285.148477:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e2850 x1834594612262016/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:231/0 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.148477:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148478:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609285.148479:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749609285.148480:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609285.148480:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749609285.148482:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8f80. 02000000:00000001:2.0:1749609285.148482:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609285.148482:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609285.148485:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609285.148485:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.148486:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609285.148487:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609285.148488:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609285.148489:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8f80. 00000100:00100000:2.0:1749609285.148489:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612262656:0@lo:400: 00000100:00001000:0.0:1749609285.148491:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=104 v=5 (1 1 1 1) 00000100:00100000:1.0:1749609285.148494:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612262272:12345-0@lo:400: 00000100:00000001:0.0:1749609285.148495:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609285.148495:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609285.148495:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609285.148497:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609285.148540:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609285.148543:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609285.148545:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609285.148549:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609285.148551:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609285.148552:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612262272 00000020:00000001:1.0:1749609285.148555:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749609285.148556:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f420. 00000020:00000001:1.0:1749609285.148557:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609285.148558:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:1.0:1749609285.148559:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609285.148560:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609285.148560:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609285.148561:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1749609285.148561:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93a18. 02000000:00000001:0.0:1749609285.148562:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148562:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609285.148563:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:0.0:1749609285.148564:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609285.148566:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1749609285.148566:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612262656, portal 10 00000100:00000040:0.0:1749609285.148567:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749609285.148567:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000400:00000010:0.0:1749609285.148569:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000020:00000001:1.0:1749609285.148569:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609285.148569:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609285.148570:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000020:00000001:1.0:1749609285.148571:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609285.148571:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806401280 : -131938903150336 : ffff8800948bb100) 00000100:00000200:0.0:1749609285.148573:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612262016, offset 224 00000020:00000001:1.0:1749609285.148573:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609285.148575:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609285.148575:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948bb100 x1834594612262144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609285.148576:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609285.148577:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749609285.148577:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609285.148580:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609285.148582:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749609285.148582:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609285.148585:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bec00. 00000400:00000200:0.0:1749609285.148587:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bb480 02000000:00000001:1.0:1749609285.148587:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.148587:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609285.148589:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609285.148589:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612262144:12345-0@lo:38: 00000100:00000040:2.0:1749609285.148590:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609285.148591:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16e55 [1] + 224 00000020:00000001:1.0:1749609285.148591:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609285.148593:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612262272 00000400:00000010:2.0:1749609285.148593:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 00000100:00000200:3.0:1749609285.148594:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612262144 00000400:00000200:0.0:1749609285.148595:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749609285.148595:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:2.0:1749609285.148596:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612262656, offset 0 00000020:00000001:3.0:1749609285.148597:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609285.148598:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:1.0:1749609285.148599:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50dd880 x1834594612262272/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:231/0 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609285.148601:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609285.148602:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609285.148606:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609285.148608:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609285.148610:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609285.148611:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609285.148611:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609285.148614:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609285.148615:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609285.148616:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000001:3.0:1749609285.148617:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.148618:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609285.148619:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bb700 02000000:00000001:1.0:1749609285.148620:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609285.148621:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609285.148621:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749609285.148623:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609285.148623:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749609285.148624:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609285.148627:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609285.148628:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 6912 00010000:00000001:3.0:1749609285.148628:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749609285.148629:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000001:3.0:1749609285.148631:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609285.148633:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609285.148633:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612262272, offset 224 00000100:00000001:3.0:1749609285.148633:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749609285.148634:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609285.148636:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609285.148637:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609285.148638:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609285.148639:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 02000000:00000010:3.0:1749609285.148640:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50da400. 00000400:00000010:0.0:1749609285.148641:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 02000000:00000001:3.0:1749609285.148642:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148643:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609285.148644:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609285.148644:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609285.148644:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609285.148644:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609285.148646:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609285.148647:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609285.148648:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749609285.148649:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:1.0:1749609285.148650:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bb580 00000100:00000010:2.0:1749609285.148650:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081f80. 00010000:00000001:3.0:1749609285.148650:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609285.148651:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609285.148653:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609285.148653:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749609285.148654:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5081f80 x1834594612262656 msgsize 224 00000020:00000001:0.0:1749609285.148655:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609285.148655:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16e5d [1] + 224 00000100:00000040:0.0:1749609285.148658:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e2850 x1834594612262016/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:231/0 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609285.148658:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609285.148659:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609285.148660:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609285.148662:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609285.148662:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609285.148665:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609285.148665:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:0.0:1749609285.148666:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612262016:12345-0@lo:400: Request processed in 253us (582us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609285.148667:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:1.0:1749609285.148668:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.148669:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609285.148670:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00100000:0.0:1749609285.148674:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00000040:3.0:1749609285.148675:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:1.0:1749609285.148676:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609285.148677:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000200:2.0:1749609285.148677:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 02000000:00000001:3.0:1749609285.148677:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609285.148679:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749609285.148679:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000100:00000001:0.0:1749609285.148680:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609285.148680:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148682:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609285.148683:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749609285.148684:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000001:1.0:1749609285.148684:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609285.148685:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609285.148686:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609285.148687:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000400:00000200:1.0:1749609285.148688:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:3.0:1749609285.148688:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283aa0. 00000400:00000010:1.0:1749609285.148689:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000020:00000010:0.0:1749609285.148690:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000001:1.0:1749609285.148692:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609285.148693:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749609285.148693:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612262144, offset 0 00000020:00000040:0.0:1749609285.148694:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:1.0:1749609285.148695:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609285.148697:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749609285.148697:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609285.148698:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:3.0:1749609285.148698:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749609285.148699:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509f400. 00010000:00000001:1.0:1749609285.148700:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749609285.148700:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609285.148701:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1749609285.148701:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148703:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609285.148703:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609285.148705:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dd880 x1834594612262272/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:231/0 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609285.148705:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609285.148706:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1749609285.148709:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17370. 00000100:00000001:2.0:1749609285.148709:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609285.148711:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bb500 00000100:00000001:2.0:1749609285.148712:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749609285.148713:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ef19000. 00000100:00100000:1.0:1749609285.148713:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612262272:12345-0@lo:400: Request processed in 234us (494us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609285.148715:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609285.148719:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16e61 [1] + 0 00000100:00100000:1.0:1749609285.148720:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00000040:2.0:1749609285.148720:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 00000100:00000040:1.0:1749609285.148722:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:2.0:1749609285.148723:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298561554 00000400:00000200:3.0:1749609285.148724:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609285.148725:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609285.148726:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609285.148726:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298561560 00000400:00000200:3.0:1749609285.148728:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609285.148729:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749609285.148729:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000001:2.0:1749609285.148729:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298561554 00000100:00000001:0.0:1749609285.148731:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749609285.148731:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000100:00000001:2.0:1749609285.148731:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298561560 00000100:00000001:3.0:1749609285.148732:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:0.0:1749609285.148734:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749609285.148734:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:2.0:1749609285.148734:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298561554 00000100:00000200:3.0:1749609285.148735:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609285.148736:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609285.148737:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00000020:00000040:1.0:1749609285.148737:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:2.0:1749609285.148737:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298561560 00000100:00000001:1.0:1749609285.148739:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609285.148739:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298561554 00000400:00000200:0.0:1749609285.148740:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668dd0 00000400:00000010:0.0:1749609285.148741:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668dd0. 00000100:00000001:2.0:1749609285.148742:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298561560 00000100:00000001:0.0:1749609285.148743:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609285.148744:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609285.148746:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.148747:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609285.148748:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.148750:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609285.148752:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1749609285.148752:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609285.148753:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609285.148755:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609285.148758:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609285.148759:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609285.148759:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609285.148760:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.148760:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298561560 00000100:00000001:2.0:1749609285.148760:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609285.148762:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609285.148762:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609285.148763:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298561555 02000000:00000001:0.0:1749609285.148764:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609285.148764:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298561560 00000100:00000001:2.0:1749609285.148764:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609285.148764:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283aa0 00000100:00000001:0.0:1749609285.148765:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609285.148766:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298561555 00000100:00000001:2.0:1749609285.148766:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609285.148766:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283aa0. 00000100:00000001:0.0:1749609285.148767:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.148768:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298561560 02000000:00000001:0.0:1749609285.148769:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.148769:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148769:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609285.148770:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298561555 00000100:00000001:1.0:1749609285.148771:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298561560 00000100:00000001:3.0:1749609285.148771:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749609285.148772:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=104 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609285.148773:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609285.148774:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609285.148775:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609285.148775:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148777:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749609285.148777:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000001:1.0:1749609285.148778:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609285.148779:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609285.148780:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609285.148780:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609285.148781:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1749609285.148781:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b00. 00010000:00000001:0.0:1749609285.148783:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609285.148783:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609285.148784:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:2.0:1749609285.148784:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609285.148785:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609285.148785:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00100000:2.0:1749609285.148786:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612262656 00000100:00000001:1.0:1749609285.148787:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609285.148788:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609285.148788:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948bb100 x1834594612262144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609285.148789:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609285.148789:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609285.148791:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609285.148793:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148794:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609285.148795:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609285.148797:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749609285.148797:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148799:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609285.148800:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612262656 00000100:00100000:3.0:1749609285.148800:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612262144:12345-0@lo:38: Request processed in 211us (574us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749609285.148801:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609285.148802:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609285.148802:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609285.148803:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609285.148804:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:1.0:1749609285.148805:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749609285.148806:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609285.148807:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749609285.148808:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612262016:0@lo:400: 00000100:00000001:1.0:1749609285.148808:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749609285.148809:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:1.0:1749609285.148810:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609285.148811:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00000001:0.0:1749609285.148812:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609285.148812:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609285.148812:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:0.0:1749609285.148813:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609285.148814:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749609285.148815:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612262016/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609285.148815:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609285 v=5 (0 0 0 0) 00000020:00000001:2.0:1749609285.148815:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609285.148816:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1749609285.148817:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=101 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609285.148819:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609285.148820:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749609285.148820:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1880. 00000100:00000001:0.0:1749609285.148821:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609285.148821:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749609285.148822:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1749609285.148822:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706380. 00000100:00000001:1.0:1749609285.148823:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749609285.148824:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0a00. 00000020:00000010:3.0:1749609285.148824:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fd48. 00000100:00000040:1.0:1749609285.148826:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609285.148826:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4200. 02000000:00000001:0.0:1749609285.148827:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609285.148828:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1749609285.148828:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000020:00000040:0.0:1749609285.148829:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:0.0:1749609285.148831:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1749609285.148831:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 02000000:00000010:0.0:1749609285.148832:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7800. 00000100:00000001:1.0:1749609285.148832:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609285.148832:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609285.148834:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609285.148835:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609285.148835:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609285.148836:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609285.148837:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:1.0:1749609285.148838:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609285.148839:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609285.148840:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.148840:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609285.148842:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749609285.148842:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609285.148845:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1749609285.148845:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609285.148846:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.148848:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609285.148849:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148849:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609285.148850:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609285.148851:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749609285.148852:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609285.148852:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749609285.148855:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000400:00000001:3.0:1749609285.148855:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609285.148857:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749609285.148859:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612262144:0@lo:38: 00000020:00000010:2.0:1749609285.148859:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000400:00000010:3.0:1749609285.148860:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62268. 00000100:00000001:1.0:1749609285.148863:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609285.148863:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000400:00000200:3.0:1749609285.148863:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000100:00000001:1.0:1749609285.148865:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609285.148866:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00000040:1.0:1749609285.148867:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083100 x1834594612262144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609285.148868:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609285.148870:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609285.148872:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609285.148872:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749609285.148872:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609285.148873:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609285.148874:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1749609285.148875:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bdc00. 02000000:00000001:1.0:1749609285.148877:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609285.148877:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609285.148879:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609285.148880:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609285.148881:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609285.148882:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:1.0:1749609285.148900:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5099c00. 00000100:00000200:3.0:1749609285.148901:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.148902:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1749609285.148903:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609285.148903:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609285.148904:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609285.148905:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083100. 00000100:00000001:1.0:1749609285.148908:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609285.148909:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609285.148910:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.148911:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609285.148911:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609285.148914:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.148915:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609285.148917:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.148917:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609285.148919:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609285.148919:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609285.148920:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609285.148920:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609285.148922:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609285.148922:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609285.148924:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609285.148926:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00080000:1.0:1749609285.148927:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:3.0:1749609285.148927:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609285.148929:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:2.0:1749609285.148929:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:2.0:1749609285.148932:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082991488 : -131938626560128 : ffff8800a5081f80) 00000100:00001000:3.0:1749609285.148932:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=91 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609285.148933:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609285.148936:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609285.148937:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=91 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609285.148938:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5081f80 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:231/0 lens 224/0 e 0 to 0 dl 1749609296 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609285.148941:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609285.148943:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609285.148946:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609285.148950:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00080000:3.0:1749609285.148950:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609285.148951:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.148951:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609285.148953:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749609285.148953:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706e40. 02000000:00000001:1.0:1749609285.148955:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609285.148956:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609285.148957:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609285.148959:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612262400:0@lo:38: 00000020:00000010:2.0:1749609285.148959:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706e40. 00010000:00000001:3.0:1749609285.148961:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.148962:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609285.148964:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609285.148966:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609285.148966:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612262656:12345-0@lo:400: 00000100:00000001:3.0:1749609285.148966:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1749609285.148967:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609285.148968:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 02000000:00000010:1.0:1749609285.148969:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bdc00. 02000000:00000001:1.0:1749609285.148971:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609285.148971:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612262656 00000100:00000001:3.0:1749609285.148971:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609285.148973:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609285.148974:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b00. 00000020:00000001:2.0:1749609285.148974:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749609285.148976:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000020:00000001:2.0:1749609285.148977:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749609285.148977:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609285.148979:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612262400, portal 10 00000020:00000001:2.0:1749609285.148980:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.148981:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609285.148982:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082993280 : -131938626558336 : ffff8800a5082680) 00000020:00000001:2.0:1749609285.148982:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609285.148985:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:1.0:1749609285.148987:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609285.148988:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609285.148989:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609285.148991:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749609285.148992:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609285.148993:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.148994:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609285.148995:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609285.148995:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1749609285.148997:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000040:3.0:1749609285.148997:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609285.148998:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612262400, offset 0 00000020:00000001:2.0:1749609285.148998:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609285.149000:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609285.149002:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609285.149003:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609285.149007:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749609285.149008:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609285.149009:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749609285.149009:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612262272:0@lo:400: 00000400:00000200:1.0:1749609285.149012:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bb600 02000000:00000010:2.0:1749609285.149013:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099c00. 00000400:00000200:1.0:1749609285.149016:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 7136 02000000:00000001:2.0:1749609285.149016:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.149016:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609285.149019:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.149019:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609285.149020:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609285.149022:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609285.149022:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081880 x1834594612262272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609285.149023:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1749609285.149025:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612262656 00000100:00000001:1.0:1749609285.149026:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609285.149027:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749609285.149028:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000010:1.0:1749609285.149031:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948bb480. 00010000:00000200:2.0:1749609285.149032:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5081f80 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:231/0 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609285.149032:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749609285.149034:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948bb480 x1834594612262400 msgsize 520 02000000:00000001:3.0:1749609285.149035:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609285.149037:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9000. 00000100:00100000:1.0:1749609285.149038:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609285.149041:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1749609285.149043:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749609285.149043:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1749609285.149045:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609285.149045:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00001000:2.0:1749609285.149048:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=98 v=5 (1 1 1 1) 00000020:00000001:3.0:1749609285.149048:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609285.149050:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7500. 00000100:00000001:2.0:1749609285.149053:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609285.149054:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609285.149056:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749609285.149057:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609285.149058:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:3.0:1749609285.149058:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081880. 00000100:00000001:2.0:1749609285.149060:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609285.149062:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1749609285.149063:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 02000000:00000001:2.0:1749609285.149063:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609285.149064:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609285.149065:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 02000000:00000001:2.0:1749609285.149065:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.149066:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.149067:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609285.149068:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609285.149070:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609285.149071:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609285.149071:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609285.149073:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609285.149074:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 00000100:00000001:3.0:1749609285.149076:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609285.149077:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609285.149078:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609285.149079:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609285.149079:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612262656, offset 224 00000100:00000001:1.0:1749609285.149085:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609285.149085:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609285.149087:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609285.149089:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609285.149092:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 00000100:00000001:3.0:1749609285.149093:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609285.149094:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298561554 00000400:00000200:2.0:1749609285.149095:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609285.149096:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298561560 00000100:00100000:3.0:1749609285.149096:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612262400 00000100:00000001:1.0:1749609285.149098:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298561554 02000000:00000001:3.0:1749609285.149098:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609285.149100:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298561560 00000100:00000001:3.0:1749609285.149100:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609285.149101:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298561554 00000100:00000001:1.0:1749609285.149103:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298561560 00000400:00000200:2.0:1749609285.149103:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bb700 00000100:00000001:3.0:1749609285.149103:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.149104:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298561554 00000100:00000001:1.0:1749609285.149106:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298561560 02000000:00000001:3.0:1749609285.149106:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.149107:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609285.149109:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609285.149109:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16e6d [1] + 224 00000100:00100000:3.0:1749609285.149109:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612262400 00000100:00000001:1.0:1749609285.149111:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609285.149112:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749609285.149114:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609285.149114:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749609285.149115:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609285.149116:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609285.149118:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609285.149119:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609285.149120:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609285.149121:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609285.149121:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609285.149123:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609285.149123:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609285.149124:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 02000000:00000001:1.0:1749609285.149125:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609285.149127:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609285.149127:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609285.149128:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1880. 00000100:00100000:1.0:1749609285.149129:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612262528:0@lo:38: 00000100:00000001:1.0:1749609285.149132:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749609285.149132:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fd48. 02000000:00000001:1.0:1749609285.149134:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609285.149135:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609285.149136:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609285.149136:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609285.149138:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1749609285.149139:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948be000. 02000000:00000001:1.0:1749609285.149140:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609285.149140:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609285.149140:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609285.149142:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0688. 00000400:00000010:1.0:1749609285.149144:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000001:3.0:1749609285.149145:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609285.149146:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612262528, portal 10 00000100:00000001:1.0:1749609285.149148:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609285.149149:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082983424 : -131938626568192 : ffff8800a5080000) 00000100:00000040:1.0:1749609285.149153:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.149155:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609285.149159:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609285.149161:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609285.149161:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000400:00000010:1.0:1749609285.149163:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000400:00000010:2.0:1749609285.149164:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000100:00000001:2.0:1749609285.149167:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609285.149168:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609285.149168:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609285.149172:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609285.149174:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612262528, offset 0 00000100:00000040:2.0:1749609285.149175:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:1.0:1749609285.149177:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609285.149178:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1749609285.149179:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609285.149180:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609285.149182:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609285.149182:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609285.149184:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749609285.149185:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000400:00000200:1.0:1749609285.149186:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bb680 00000100:00000040:2.0:1749609285.149188:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081f80 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:231/0 lens 224/224 e 0 to 0 dl 1749609296 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609285.149188:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806402176 : -131938903149440 : ffff8800948bb480) 00000400:00000200:1.0:1749609285.149190:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 7656 00000400:00000200:1.0:1749609285.149193:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609285.149193:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948bb480 x1834594612262400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609285.149196:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609285.149198:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609285.149199:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609285.149202:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948bb800. 00000100:00100000:2.0:1749609285.149202:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612262656:12345-0@lo:400: Request processed in 250us (545us total) trans 0 rc 0/0 00000100:00000040:1.0:1749609285.149204:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948bb800 x1834594612262528 msgsize 520 00000100:00100000:3.0:1749609285.149207:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612262400:12345-0@lo:38: 00000100:00100000:1.0:1749609285.149208:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749609285.149212:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612262400 00000100:00000001:1.0:1749609285.149213:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749609285.149214:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609285.149215:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609285.149217:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00010000:00000001:3.0:1749609285.149217:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749609285.149218:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00000001:1.0:1749609285.149219:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609285.149221:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000200:1.0:1749609285.149222:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609285.149223:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609285.149225:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749609285.149226:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612262528 00000100:00000001:2.0:1749609285.149227:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609285.149227:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609285.149228:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609285.149228:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609285.149231:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609285.149231:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609285.149231:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00010000:00020000:3.0:1749609285.149231:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609285.149232:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609285.149234:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609285.149235:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609285.149236:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000100:00000001:1.0:1749609285.149237:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609285.149238:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612262528 00000100:00000001:1.0:1749609285.149238:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749609285.149238:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609285.149239:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609285.149240:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609285.149240:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000020:00000040:0.0:1749609285.149241:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609285.149241:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749609285.149242:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609285.149242:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000020:00000001:0.0:1749609285.149244:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.149244:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298561554 00000020:00000040:2.0:1749609285.149244:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:3.0:1749609285.149244:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749609285.149246:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.149246:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298561560 02000000:00000001:3.0:1749609285.149246:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609285.149247:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298561554 00000100:00000001:2.0:1749609285.149247:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609285.149249:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000001:1.0:1749609285.149249:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298561560 00000100:00000001:1.0:1749609285.149250:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298561554 02000000:00000010:3.0:1749609285.149250:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50da800. 00000020:00000010:0.0:1749609285.149252:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000001:1.0:1749609285.149252:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298561560 02000000:00000001:3.0:1749609285.149252:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609285.149254:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000100:00000001:1.0:1749609285.149254:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298561554 00000100:00000001:1.0:1749609285.149255:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298561560 00000100:00000001:3.0:1749609285.149255:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.149257:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609285.149257:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609285.149258:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609285.149258:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609285.149258:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609285.149260:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609285.149260:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.149261:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.149261:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609285.149262:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609285.149264:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.149264:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1749609285.149264:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609285.149265:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609285.149266:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609285.149268:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1749609285.149268:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609285.149268:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609285.149269:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609285.149269:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609285.149270:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.149270:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609285.149271:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.149272:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609285.149272:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f420. 00000100:00000040:3.0:1749609285.149273:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:2.0:1749609285.149276:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93a18 00000100:00000001:3.0:1749609285.149276:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609285.149277:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749609285.149278:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93a18. 00000100:00000001:0.0:1749609285.149279:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609285.149279:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:2.0:1749609285.149281:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609285.149283:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00000100:00000040:3.0:1749609285.149283:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609285.149285:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806403072 : -131938903148544 : ffff8800948bb800) 00000100:00000200:2.0:1749609285.149285:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609285.149286:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609285.149288:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948bb800 x1834594612262528/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609285.149288:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609285.149291:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609285.149294:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609285.149296:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609285.149297:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 00000100:00100000:0.0:1749609285.149298:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612262528:12345-0@lo:38: 00000100:00000200:0.0:1749609285.149301:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612262528 00000100:00000200:3.0:1749609285.149301:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612262400, offset 0 00000020:00000001:0.0:1749609285.149304:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609285.149305:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609285.149306:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609285.149307:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609285.149308:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609285.149311:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609285.149313:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749609285.149314:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609285.149315:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609285.149315:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:0.0:1749609285.149317:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609285.149318:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609285.149319:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609285.149320:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609285.149322:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609285.149323:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bb600 00000100:00000001:0.0:1749609285.149345:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609285.149347:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609285.149349:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1749609285.149368:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=98 v=5 (5 5 5 5) 02000000:00000010:0.0:1749609285.149369:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509f400. 02000000:00000001:0.0:1749609285.149371:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609285.149372:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=98 v=5 (1 1 1 1) 00000400:00000200:3.0:1749609285.149372:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16e85 [1] + 0 00000100:00000001:0.0:1749609285.149373:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609285.149375:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609285.149376:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1749609285.149377:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609285.149377:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609285.149378:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609285.149379:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749609285.149380:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749609285.149381:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609285.149382:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609285.149384:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00080000:2.0:1749609285.149384:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609285.149385:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609285.149386:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609285.149388:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609285.149389:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:3.0:1749609285.149389:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609285.149392:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:0.0:1749609285.149394:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609285.149395:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609285.149395:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.149397:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609285.149398:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609285.149399:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609285.149400:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:0.0:1749609285.149401:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668dd0. 00000100:00000040:3.0:1749609285.149401:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609285.149403:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609285.149404:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609285.149405:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612262528, offset 0 00000400:00000200:0.0:1749609285.149409:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609285.149409:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609285.149415:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609285.149419:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609285.149420:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bb680 00000100:00000001:2.0:1749609285.149421:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609285.149423:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609285.149424:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16e91 [1] + 0 00000100:00000040:2.0:1749609285.149426:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609285.149428:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609285.149431:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609285.149434:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609285.149435:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609285.149436:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609285.149437:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612262656:0@lo:400: 00000100:00000001:2.0:1749609285.149442:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609285.149442:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000100:00000040:0.0:1749609285.149444:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609285.149444:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00000001:2.0:1749609285.149445:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609285.149448:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612262656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609285.149448:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609285.149449:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609285.149451:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609285.149453:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609285.149455:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668dd0 00000400:00000010:0.0:1749609285.149456:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668dd0. 00000100:00000040:3.0:1749609285.149456:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609285.149457:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609285.149459:0:15217:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609285.149459:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609285.149459:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609285.149460:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609285.149461:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609285.149462:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609285.149462:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000100:00000040:0.0:1749609285.149464:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:2.0:1749609285.149465:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749609285.149465:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948bb480 x1834594612262400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609285.149466:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609285.149467:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1749609285.149468:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609285.149469:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749609285.149470:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948bb800 x1834594612262528/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609305 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609285.149471:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609285.149474:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7600. 02000000:00000001:2.0:1749609285.149476:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1749609285.149478:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612262528:12345-0@lo:38: Request processed in 180us (272us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749609285.149478:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749609285.149478:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612262400:12345-0@lo:38: Request processed in 271us (442us total) trans 0 rc -19/-19 00000100:00000010:2.0:1749609285.149480:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 00000100:00000001:1.0:1749609285.149481:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609285.149483:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609285.149483:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1749609285.149484:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00000100:00000001:2.0:1749609285.149484:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609285.149486:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609285.149486:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609285.149487:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1749609285.149487:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609285.149488:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609285.149488:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000020:00000010:0.0:1749609285.149490:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000001:2.0:1749609285.149490:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1749609285.149491:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b00. 00000020:00000010:0.0:1749609285.149492:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000100:00000001:3.0:1749609285.149492:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609285.149493:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609285.149494:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000400:00000200:1.0:1749609285.149494:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:3.0:1749609285.149494:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609285.149495:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609285.149496:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609285.149496:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609285.149497:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.149515:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609285.149519:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609285.149520:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1880. 00000100:00000200:1.0:1749609285.149526:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609285.149526:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fd48. 00000020:00000010:3.0:1749609285.149530:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000100:00000001:1.0:1749609285.149533:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609285.149534:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609285.149534:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.149535:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609285.149537:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609285.149538:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609285.149540:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609285.149542:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609285.149545:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609285 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609285.149548:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=101 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609285.149551:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609285.149552:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609285.149554:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609285.149556:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609285.149562:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609285.149565:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609285.149566:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.149568:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609285.149569:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609285.149589:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609285.149592:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609285.149594:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609285.149596:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609285.149610:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612262400:0@lo:38: 00000400:00000001:1.0:1749609285.149615:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609285.149616:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609285.149618:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0688. 00000400:00000200:1.0:1749609285.149620:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609285.149621:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609285.149623:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609285.149625:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609285.149631:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609285.149637:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609285.149638:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.149639:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609285.149641:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609285.149642:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609285.149643:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609285.149644:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609285.149647:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609285 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609285.149649:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=98 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609285.149651:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1749609285.149654:0:1508:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:1.0:1749609285.149656:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609285.149658:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609285.149660:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609285.149666:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609285.149668:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609285.149669:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.149671:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609285.149672:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609285.149675:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609285.149677:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609285.149679:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609285.149681:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609285.149688:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612262528:0@lo:38: 00000100:00000001:1.0:1749609285.149691:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.149693:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609285.149694:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082680 x1834594612262400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609285.149700:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609285.149702:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609285.149703:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bdc00. 02000000:00000001:1.0:1749609285.149706:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609285.149707:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609285.149708:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609285.149710:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609285.149711:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509b800. 02000000:00000001:1.0:1749609285.149715:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609285.149716:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609285.149717:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082680. 00000100:00000001:1.0:1749609285.149719:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609285.149720:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.149721:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609285.149723:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080000 x1834594612262528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609285.149729:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609285.149730:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609285.149731:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948be000. 02000000:00000001:1.0:1749609285.149733:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609285.149734:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609285.149735:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609285.149737:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609285.149739:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509bc00. 02000000:00000001:1.0:1749609285.149741:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609285.149742:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609285.149743:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080000. 00000100:00000001:1.0:1749609285.149745:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609285.149746:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.149748:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609285.149751:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609285.149752:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609285.149754:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609285.149755:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609285.155610:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298561560, at 4298561560 00000100:00000010:0.0:1749609285.155619:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4a00. 00000100:00000040:1.0:1749609285.155640:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298561560, at 4298561560 00000100:00000040:3.0:1749609285.155641:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298561560, at 4298561560 00000100:00000010:1.0:1749609285.155658:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4880. 00000100:00000040:2.0:1749609285.155673:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298561560, at 4298561560 00000100:00000010:3.0:1749609285.155677:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4600. 00000100:00000010:2.0:1749609285.155683:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4dc0. 00010000:00000001:0.0:1749609285.491670:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609285.491677:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609285.491684:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609285.491686:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609285.491817:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609285.491822:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609285.491825:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609285.710715:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609285.710721:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609285.710723:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609285.710725:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609285.710728:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609285.710731:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609285.710733:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609285.710735:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609285.710736:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609286.472567:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000020:00000040:2.0:1749609286.472578:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609286.472584:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609286.472586:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609286.472591:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609286.472598:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609286.472604:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609286.472610:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609286.472611:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609286.472616:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609286.472618:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954176 : -131938708597440 : ffff8800a0245540) 00000100:00000001:2.0:1749609286.472620:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609286.472621:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000100:00000001:2.0:1749609286.472625:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609286.472627:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609286.472629:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609286.472631:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609286.472637:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612262784/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609286.472646:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609286.472647:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609286.472649:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612262784/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609286.472655:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609286.472657:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609286.472658:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609286.472660:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245540 going to sleep for 0 seconds 00000100:00000001:2.0:1749609286.472662:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609286.472663:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609286.472667:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609286.472668:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609286.472670:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609286.472672:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612262784/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609286.472678:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612262784:0@lo:900: 00000100:00000001:2.0:1749609286.472681:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609286.472683:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609286.472685:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609286.472686:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609286.472687:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612262784/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609286.472692:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609286.472694:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609286.472697:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609286.472698:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609286.472699:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609286.472700:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612262784/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609286.472705:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609286.472706:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609286.472707:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609286.472709:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609286.472710:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609286.472713:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609286.472714:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609286.472715:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 00000100:00000001:2.0:1749609286.472718:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609286.472718:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609286.493616:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609286.493622:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609286.493628:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609286.493631:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609286.493634:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609286.493636:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609286.493639:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609286.493641:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609286.493643:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609286.493645:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609286.493748:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609286.493752:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609286.493755:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609286.710747:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609286.710755:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609286.710758:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609286.710762:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609286.710765:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609286.710769:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609286.710772:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609286.710775:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609286.710777:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609286.910708:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609286.910728:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609286.910735:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609286.910739:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609286.910754:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609286.910778:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340180 00000400:00000200:0.0:1749609286.910789:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 8176 00000800:00000001:0.0:1749609286.910800:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609286.910807:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609286.910810:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609286.910817:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609286.910825:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609286.910828:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609286.910833:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5500. 00000100:00000040:0.0:1749609286.910836:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d5500 x1834594730246528 msgsize 520 00000100:00100000:0.0:1749609286.910841:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609286.910861:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609286.910870:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609286.910874:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609286.910876:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609286.910877:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609286.910882:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609286.910887:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf340100 00000400:00000200:0.0:1749609286.910894:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16329 [2] + 0 00000400:00000010:0.0:1749609286.910898:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62cb8. 00000400:00000200:0.0:1749609286.910902:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfdc00 00000800:00000001:0.0:1749609286.910905:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609286.910909:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609286.910911:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609286.910913:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609286.910916:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfdc00 00000400:00000010:0.0:1749609286.910918:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfdc00. 00000100:00000001:0.0:1749609286.910921:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609286.910922:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609286.910925:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800703e0050 x1834594730246400 msgsize 224 00000100:00100000:0.0:1749609286.910928:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609286.910930:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609286.910942:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609286.910945:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609286.910948:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609286.910950:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609286.910951:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609286.910954:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609286.910958:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340200 00000400:00000200:0.0:1749609286.910962:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 8696 00000800:00000001:0.0:1749609286.910965:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1749609286.910976:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609286.910979:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609286.910981:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609286.910981:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730246528 00000400:00000200:0.0:1749609286.910984:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 02000000:00000001:3.0:1749609286.910985:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609286.910988:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609286.910989:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609286.910990:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1749609286.910991:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d5180. 00000100:00000001:3.0:1749609286.910993:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609286.910994:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d5180 x1834594730246656 msgsize 520 00000100:00100000:0.0:1749609286.910997:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 02000000:00000001:3.0:1749609286.911000:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609286.911006:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730246528 00000020:00000001:3.0:1749609286.911010:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609286.911011:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:3.0:1749609286.911014:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000800:00000001:0.0:1749609286.911015:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:3.0:1749609286.911017:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1749609286.911018:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609286.911020:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609286.911024:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609286.911031:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 00000020:00000010:3.0:1749609286.911038:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1880. 00000100:00000001:1.0:1749609286.911044:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749609286.911045:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fd48. 00000100:00100000:1.0:1749609286.911048:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730246400 02000000:00000001:1.0:1749609286.911051:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609286.911053:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609286.911053:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609286.911055:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609286.911055:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749609286.911059:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609286.911059:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609286.911061:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730246400 00000020:00000001:1.0:1749609286.911064:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609286.911065:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000100:00000001:3.0:1749609286.911065:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609286.911067:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609286.911070:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609286.911072:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609286.911075:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609286.911081:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609286.911085:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8f80. 00000100:00000001:1.0:1749609286.911087:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609286.911089:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609286.911090:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8f80. 00000020:00000010:1.0:1749609286.911095:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000020:00000010:1.0:1749609286.911098:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000001:3.0:1749609286.911101:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609286.911103:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000100:00100000:3.0:1749609286.911104:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730246656 02000000:00000001:3.0:1749609286.911106:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609286.911108:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609286.911109:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609286.911110:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609286.911112:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609286.911113:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609286.911113:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609286.911114:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609286.911116:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730246656 00000020:00000001:3.0:1749609286.911118:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609286.911119:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609286.911120:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609286.911121:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609286.911122:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609286.911124:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609286.911126:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609286.911126:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609286.911128:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609286.911130:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609286.911134:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749609286.911134:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2718 00000020:00000010:3.0:1749609286.911134:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1e00. 00000100:00000001:1.0:1749609286.911136:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749609286.911137:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fe10. 00000100:00000001:2.0:1749609286.911138:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361912576 : -131939347639040 : ffff88007a0d5500) 00000100:00100000:1.0:1749609286.911141:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1441 00000100:00000001:3.0:1749609286.911141:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609286.911142:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609286.911143:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609286.911144:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609286.911145:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197330000 : -131939512221616 : ffff8800703e0050) 00000100:00000040:2.0:1749609286.911145:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d5500 x1834594730246528/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609286.911147:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609286.911150:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e0050 x1834594730246400/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:232/0 lens 224/0 e 0 to 0 dl 1749609297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609286.911157:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730246528:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609286.911159:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609286.911160:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609286.911161:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8f80. 00000100:00000200:2.0:1749609286.911161:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730246528 00000100:00000001:1.0:1749609286.911163:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609286.911164:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8f80. 00000020:00000001:2.0:1749609286.911164:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609286.911167:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609286.911168:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730246400:12345-192.168.201.20@tcp:400: 00010000:00000001:2.0:1749609286.911168:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609286.911169:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609286.911171:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730246400 00000020:00000001:1.0:1749609286.911174:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609286.911176:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2719 00000100:00000001:0.0:1749609286.911187:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609286.911187:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609286.911188:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361911680 : -131939347639936 : ffff88007a0d5180) 00000100:00000001:0.0:1749609286.911190:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609286.911190:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609286.911192:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609286.911193:0:15217:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609286.911193:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d5180 x1834594730246656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609286.911194:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609286.911196:0:15217:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609286.911198:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609286.911200:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609286.911203:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00000001:2.0:1749609286.911204:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609286.911206:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609286.911206:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609286.911207:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609286.911209:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609286.911209:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609286.911211:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749609286.911212:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609286.911213:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609286.911216:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1749609286.911217:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730246656:12345-192.168.201.20@tcp:38: 00000100:00000001:1.0:1749609286.911218:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749609286.911218:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5098c00. 02000000:00000001:1.0:1749609286.911220:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609286.911220:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609286.911222:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609286.911222:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730246656 02000000:00000010:1.0:1749609286.911224:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948be000. 00010000:00000001:2.0:1749609286.911225:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749609286.911225:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609286.911226:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609286.911227:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609286.911228:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609286.911228:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609286.911230:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609286.911230:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000040:1.0:1749609286.911232:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730246400 00000100:00000001:2.0:1749609286.911234:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749609286.911235:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000040:3.0:1749609286.911236:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000200:1.0:1749609286.911238:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e0050 x1834594730246400/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:232/0 lens 224/224 e 0 to 0 dl 1749609297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609286.911239:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000400:00000200:2.0:1749609286.911242:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00010000:00000001:1.0:1749609286.911246:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609286.911246:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609286.911246:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609286.911248:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609286.911248:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609286.911248:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609286.911250:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00001000:1.0:1749609286.911251:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609286.911252:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000010:3.0:1749609286.911253:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a50dac00. 00000100:00000001:1.0:1749609286.911255:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609286.911255:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609286.911256:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609286.911257:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609286.911257:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609286.911258:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609286.911258:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609286.911259:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609286.911260:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609286.911261:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609286.911262:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609286.911262:0:14332:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000040:2.0:1749609286.911263:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609286.911264:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609286.911266:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609286.911267:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93a18. 00000400:00000010:1.0:1749609286.911269:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00010000:00080000:3.0:1749609286.911270:0:14332:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3896 last 0 00000100:00000200:2.0:1749609286.911271:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730246528, offset 0 00000100:00000200:1.0:1749609286.911273:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730246400, offset 224 00000400:00000200:2.0:1749609286.911276:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:3.0:1749609286.911276:0:14332:0:(obd_class.h:881:obd_connect()) Process entered 00000004:00000001:3.0:1749609286.911281:0:14332:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:3.0:1749609286.911284:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609286.911285:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609286.911286:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:3.0:1749609286.911288:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609286.911291:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2055:2055:256:4294967295] 192.168.201.20@tcp LPNI seq info [2051:2051:8:4294967295] 00000004:00000001:3.0:1749609286.911321:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609286.911324:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:3.0:1749609286.911326:0:14332:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609286.911329:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:3.0:1749609286.911329:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1749609286.911334:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7600. 00000400:00000200:1.0:1749609286.911335:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000040:3.0:1749609286.911336:0:14332:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:3.0:1749609286.911339:0:14332:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000800:00000200:2.0:1749609286.911340:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000040:3.0:1749609286.911342:0:14332:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000400:00000200:1.0:1749609286.911343:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2056:2056:255:4294967295] 192.168.201.20@tcp LPNI seq info [2052:2052:7:4294967295] 00000004:00000001:3.0:1749609286.911346:0:14332:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:2.0:1749609286.911347:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000001:3.0:1749609286.911349:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:2.0:1749609286.911351:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7600 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:3.0:1749609286.911352:0:14332:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609286.911355:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609286.911356:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:3.0:1749609286.911358:0:14332:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609286.911361:0:14332:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609286.911363:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000001:3.0:1749609286.911364:0:14332:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000010:1.0:1749609286.911368:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee800. 00000020:00000040:3.0:1749609286.911368:0:14332:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:2.0:1749609286.911371:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609286.911373:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609286.911374:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:2.0:1749609286.911375:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609286.911375:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609286.911376:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609286.911378:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609286.911378:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609286.911379:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609286.911381:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:2.0:1749609286.911382:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5500 x1834594730246528/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609306 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609286.911382:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:1.0:1749609286.911385:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1749609286.911385:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609286.911390:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609286.911392:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730246528:12345-192.168.201.20@tcp:38: Request processed in 235us (553us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749609286.911392:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000040:1.0:1749609286.911395:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609286.911395:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609286.911397:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609286.911399:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:2.0:1749609286.911399:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2718 00000100:00000001:3.0:1749609286.911399:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:1.0:1749609286.911401:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609286.911401:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:2.0:1749609286.911402:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749609286.911404:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609286.911404:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609286.911404:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609286.911406:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1749609286.911407:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1880. 02000000:00000001:3.0:1749609286.911407:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609286.911409:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e0050 x1834594730246400/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:232/0 lens 224/224 e 0 to 0 dl 1749609297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609286.911409:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749609286.911411:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fd48. 00000100:00000040:3.0:1749609286.911411:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609286.911414:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 00000020:00000010:2.0:1749609286.911415:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000100:00000200:3.0:1749609286.911417:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730246656, offset 0 00000100:00000001:2.0:1749609286.911418:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609286.911422:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730246400:12345-192.168.201.20@tcp:400: Request processed in 260us (495us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609286.911422:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609286.911428:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:0.0:1749609286.911431:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1749609286.911432:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1441 00000400:00000200:3.0:1749609286.911433:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2057:2057:254:4294967295] 192.168.201.20@tcp LPNI seq info [2053:2053:6:4294967295] 00000800:00000010:0.0:1749609286.911434:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7600. 00000100:00000040:1.0:1749609286.911436:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000200:0.0:1749609286.911438:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609286.911439:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609286.911441:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609286.911443:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609286.911444:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:1.0:1749609286.911445:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000400:00000200:0.0:1749609286.911446:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93a18 00000400:00000010:0.0:1749609286.911448:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93a18. 00000800:00000200:3.0:1749609286.911448:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:1.0:1749609286.911449:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000100:00000001:0.0:1749609286.911452:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000800:00000010:3.0:1749609286.911452:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695c00. 00000100:00000001:0.0:1749609286.911453:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609286.911453:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000800:00000200:3.0:1749609286.911456:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000040:1.0:1749609286.911458:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:3.0:1749609286.911461:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609286.911463:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1749609286.911464:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695c00 type 1, nob 512 niov 1 nkiov 1 00000100:00000200:1.0:1749609286.911467:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1749609286.911467:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609286.911469:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000400:00000010:1.0:1749609286.911471:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0688. 00000100:00000001:3.0:1749609286.911471:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609286.911473:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609286.911475:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b180. 00000100:00000040:3.0:1749609286.911477:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d5180 x1834594730246656/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609306 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609286.911486:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730246656:12345-192.168.201.20@tcp:38: Request processed in 271us (490us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749609286.911493:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2719 00000100:00000001:3.0:1749609286.911496:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1749609286.911534:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1749609286.911536:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1749609286.911537:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee800. 00000020:00000010:3.0:1749609286.911539:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1e00. 00000400:00000200:0.0:1749609286.911542:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609286.911543:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fe10. 00000400:00000200:0.0:1749609286.911545:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:3.0:1749609286.911546:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000400:00000200:0.0:1749609286.911548:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:0.0:1749609286.911549:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:3.0:1749609286.911549:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609286.911551:0:1504:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609286.911554:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609286.911556:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948be000. 02000000:00000001:0.0:1749609286.911558:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609286.911560:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609286.911582:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609286.911585:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695c00. 00000400:00000200:0.0:1749609286.911588:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609286.911593:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609286.911596:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000400:00000010:0.0:1749609286.911598:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00000001:0.0:1749609286.911602:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609286.911604:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609287.495675:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609287.495683:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609287.495691:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609287.495692:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609287.495822:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609287.495828:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609287.495831:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609287.710674:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609287.710683:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609287.710685:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609287.710688:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609287.710692:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609287.710696:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609287.710699:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609287.710701:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609287.710703:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609288.473613:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000020:00000040:2.0:1749609288.473627:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609288.473633:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609288.473636:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609288.473642:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609288.473651:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609288.473659:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609288.473665:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609288.473667:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609288.473673:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609288.473675:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954176 : -131938708597440 : ffff8800a0245540) 00000100:00000001:2.0:1749609288.473678:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609288.473680:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000100:00000001:2.0:1749609288.473684:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609288.473687:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609288.473689:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609288.473690:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609288.473698:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612262912/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609288.473708:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609288.473710:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609288.473713:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612262912/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609288.473722:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609288.473725:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609288.473726:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609288.473728:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245540 going to sleep for 0 seconds 00000100:00000001:2.0:1749609288.473731:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609288.473733:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609288.473736:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609288.473738:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609288.473740:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609288.473743:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612262912/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609288.473750:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612262912:0@lo:900: 00000100:00000001:2.0:1749609288.473754:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609288.473756:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609288.473758:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609288.473760:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609288.473762:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612262912/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609288.473769:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609288.473770:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609288.473774:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609288.473775:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609288.473777:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609288.473778:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612262912/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609288.473784:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609288.473786:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609288.473788:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609288.473790:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609288.473792:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609288.473795:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609288.473797:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609288.473799:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 00000100:00000001:2.0:1749609288.473803:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609288.473804:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609288.497630:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609288.497636:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609288.497643:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609288.497645:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609288.497779:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609288.497785:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609288.497788:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609288.710657:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609288.710665:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609288.710667:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609288.710671:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609288.710675:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609288.710679:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609288.710682:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609288.710684:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609288.710687:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609289.499637:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609289.499643:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609289.499648:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609289.499649:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609289.499767:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609289.499772:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609289.499775:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609289.710779:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609289.710787:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609289.710789:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609289.710793:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609289.710797:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609289.710800:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609289.710803:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609289.710805:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609289.710807:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.155642:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609290.155653:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609290.155660:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000020:00000040:2.0:1749609290.155666:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609290.155671:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609290.155674:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609290.155680:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609290.155687:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7100. 00000100:00000001:2.0:1749609290.155694:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.155702:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609290.155714:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609290.155716:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.155723:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082300] to pc [ptlrpcd_00_00+0] req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.155763:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609290.155766:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609290.155770:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609290.155773:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609290.155775:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609290.155778:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609290.155781:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3894 00000100:00080000:2.0:1749609290.155784:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609290.155787:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609290.155790:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609290.155792:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609290.155793:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609290.155796:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609290.155797:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609290.155800:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609290.155803:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609290.155805:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609290.155807:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609290.155810:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609290.155812:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609290.155813:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609290.155814:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609290.155817:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609290.155819:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609290.155821:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609290.155823:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609290.155829:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609290.155830:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609290.155832:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.155834:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749609290.155835:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749609290.155837:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.155838:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609290.155839:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000020:00000040:2.0:1749609290.155841:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609290.155844:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609290.155845:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.155847:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609290.155847:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609290.155849:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609290.155850:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609290.155851:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609290.155851:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.155853:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609290.155855:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1749609290.155855:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509bc00. 00000100:00000001:2.0:1749609290.155858:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609290.155861:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609290.155862:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609290.155869:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609290.155870:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.155872:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609290.155873:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081c00] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609290.155874:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.155874:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609290.155877:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609290.155879:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609290.155880:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609290.155883:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609290.155885:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612263040:0@lo:400: 00000100:00000001:0.0:1749609290.155889:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609290.155893:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609290.155894:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609290.155895:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.155896:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1749609290.155897:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609290.155899:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609290.155901:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080a80. 02000000:00000010:0.0:1749609290.155902:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1000. 00000100:00000001:1.0:1749609290.155903:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609290.155903:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:0.0:1749609290.155904:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.155905:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609290.155906:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609290.155906:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609290.155907:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.155908:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749609290.155910:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 02000000:00000010:2.0:1749609290.155910:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7f00. 00000100:00000001:2.0:1749609290.155912:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609290.155913:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609290.155915:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749609290.155917:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668dd0. 00000100:00000001:2.0:1749609290.155921:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609290.155922:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609290.155924:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612263040, portal 25 00000100:00000001:1.0:1749609290.155924:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609290.155924:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080a80] to pc [ptlrpcd_00_01+1] req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.155926:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.155927:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609290.155929:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 02000000:00000001:1.0:1749609290.155929:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609290.155931:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609290.155933:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609290.155933:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.155935:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609290.155936:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612263168:0@lo:38: 00000100:00080000:2.0:1749609290.155937:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749609290.155940:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749609290.155940:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609290.155941:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609290.155941:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609290.155942:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1749609290.155943:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609290.155944:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609290.155945:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 02000000:00000001:1.0:1749609290.155945:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.155945:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609290.155947:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3894 00000100:00000200:0.0:1749609290.155948:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612263040, offset 0 02000000:00000001:1.0:1749609290.155948:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749609290.155949:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609290.155951:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:0.0:1749609290.155953:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749609290.155953:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bdc00. 02000000:00000001:1.0:1749609290.155956:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.155959:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609290.155961:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:1.0:1749609290.155962:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b00. 00000100:00000001:2.0:1749609290.155963:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609290.155965:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609290.155966:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000400:00000200:0.0:1749609290.155967:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749609290.155967:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000020:00000001:2.0:1749609290.155967:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609290.155969:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:2.0:1749609290.155970:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:2.0:1749609290.155972:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000200:1.0:1749609290.155973:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612263168, portal 4 00000100:00000040:2.0:1749609290.155975:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609290.155976:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609290.155976:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609290.155977:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:0.0:1749609290.155978:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bb880 00000100:00000001:1.0:1749609290.155978:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00000001:2.0:1749609290.155979:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609290.155980:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:2.0:1749609290.155982:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609290.155984:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609290.155985:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1635d [2] + 0 02000000:00000001:2.0:1749609290.155985:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1749609290.155986:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609290.155988:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609290.155989:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62840. 02000000:00000001:2.0:1749609290.155990:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.155991:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749609290.155993:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfd000 00000100:00000001:2.0:1749609290.155993:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609290.155995:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000100:00000001:1.0:1749609290.155997:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609290.155997:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:0.0:1749609290.155998:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609290.155998:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609290.155999:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156000:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1749609290.156001:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609290.156001:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749609290.156002:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609290.156002:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609290.156003:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 02000000:00000010:2.0:1749609290.156005:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5098800. 00000400:00000200:0.0:1749609290.156006:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfd000 00000400:00000010:0.0:1749609290.156008:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfd000. 00000100:00000001:2.0:1749609290.156008:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609290.156011:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609290.156012:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609290.156014:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1749609290.156017:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749609290.156018:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51da450 x1834594612263040 msgsize 224 00000100:00000200:1.0:1749609290.156018:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612263168, offset 0 00000100:00000001:2.0:1749609290.156018:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.156020:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080380] to pc [ptlrpcd_rcv+-1] req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609290.156022:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609290.156024:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1749609290.156025:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609290.156027:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609290.156029:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609290.156032:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749609290.156032:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609290.156033:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609290.156034:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1749609290.156036:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609290.156036:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749609290.156037:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000100:00080000:2.0:1749609290.156037:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3894 00000400:00000010:0.0:1749609290.156039:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00080000:2.0:1749609290.156039:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609290.156041:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609290.156042:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609290.156043:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609290.156046:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609290.156046:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:1.0:1749609290.156048:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bb900 00000100:00000001:2.0:1749609290.156048:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609290.156050:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609290.156051:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:2.0:1749609290.156052:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609290.156053:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:0.0:1749609290.156054:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609290.156055:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:0.0:1749609290.156056:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609290.156056:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 19240 00000020:00000001:2.0:1749609290.156057:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:2.0:1749609290.156059:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609290.156061:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609290.156062:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.156062:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609290.156063:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609290.156064:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609290.156064:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749609290.156066:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:2.0:1749609290.156067:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609290.156068:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609290.156069:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609290.156069:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609290.156070:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609290.156071:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298566568 02000000:00000001:2.0:1749609290.156073:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609290.156074:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609290.156075:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4a00. 00000100:00000001:1.0:1749609290.156075:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609290.156076:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:1.0:1749609290.156077:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609290.156077:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609290.156079:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083800. 00000020:00000040:2.0:1749609290.156080:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749609290.156081:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749609290.156082:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609290.156082:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609290.156083:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948bbb80. 00000100:00000001:2.0:1749609290.156084:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609290.156085:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749609290.156086:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948bbb80 x1834594612263168 msgsize 520 02000000:00000001:2.0:1749609290.156086:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156087:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298566568 02000000:00000010:2.0:1749609290.156088:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509b800. 00000100:00000010:0.0:1749609290.156089:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4180. 00000100:00000001:2.0:1749609290.156090:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156091:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00100000:1.0:1749609290.156091:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749609290.156092:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609290.156094:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298566568 00000100:00000010:0.0:1749609290.156096:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4500. 00000100:00000001:0.0:1749609290.156098:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609290.156098:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609290.156099:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156100:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298566568 00000100:00000040:2.0:1749609290.156101:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083800] to pc [ptlrpcd_rcv+-1] req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609290.156102:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b43c0. 00000100:00000001:0.0:1749609290.156104:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609290.156107:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.156108:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609290.156111:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609290.156113:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000100:00000001:0.0:1749609290.156114:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609290.156115:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749609290.156115:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609290.156116:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156116:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609290.156117:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609290.156118:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156119:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609290.156120:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7700. 00000100:00000001:0.0:1749609290.156121:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609290.156122:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156123:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609290.156124:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609290.156125:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1749609290.156125:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000100:00000001:0.0:1749609290.156126:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609290.156127:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:0.0:1749609290.156128:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609290.156129:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609290.156131:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.156131:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609290.156131:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609290.156132:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.156134:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082d80] to pc [ptlrpcd_00_02+2] req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609290.156136:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609290.156138:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609290.156140:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609290.156142:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609290.156143:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609290.156145:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609290.156147:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612263296:0@lo:400: 00000100:00000001:2.0:1749609290.156147:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156148:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609290.156150:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749609290.156151:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609290.156151:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3904) 02000000:00000001:0.0:1749609290.156152:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609290.156154:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609290.156155:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609290.156158:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1400. 00000100:00000001:1.0:1749609290.156158:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609290.156159:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156159:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749609290.156161:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17f78. 00000100:00000001:2.0:1749609290.156162:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609290.156163:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609290.156163:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:0.0:1749609290.156164:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000001:2.0:1749609290.156165:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609290.156166:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612263296, portal 4 00000100:00000040:1.0:1749609290.156167:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1021 usecs (2 jiffies) 00000100:00000001:0.0:1749609290.156168:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609290.156169:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082986112 : -131938626565504 : ffff8800a5080a80) 00000100:00000001:1.0:1749609290.156169:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298566562 00000100:00000001:2.0:1749609290.156170:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609290.156171:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.156172:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298566568 00000100:00000001:2.0:1749609290.156173:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609290.156174:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.156174:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298566562 00000100:00000001:2.0:1749609290.156174:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609290.156176:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298566568 00000100:00000001:2.0:1749609290.156176:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609290.156178:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298566562 00000100:00000001:1.0:1749609290.156179:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298566568 00000100:00000040:2.0:1749609290.156179:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609290.156180:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609290.156181:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298566562 00000100:00000040:0.0:1749609290.156182:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609290.156182:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298566568 00000400:00000010:0.0:1749609290.156184:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000100:00000001:1.0:1749609290.156184:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609290.156185:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1749609290.156186:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612263296, offset 0 00000100:00000001:1.0:1749609290.156186:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156186:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609290.156188:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609290.156188:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609290.156189:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609290.156190:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609290.156190:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609290.156192:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609290.156192:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609290.156193:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609290.156194:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612263680:0@lo:400: 00000100:00000001:1.0:1749609290.156195:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749609290.156196:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612263168 00000400:00000200:0.0:1749609290.156197:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bb980 00000100:00000001:1.0:1749609290.156197:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609290.156197:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609290.156198:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609290.156199:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609290.156200:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609290.156200:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609290.156201:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609290.156201:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609290.156202:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 14112 02000000:00000001:2.0:1749609290.156202:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609290.156203:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609290.156204:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609290.156205:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 00000400:00000200:0.0:1749609290.156206:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609290.156206:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609290.156206:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609290.156209:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609290.156210:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f420. 00000100:00000001:1.0:1749609290.156211:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749609290.156211:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156212:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609290.156212:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609290.156213:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1749609290.156214:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749609290.156214:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 02000000:00000001:1.0:1749609290.156216:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609290.156216:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612263168 00000100:00000010:0.0:1749609290.156217:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4e00. 02000000:00000001:1.0:1749609290.156218:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609290.156218:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612263680, portal 10 00000020:00000001:3.0:1749609290.156218:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609290.156219:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d4e00 x1834594612263296 msgsize 224 00000100:00000001:2.0:1749609290.156220:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1749609290.156220:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:1.0:1749609290.156221:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612263424:0@lo:38: 00000100:00000001:2.0:1749609290.156222:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000100:00100000:0.0:1749609290.156223:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609290.156223:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749609290.156223:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609290.156225:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749609290.156225:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609290.156227:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.156227:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609290.156228:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156229:0:1510:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609290.156229:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609290.156231:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bf400. 00000400:00000200:0.0:1749609290.156232:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 02000000:00000001:1.0:1749609290.156233:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609290.156234:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00000001:2.0:1749609290.156234:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609290.156234:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:0.0:1749609290.156236:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1749609290.156236:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a06e0. 00000100:00000040:2.0:1749609290.156236:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609290.156237:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000100:00000200:0.0:1749609290.156238:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609290.156263:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000020:00000010:3.0:1749609290.156263:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1e00. 00000100:00000200:2.0:1749609290.156267:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612263680, offset 0 00000100:00000200:1.0:1749609290.156269:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612263424, portal 10 00000100:00000001:1.0:1749609290.156270:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749609290.156270:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fe10. 00000100:00000001:1.0:1749609290.156271:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000400:00000200:2.0:1749609290.156275:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609290.156276:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609290.156278:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609290.156280:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609290.156282:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609290.156282:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156283:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609290.156285:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609290.156286:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609290.156286:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000400:00000200:2.0:1749609290.156286:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749609290.156288:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612263424, offset 0 00000100:00000001:3.0:1749609290.156289:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609290.156291:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609290.156292:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156293:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609290.156295:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bbb00 00000100:00000001:0.0:1749609290.156297:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609290.156298:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609290.156300:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000100:00000001:3.0:1749609290.156300:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609290.156302:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298566561 00000400:00000200:2.0:1749609290.156302:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 9216 00000400:00000200:1.0:1749609290.156303:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bba00 00000100:00000001:0.0:1749609290.156304:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298566568 00000100:00000001:0.0:1749609290.156306:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298566561 00000100:00000001:0.0:1749609290.156308:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298566568 00000100:00000001:0.0:1749609290.156309:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298566561 00000400:00000200:1.0:1749609290.156309:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 9440 00000400:00000200:2.0:1749609290.156309:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609290.156311:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298566568 00000100:00000001:0.0:1749609290.156312:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298566561 00000100:00000001:3.0:1749609290.156312:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749609290.156313:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609290.156314:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298566568 00000400:00000200:2.0:1749609290.156314:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609290.156315:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609290.156315:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609290.156316:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609290.156317:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156319:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156320:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609290.156321:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609290.156322:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749609290.156322:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00000001:0.0:1749609290.156323:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609290.156325:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609290.156326:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749609290.156326:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081500. 00000100:00000001:0.0:1749609290.156327:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609290.156327:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806403968 : -131938903147648 : ffff8800948bbb80) 00000100:00000001:0.0:1749609290.156328:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.156329:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5081500 x1834594612263680 msgsize 224 00000100:00000001:0.0:1749609290.156330:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156332:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609290.156332:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948bbb80 x1834594612263168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609290.156334:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612263296 00000100:00100000:2.0:1749609290.156334:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609290.156335:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609290.156337:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609290.156339:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609290.156342:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156344:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609290.156345:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612263296 00000100:00000001:0.0:1749609290.156347:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749609290.156347:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749609290.156347:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612263168:12345-0@lo:38: 00000020:00000040:1.0:1749609290.156348:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00100000:0.0:1749609290.156349:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612263040 02000000:00000001:0.0:1749609290.156350:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609290.156350:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609290.156352:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749609290.156352:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612263168 00000020:00000040:1.0:1749609290.156353:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:0.0:1749609290.156354:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609290.156354:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 02000000:00000001:0.0:1749609290.156356:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609290.156356:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609290.156357:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:2.0:1749609290.156357:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000100:00100000:0.0:1749609290.156359:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612263040 00000400:00000010:2.0:1749609290.156360:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000020:00000001:0.0:1749609290.156361:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609290.156361:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1749609290.156361:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:0.0:1749609290.156362:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:0.0:1749609290.156364:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749609290.156364:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8f80. 00000100:00000001:2.0:1749609290.156364:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749609290.156367:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000010:1.0:1749609290.156368:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8240. 00000100:00000200:2.0:1749609290.156368:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609290.156369:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:0.0:1749609290.156371:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609290.156374:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1749609290.156374:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000010:0.0:1749609290.156376:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4b00. 00000020:00000001:3.0:1749609290.156377:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156378:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609290.156378:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749609290.156380:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4b00. 00000100:00000001:1.0:1749609290.156381:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749609290.156381:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749609290.156382:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749609290.156383:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 00000020:00000010:1.0:1749609290.156385:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00010000:00000001:3.0:1749609290.156385:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749609290.156387:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000020:00000010:1.0:1749609290.156388:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00010000:00000001:3.0:1749609290.156389:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749609290.156390:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000020:00000010:1.0:1749609290.156391:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000100:00000001:2.0:1749609290.156391:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156393:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609290.156393:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749609290.156395:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609290.156396:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609290.156397:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749609290.156397:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1749609290.156397:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156398:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609290.156399:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609290.156399:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609290.156400:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156400:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609290.156401:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 00000100:00000001:1.0:1749609290.156402:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609290.156403:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298566561 02000000:00000010:3.0:1749609290.156403:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50db000. 00000100:00000001:0.0:1749609290.156404:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156405:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298566568 00000100:00000001:1.0:1749609290.156406:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1749609290.156406:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156408:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298566561 00000100:00000001:0.0:1749609290.156409:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.156409:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609290.156409:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298566568 00000100:00000001:3.0:1749609290.156409:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156410:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156411:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298566561 00000100:00000001:2.0:1749609290.156413:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298566568 00000100:00000001:2.0:1749609290.156414:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298566561 00010000:00000001:3.0:1749609290.156414:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609290.156415:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298566568 00000100:00000001:0.0:1749609290.156416:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609290.156416:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609290.156416:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156417:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609290.156418:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609290.156419:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609290.156420:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749609290.156421:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00000001:2.0:1749609290.156421:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156422:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609290.156423:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609290.156423:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156424:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609290.156425:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352837200 : -131938356714416 : ffff8800b51da450) 00000100:00000001:3.0:1749609290.156425:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:1.0:1749609290.156427:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00000001:3.0:1749609290.156428:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609290.156429:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51da450 x1834594612263040/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:236/0 lens 224/0 e 0 to 0 dl 1749609301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609290.156429:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609290.156430:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361910784 : -131939347640832 : ffff88007a0d4e00) 00000100:00000040:3.0:1749609290.156431:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:1.0:1749609290.156434:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d4e00 x1834594612263296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:236/0 lens 224/0 e 0 to 0 dl 1749609301 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609290.156434:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609290.156436:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609290.156437:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4b00. 00000100:00000001:3.0:1749609290.156437:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609290.156439:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609290.156440:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4b00. 00000100:00100000:0.0:1749609290.156443:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612263040:12345-0@lo:400: 00000100:00000001:2.0:1749609290.156449:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609290.156450:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612263680 00000100:00000200:0.0:1749609290.156451:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612263040 00000100:00000040:3.0:1749609290.156451:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609290.156452:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749609290.156452:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749609290.156453:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749609290.156453:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 00000100:00000001:2.0:1749609290.156453:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609290.156454:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749609290.156455:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609290.156455:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609290.156455:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609290.156457:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609290.156457:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8240. 02000000:00000001:3.0:1749609290.156457:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609290.156458:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609290.156459:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609290.156460:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749609290.156460:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612263680 00000100:00100000:1.0:1749609290.156461:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612263296:12345-0@lo:400: 00000020:00000001:2.0:1749609290.156461:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1749609290.156462:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:3.0:1749609290.156462:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609290.156463:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000200:1.0:1749609290.156464:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612263296 00000020:00000001:2.0:1749609290.156464:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609290.156465:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609290.156466:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:2.0:1749609290.156466:0:14332:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000400:00000010:3.0:1749609290.156466:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283aa0. 00000020:00000001:0.0:1749609290.156467:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609290.156468:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609290.156468:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609290.156469:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609290.156470:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609290.156470:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609290.156470:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:0.0:1749609290.156472:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609290.156472:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612263168, offset 0 00000020:00000001:1.0:1749609290.156473:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609290.156473:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749609290.156474:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609290.156475:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000010:2.0:1749609290.156475:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706e40. 00000100:00000001:0.0:1749609290.156476:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609290.156477:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609290.156477:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1749609290.156478:0:14332:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706380. 00000400:00000200:3.0:1749609290.156478:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609290.156479:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609290.156480:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509f000. 02000000:00000001:0.0:1749609290.156481:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609290.156481:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609290.156482:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609290.156483:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609290.156483:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000001:1.0:1749609290.156484:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609290.156485:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156485:0:14332:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1749609290.156486:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000040:0.0:1749609290.156487:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612263040 00000020:00000010:2.0:1749609290.156488:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000400:00000200:3.0:1749609290.156488:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609290.156489:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749609290.156490:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749609290.156491:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749609290.156491:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00010000:00000200:0.0:1749609290.156493:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51da450 x1834594612263040/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:236/0 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609290.156493:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bf800. 00000020:00000010:2.0:1749609290.156494:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 02000000:00000001:1.0:1749609290.156495:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.156530:0:14332:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609290.156533:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609290.156534:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609290.156536:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.156540:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156540:0:14332:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609290.156541:0:14332:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1749609290.156543:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156543:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609290.156545:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612263296 00000400:00000200:3.0:1749609290.156547:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bb900 00010000:00000001:1.0:1749609290.156548:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609290.156548:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1749609290.156551:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0d4e00 x1834594612263296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:236/0 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609290.156552:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16eb9 [1] + 0 00000100:00000001:2.0:1749609290.156555:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1749609290.156556:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609290.156557:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609290.156557:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749609290.156558:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609290.156559:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1749609290.156560:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=109 v=5 (1 1 1 1) 00010000:00000001:1.0:1749609290.156560:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609290.156560:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000400:00000200:3.0:1749609290.156560:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749609290.156562:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=96 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609290.156562:0:14332:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:0.0:1749609290.156564:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609290.156564:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082988800 : -131938626562816 : ffff8800a5081500) 00000100:00000001:3.0:1749609290.156564:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609290.156566:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609290.156566:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609290.156568:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609290.156568:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000040:2.0:1749609290.156568:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5081500 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:236/0 lens 224/0 e 0 to 0 dl 1749609301 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609290.156568:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609290.156570:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609290.156570:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:0.0:1749609290.156572:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609290.156572:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609290.156573:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156574:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609290.156574:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609290.156576:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609290.156576:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609290.156576:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749609290.156577:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609290.156578:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000020:00000010:2.0:1749609290.156578:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706380. 00000400:00000010:1.0:1749609290.156579:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609290.156580:0:14332:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609290.156581:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612263040, offset 224 00000020:00000010:2.0:1749609290.156581:0:14332:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706380. 00000100:00000200:1.0:1749609290.156582:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612263296, offset 224 00000400:00000200:0.0:1749609290.156584:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609290.156585:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612263680:12345-0@lo:400: 00000100:00000001:3.0:1749609290.156585:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749609290.156588:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612263680 00000400:00000200:1.0:1749609290.156589:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609290.156590:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609290.156591:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609290.156592:0:14332:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609290.156594:0:14332:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609290.156596:0:14332:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749609290.156596:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283aa0 00000020:00000001:2.0:1749609290.156598:0:14332:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000010:3.0:1749609290.156598:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283aa0. 00000400:00000200:1.0:1749609290.156599:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609290.156600:0:14332:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609290.156602:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749609290.156603:0:14332:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609290.156603:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609290.156604:0:14332:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749609290.156605:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bb880 00000020:00000001:2.0:1749609290.156606:0:14332:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1749609290.156607:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bb980 00000020:00000001:2.0:1749609290.156607:0:14332:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609290.156608:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609290.156609:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16eb1 [1] + 224 00000020:00000001:2.0:1749609290.156609:0:14332:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609290.156610:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609290.156611:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609290.156612:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609290.156613:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609290.156613:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609290.156614:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16ec1 [1] + 224 00000020:00000001:3.0:1749609290.156614:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609290.156617:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749609290.156617:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a0400. 00000400:00000200:1.0:1749609290.156618:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609290.156618:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948bbb80 x1834594612263168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609290.156620:0:13560:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609290.156620:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609290.156621:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749609290.156622:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.156622:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609290.156623:0:14332:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156624:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000040:2.0:1749609290.156625:0:14332:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612263680 00000100:00100000:3.0:1749609290.156626:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612263168:12345-0@lo:38: Request processed in 281us (538us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749609290.156627:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609290.156628:0:14332:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749609290.156630:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749609290.156631:0:14332:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5081500 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:236/0 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609290.156633:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00000040:1.0:1749609290.156634:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609290.156636:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1749609290.156637:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609290.156637:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609290.156639:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749609290.156639:0:14332:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609290.156641:0:14332:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=103 v=5 (1 1 1 1) 00000020:00000010:3.0:1749609290.156641:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1e00. 00000100:00000001:1.0:1749609290.156642:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609290.156643:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000100:00000001:2.0:1749609290.156644:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749609290.156644:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fe10. 00000400:00000010:0.0:1749609290.156645:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00000040:2.0:1749609290.156646:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000020:00000010:3.0:1749609290.156646:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:0.0:1749609290.156647:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609290.156647:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609290.156648:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609290.156649:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 02000000:00000001:2.0:1749609290.156649:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609290.156649:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609290.156650:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609290.156650:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609290.156651:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609290.156652:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609290.156653:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609290.156653:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609290.156654:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609290.156654:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749609290.156655:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609290.156656:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609290.156656:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000100:00000001:1.0:1749609290.156657:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609290.156658:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609290.156659:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000200:2.0:1749609290.156660:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612263680, offset 224 00000100:00000040:0.0:1749609290.156661:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51da450 x1834594612263040/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:236/0 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609290.156661:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609290.156662:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609290.156663:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609290.156664:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749609290.156664:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609290.156666:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609290.156667:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4e00 x1834594612263296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:236/0 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609290.156669:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612263040:12345-0@lo:400: Request processed in 232us (650us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609290.156670:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609290.156674:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612263296:12345-0@lo:400: Request processed in 221us (454us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609290.156675:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bbb00 00000100:00100000:0.0:1749609290.156676:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00000040:0.0:1749609290.156678:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000200:2.0:1749609290.156679:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ec9 [1] + 224 00000100:00000001:0.0:1749609290.156681:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609290.156681:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00000001:0.0:1749609290.156682:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609290.156683:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000200:2.0:1749609290.156684:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609290.156685:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000010:0.0:1749609290.156687:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000400:00000200:2.0:1749609290.156687:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609290.156689:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609290.156690:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 00000100:00000200:2.0:1749609290.156692:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609290.156693:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:1.0:1749609290.156693:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609290.156695:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609290.156696:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609290.156698:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509f000. 00000020:00000010:1.0:1749609290.156698:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 02000000:00000001:0.0:1749609290.156700:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1749609290.156700:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609290.156701:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000100:00000001:0.0:1749609290.156702:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609290.156704:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000200:0.0:1749609290.156705:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00080000:3.0:1749609290.156706:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749609290.156707:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000400:00000010:0.0:1749609290.156708:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17000. 00000100:00000001:1.0:1749609290.156709:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609290.156709:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609290.156710:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749609290.156711:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ef199c0. 00000100:00080000:3.0:1749609290.156712:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:2.0:1749609290.156714:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000020:00000040:3.0:1749609290.156714:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000010:2.0:1749609290.156716:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00000001:3.0:1749609290.156717:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609290.156719:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609290.156719:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156720:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609290.156721:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609290.156722:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609290.156722:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.156724:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000010:1.0:1749609290.156726:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b8700. 00010000:00000001:2.0:1749609290.156726:0:14332:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609290.156727:0:14332:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609290.156728:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b8700 x1834594612263424 msgsize 520 00000020:00000001:2.0:1749609290.156729:0:14332:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749609290.156732:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609290.156732:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081500 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:236/0 lens 224/224 e 0 to 0 dl 1749609301 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.156738:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609290.156740:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612263680:12345-0@lo:400: Request processed in 162us (409us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609290.156741:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000100:00000001:0.0:1749609290.156742:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609290.156743:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:0.0:1749609290.156744:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609290.156745:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609290.156746:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000400:00000001:0.0:1749609290.156747:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1749609290.156747:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609290.156748:0:14332:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000400:00000001:0.0:1749609290.156749:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609290.156750:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17f78. 00000100:00000001:2.0:1749609290.156750:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609290.156752:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609290.156754:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000100:00000001:1.0:1749609290.156754:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749609290.156755:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000040:1.0:1749609290.156755:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609290.156755:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00000001:3.0:1749609290.156755:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609290.156757:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609290.156757:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612263424 00000020:00000010:2.0:1749609290.156758:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000100:00000200:0.0:1749609290.156759:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609290.156759:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1749609290.156760:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:1.0:1749609290.156761:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609290.156761:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609290.156762:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609290.156762:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609290.156763:0:14332:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609290.156765:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156765:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609290.156765:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609290.156766:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609290.156767:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 00000100:00100000:3.0:1749609290.156767:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612263424 00000100:00000001:1.0:1749609290.156769:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298566562 00000020:00000001:3.0:1749609290.156769:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609290.156770:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609290.156771:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298566568 00000100:00000001:0.0:1749609290.156772:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609290.156772:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609290.156773:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298566562 00000020:00000001:3.0:1749609290.156773:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156774:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.156775:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298566568 00000020:00000001:3.0:1749609290.156775:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156776:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609290.156776:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298566562 00000100:00000001:2.0:1749609290.156776:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609290.156777:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 02000000:00000001:0.0:1749609290.156778:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609290.156778:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298566568 00000100:00000001:2.0:1749609290.156778:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609290.156779:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609290.156779:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298566562 00000020:00000010:3.0:1749609290.156779:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1e00. 00000100:00000001:0.0:1749609290.156781:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156781:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298566568 00000400:00000001:2.0:1749609290.156781:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749609290.156781:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fe10. 00000100:00000001:1.0:1749609290.156782:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749609290.156782:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749609290.156783:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156784:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609290.156784:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f420. 00000100:00000001:3.0:1749609290.156784:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609290.156785:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609290.156786:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000100:00001000:0.0:1749609290.156787:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=96 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609290.156787:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609290.156787:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609290.156788:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000100:00000040:1.0:1749609290.156789:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609290.156790:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609290.156790:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609290.156790:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156792:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1749609290.156792:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609290.156794:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609290.156796:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609290.156796:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609290.156796:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.156797:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609290.156799:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749609290.156799:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749609290.156800:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609290.156801:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609290.156801:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609290.156802:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609290.156803:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609290.156805:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612263552:0@lo:38: 00000100:00000001:2.0:1749609290.156805:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749609290.156806:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156806:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609290.156806:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00000001:1.0:1749609290.156808:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609290.156808:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609290.156808:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806390528 : -131938903161088 : ffff8800948b8700) 00000100:00000001:0.0:1749609290.156809:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1749609290.156809:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609290.156810:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 02000000:00000001:2.0:1749609290.156810:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749609290.156811:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156811:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609290.156811:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b8700 x1834594612263424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609290.156812:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1749609290.156812:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609290.156813:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156813:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609290.156814:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609290.156815:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948be400. 00000100:00000040:0.0:1749609290.156816:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609290.156816:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609290.156818:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=103 v=5 (5 5 5 5) 00000400:00000010:1.0:1749609290.156819:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a08f0. 00000100:00100000:3.0:1749609290.156819:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612263424:12345-0@lo:38: 00000400:00000010:1.0:1749609290.156821:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00001000:2.0:1749609290.156821:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=103 v=5 (1 1 1 1) 00000100:00000200:3.0:1749609290.156822:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612263424 00000100:00000001:2.0:1749609290.156823:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749609290.156824:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612263552, portal 10 00000100:00000001:2.0:1749609290.156824:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609290.156825:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609290.156826:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1749609290.156826:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609290.156827:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082997760 : -131938626553856 : ffff8800a5083800) 00010000:00000001:3.0:1749609290.156827:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609290.156828:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:2.0:1749609290.156828:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609290.156831:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749609290.156831:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609290.156832:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609290.156834:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609290.156835:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609290.156835:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609290.156836:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609290.156837:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609290.156837:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609290.156838:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00010000:00000001:3.0:1749609290.156838:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609290.156839:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609290.156840:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609290.156840:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609290.156841:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609290.156841:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609290.156842:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612263296:0@lo:400: 00000100:00000200:1.0:1749609290.156842:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612263552, offset 0 00000100:00000040:2.0:1749609290.156843:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609290.156843:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609290.156844:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749609290.156845:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609290.156845:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1749609290.156847:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609290.156848:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1749609290.156848:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50db400. 00000400:00000010:0.0:1749609290.156849:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00000400:00000200:1.0:1749609290.156849:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609290.156849:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609290.156849:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609290.156850:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668dd0 00000100:00000001:2.0:1749609290.156851:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609290.156851:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609290.156852:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668dd0. 00000400:00000200:1.0:1749609290.156852:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bba80 00000100:00000001:2.0:1749609290.156852:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609290.156853:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609290.156853:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749609290.156854:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609290.156854:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609290.156855:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609290.156856:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 9960 00000100:00001000:3.0:1749609290.156857:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609290.156859:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609290.156860:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609290.156861:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612263680:0@lo:400: 00000100:00000001:3.0:1749609290.156861:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749609290.156862:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609290.156863:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609290.156863:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609290.156865:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609290.156865:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609290.156865:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609290.156867:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609290.156867:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609290.156867:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609290.156867:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609290.156868:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749609290.156869:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b8e00. 00000100:00000040:2.0:1749609290.156869:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082d80 x1834594612263680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609290.156869:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609290.156870:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609290.156871:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609290.156871:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b8e00 x1834594612263552 msgsize 520 02000000:00000001:3.0:1749609290.156871:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609290.156872:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609290.156872:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156873:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609290.156874:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609290.156874:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609290.156875:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156875:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609290.156876:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749609290.156876:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1749609290.156877:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=109 v=5 (5 5 5 5) 02000000:00000010:2.0:1749609290.156878:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000400:00000010:3.0:1749609290.156878:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283aa0. 00000100:00001000:0.0:1749609290.156879:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=99 v=5 (1 1 1 1) 02000000:00000001:2.0:1749609290.156880:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609290.156881:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609290.156881:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749609290.156881:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612263424, offset 0 00000100:00000001:0.0:1749609290.156882:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609290.156882:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1749609290.156883:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1749609290.156883:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000020:00000040:2.0:1749609290.156883:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00010000:00000001:0.0:1749609290.156885:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609290.156885:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000020:00000001:2.0:1749609290.156885:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609290.156886:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156887:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1749609290.156887:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7700. 00000100:00000040:0.0:1749609290.156888:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609290.156889:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609290.156889:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609290.156890:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609290.156892:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 00000100:00000001:2.0:1749609290.156894:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1749609290.156894:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609290.156895:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609290.156895:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609290.156896:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609290.156898:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.156899:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609290.156900:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609290.156900:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609290.156900:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609290.156901:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609290.156902:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609290.156903:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.156903:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.156903:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.156904:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609290.156905:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609290.156905:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bba00 00000100:00000001:1.0:1749609290.156907:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609290.156908:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000400:00000200:3.0:1749609290.156909:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ed1 [1] + 0 00000100:00000001:1.0:1749609290.156910:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298566562 00000100:00100000:0.0:1749609290.156911:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612263040:0@lo:400: 00000100:00000001:2.0:1749609290.156911:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609290.156912:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298566568 00000100:00100000:2.0:1749609290.156912:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612263552 00000100:00000001:1.0:1749609290.156913:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298566562 00000400:00000200:3.0:1749609290.156913:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609290.156914:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298566568 02000000:00000001:2.0:1749609290.156914:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609290.156915:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609290.156915:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609290.156916:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609290.156916:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298566562 00000400:00000200:3.0:1749609290.156916:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609290.156917:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298566568 00000100:00000001:2.0:1749609290.156917:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609290.156918:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080a80 x1834594612263296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.156919:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298566562 02000000:00000001:2.0:1749609290.156919:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609290.156919:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609290.156920:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298566568 00000100:00100000:2.0:1749609290.156921:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612263552 00000100:00000001:1.0:1749609290.156922:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609290.156922:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749609290.156922:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609290.156923:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609290.156923:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609290.156923:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749609290.156925:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749609290.156925:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1749609290.156926:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1400. 00000400:00000001:1.0:1749609290.156926:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749609290.156926:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609290.156927:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609290.156928:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b00. 00000020:00000001:2.0:1749609290.156928:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609290.156929:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749609290.156929:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609290.156930:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000001:0.0:1749609290.156931:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749609290.156931:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000020:00000040:0.0:1749609290.156932:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000010:2.0:1749609290.156932:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000020:00000001:0.0:1749609290.156933:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1749609290.156933:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000020:00000010:2.0:1749609290.156934:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 02000000:00000010:0.0:1749609290.156935:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7f00. 00000100:00000001:1.0:1749609290.156935:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609290.156936:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749609290.156937:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1749609290.156937:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609290.156937:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609290.156938:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609290.156938:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1749609290.156939:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080a80. 00000100:00000001:2.0:1749609290.156939:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156941:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1749609290.156941:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283aa0 00000100:00000001:0.0:1749609290.156942:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609290.156942:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156943:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609290.156943:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283aa0. 00000100:00000200:1.0:1749609290.156944:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609290.156945:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612263040/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609290.156945:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609290.156946:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609290.156947:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609290.156948:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609290.156950:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609290.156950:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609290.156951:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609290.156951:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609290.156951:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609290.156951:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000010:0.0:1749609290.156953:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1000. 00000100:00000001:1.0:1749609290.156953:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609290.156953:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609290.156953:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609290.156954:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609290.156954:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609290.156955:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609290.156956:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609290.156956:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609290.156956:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00000100:00000040:3.0:1749609290.156956:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b8700 x1834594612263424/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609290.156957:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:1.0:1749609290.156957:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609290.156958:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609290.156958:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806392320 : -131938903159296 : ffff8800948b8e00) 02000000:00000001:1.0:1749609290.156959:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609290.156960:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7100. 02000000:00000001:0.0:1749609290.156961:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749609290.156961:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b8e00 x1834594612263552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609290.156962:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609290.156963:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 00000100:00001000:1.0:1749609290.156963:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609290 v=5 (0 0 0 0) 00000100:00100000:3.0:1749609290.156964:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612263424:12345-0@lo:38: Request processed in 144us (234us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609290.156965:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1749609290.156965:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=106 v=20 (1 1 20 1) 00000100:00000001:0.0:1749609290.156966:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609290.156968:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.156968:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749609290.156969:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612263552:12345-0@lo:38: 00000100:00000001:1.0:1749609290.156970:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609290.156970:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00000001:0.0:1749609290.156971:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609290.156971:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609290.156972:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609290.156972:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612263552 00000100:00000001:3.0:1749609290.156972:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609290.156973:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609290.156974:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609290.156974:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609290.156974:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609290.156975:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609290.156975:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749609290.156977:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1e00. 00000020:00000010:3.0:1749609290.156980:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fe10. 00000100:00000001:1.0:1749609290.156981:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609290.156983:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749609290.156983:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609290.156983:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609290.156984:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.156986:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00020000:2.0:1749609290.156986:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609290.156987:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.156988:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609290.156988:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609290.156990:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:2.0:1749609290.156990:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:1.0:1749609290.156992:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609290.156993:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609290.156994:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609290.156994:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609290.156996:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609290.156997:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609290.156998:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a0800. 02000000:00000001:2.0:1749609290.157000:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.157002:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609290.157003:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612263168:0@lo:38: 00010000:00000001:2.0:1749609290.157004:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609290.157006:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.157007:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609290.157008:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609290.157009:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609290.157010:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749609290.157011:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.157012:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609290.157014:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609290.157016:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609290.157017:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609290.157018:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609290.157018:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000010:1.0:1749609290.157020:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bdc00. 00000100:00000040:2.0:1749609290.157020:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609290.157022:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1749609290.157022:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749609290.157023:0:1508:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749609290.157023:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609290.157024:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609290.157025:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609290.157026:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749609290.157026:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749609290.157027:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509bc00. 00000400:00000010:2.0:1749609290.157028:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 02000000:00000001:1.0:1749609290.157031:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1749609290.157031:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612263552, offset 0 02000000:00000001:1.0:1749609290.157032:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609290.157033:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:1.0:1749609290.157035:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1749609290.157035:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609290.157037:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.157038:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609290.157040:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609290.157042:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609290.157043:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609290.157045:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609290.157045:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bba80 00000100:00000001:1.0:1749609290.157046:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609290.157049:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16eed [1] + 0 00000400:00000200:2.0:1749609290.157052:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609290.157055:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1749609290.157060:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609290.157061:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609290.157063:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a06e0. 00000400:00000200:1.0:1749609290.157065:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609290.157066:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:1.0:1749609290.157068:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609290.157071:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.157073:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609290.157076:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609290.157078:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.157084:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609290.157084:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.157085:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.157086:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609290.157088:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609290.157089:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609290.157090:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.157091:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609290.157092:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609290.157094:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609290 v=5 (0 0 0 0) 00000400:00000200:2.0:1749609290.157094:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000400:00000010:2.0:1749609290.157095:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000100:00001000:1.0:1749609290.157097:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=106 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609290.157097:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609290.157098:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609290.157099:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609290.157100:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609290.157100:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.157101:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609290.157102:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:1.0:1749609290.157104:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.157104:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609290.157105:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609290.157108:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b8e00 x1834594612263552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609310 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.157109:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609290.157111:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609290.157112:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.157114:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609290.157115:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609290.157115:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612263552:12345-0@lo:38: Request processed in 146us (243us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749609290.157116:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609290.157118:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609290.157120:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609290.157121:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00000100:00000040:1.0:1749609290.157122:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.157123:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609290.157124:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609290.157126:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00100000:1.0:1749609290.157128:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612263424:0@lo:38: 00000020:00000010:2.0:1749609290.157128:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000020:00000010:2.0:1749609290.157130:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:2.0:1749609290.157132:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609290.157133:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609290.157133:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609290.157135:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a08f0. 00000400:00000200:1.0:1749609290.157136:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609290.157138:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:1.0:1749609290.157140:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609290.157141:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609290.157148:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.157154:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609290.157155:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.157157:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609290.157158:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609290.157159:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609290.157160:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609290.157162:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609290.157164:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609290 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609290.157166:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=103 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609290.157168:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609290.157169:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609290.157170:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609290.157172:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.157178:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609290.157179:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609290.157180:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.157182:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609290.157182:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609290.157184:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609290.157186:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609290.157187:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609290.157189:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609290.157195:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612263552:0@lo:38: 00000100:00000001:1.0:1749609290.157198:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.157200:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609290.157201:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.157206:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609290.157208:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609290.157209:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bf400. 02000000:00000001:1.0:1749609290.157211:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609290.157213:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609290.157214:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609290.157215:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609290.157216:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5098800. 02000000:00000001:1.0:1749609290.157218:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609290.157219:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609290.157220:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:1.0:1749609290.157222:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609290.157223:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.157224:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609290.157225:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083800 x1834594612263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609290.157231:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609290.157232:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609290.157233:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948be400. 02000000:00000001:1.0:1749609290.157234:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609290.157235:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609290.157236:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609290.157237:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609290.157238:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509b800. 02000000:00000001:1.0:1749609290.157262:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609290.157263:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609290.157264:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083800. 00000100:00000001:1.0:1749609290.157266:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609290.157267:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.157268:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609290.157270:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609290.157271:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609290.157273:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609290.157274:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609290.163580:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298566568, at 4298566568 00000100:00000040:2.0:1749609290.163589:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298566568, at 4298566568 00000100:00000010:1.0:1749609290.163592:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4180. 00000100:00000010:2.0:1749609290.163598:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4500. 00000100:00000040:3.0:1749609290.163599:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298566568, at 4298566568 00000100:00000040:0.0:1749609290.163601:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298566568, at 4298566568 00000100:00000010:3.0:1749609290.163615:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b43c0. 00000100:00000010:0.0:1749609290.163631:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4a00. 00000100:00000010:2.0:1749609290.474599:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000020:00000040:2.0:1749609290.474610:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609290.474616:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609290.474620:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609290.474626:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609290.474634:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609290.474642:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.474648:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609290.474650:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609290.474656:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609290.474658:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954176 : -131938708597440 : ffff8800a0245540) 00000100:00000001:2.0:1749609290.474661:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609290.474663:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000100:00000001:2.0:1749609290.474668:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609290.474670:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609290.474672:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609290.474674:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609290.474682:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082d80 x1834594612263808/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.474692:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609290.474694:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609290.474696:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082d80 x1834594612263808/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.474704:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609290.474707:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609290.474708:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609290.474709:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245540 going to sleep for 0 seconds 00000100:00000001:2.0:1749609290.474712:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609290.474714:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609290.474717:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609290.474719:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609290.474721:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609290.474723:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612263808/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609290.474738:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612263808:0@lo:900: 00000100:00000001:2.0:1749609290.474743:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609290.474745:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609290.474747:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609290.474749:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609290.474751:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082d80 x1834594612263808/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.474757:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609290.474759:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245540. 00000100:00000001:2.0:1749609290.474762:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609290.474764:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609290.474765:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609290.474767:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082d80 x1834594612263808/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609290.474773:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609290.474775:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609290.474776:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609290.474778:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609290.474780:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609290.474783:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609290.474785:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609290.474786:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 00000100:00000001:2.0:1749609290.474790:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609290.474791:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609290.501644:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609290.501651:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609290.501658:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609290.501660:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609290.501804:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609290.501809:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609290.501813:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609290.710627:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609290.710635:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609290.710636:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609290.710639:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609290.710643:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609290.710647:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609290.710650:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609290.710652:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609290.710653:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609291.503660:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609291.503668:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609291.503676:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609291.503677:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609291.503806:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609291.503812:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609291.503816:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609291.710696:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609291.710704:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609291.710706:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609291.710709:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609291.710714:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609291.710717:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609291.710720:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609291.710722:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609291.710724:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609291.918671:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609291.918689:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609291.918693:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609291.918696:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609291.918707:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609291.918726:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf340280 00000400:00000200:0.0:1749609291.918735:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16385 [2] + 0 00000400:00000010:0.0:1749609291.918741:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62580. 00000400:00000200:0.0:1749609291.918747:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfd0c0 00000800:00000001:0.0:1749609291.918753:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609291.918759:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609291.918761:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609291.918767:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609291.918771:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfd0c0 00000400:00000010:0.0:1749609291.918774:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfd0c0. 00000100:00000001:0.0:1749609291.918780:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609291.918782:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609291.918784:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51da850 x1834594730246784 msgsize 224 00000100:00100000:0.0:1749609291.918788:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609291.918790:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609291.918808:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609291.918815:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609291.918818:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609291.918820:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609291.918821:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609291.918824:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609291.918829:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340300 00000400:00000200:0.0:1749609291.918834:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 10480 00000800:00000001:0.0:1749609291.918837:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609291.918840:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609291.918841:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609291.918844:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609291.918846:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609291.918848:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609291.918852:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4000. 00000100:00000040:0.0:1749609291.918854:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d4000 x1834594730246912 msgsize 520 00000100:00100000:0.0:1749609291.918857:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609291.918867:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609291.918870:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730246784 00000100:00000001:0.0:1749609291.918871:0:1503:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609291.918874:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609291.918875:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609291.918877:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609291.918877:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1749609291.918878:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609291.918879:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609291.918880:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609291.918883:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 02000000:00000001:2.0:1749609291.918883:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609291.918886:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340380 00000100:00100000:2.0:1749609291.918888:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730246784 00000400:00000200:0.0:1749609291.918889:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 11000 00000800:00000001:0.0:1749609291.918891:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:2.0:1749609291.918892:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609291.918894:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609291.918897:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609291.918901:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609291.918904:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609291.918905:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609291.918907:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609291.918907:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609291.918909:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609291.918912:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609291.918913:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609291.918917:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fc700. 00000100:00000040:0.0:1749609291.918919:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fc700 x1834594730247040 msgsize 520 00000100:00000001:2.0:1749609291.918920:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749609291.918922:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:2.0:1749609291.918924:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706380. 00000100:00000001:2.0:1749609291.918928:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609291.918931:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706380. 00000100:00000001:0.0:1749609291.918934:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609291.918937:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:2.0:1749609291.918938:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000800:00000001:0.0:1749609291.918939:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609291.918943:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000020:00000010:2.0:1749609291.918949:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000040:2.0:1749609291.918959:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609291.918962:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609291.918964:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609291.918966:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609291.918974:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609291.918984:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609291.918988:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609291.918992:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730246912 00000100:00000001:2.0:1749609291.918994:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609291.918994:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609291.918996:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609291.918997:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609291.918998:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609291.919000:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609291.919003:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730246912 00000100:00100000:2.0:1749609291.919004:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1443 00000100:00000001:1.0:1749609291.919005:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609291.919005:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609291.919007:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749609291.919008:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000001:3.0:1749609291.919008:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749609291.919009:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730247040 00000100:00000001:2.0:1749609291.919010:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352838224 : -131938356713392 : ffff8800b51da850) 00000020:00000001:3.0:1749609291.919010:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609291.919011:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609291.919012:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609291.919014:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609291.919015:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609291.919017:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609291.919018:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51da850 x1834594730246784/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:237/0 lens 224/0 e 0 to 0 dl 1749609302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609291.919018:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1e00. 02000000:00000001:1.0:1749609291.919020:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609291.919021:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fe10. 00000100:00100000:1.0:1749609291.919023:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730247040 00000100:00000001:3.0:1749609291.919024:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749609291.919026:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609291.919026:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609291.919027:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609291.919028:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609291.919030:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609291.919031:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609291.919031:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609291.919032:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609291.919034:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609291.919034:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706380. 00000100:00000001:2.0:1749609291.919036:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609291.919039:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000020:00000010:2.0:1749609291.919039:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706380. 00000100:00000001:3.0:1749609291.919039:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609291.919043:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00100000:2.0:1749609291.919044:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730246784:12345-192.168.201.20@tcp:400: 00000100:00000001:3.0:1749609291.919046:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749609291.919047:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000100:00000001:3.0:1749609291.919047:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609291.919049:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730246784 00000100:00000001:1.0:1749609291.919051:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609291.919052:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609291.919052:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2722 00000100:00000001:1.0:1749609291.919053:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609291.919054:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361907200 : -131939347644416 : ffff88007a0d4000) 00000100:00000001:1.0:1749609291.919055:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609291.919056:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749609291.919057:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d4000 x1834594730246912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609291.919058:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609291.919059:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609291.919063:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609291.919065:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00100000:3.0:1749609291.919067:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730246912:12345-192.168.201.20@tcp:38: 00000020:00000001:2.0:1749609291.919068:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1749609291.919069:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730246912 00000020:00000001:2.0:1749609291.919070:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609291.919071:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609291.919073:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749609291.919074:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609291.919075:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609291.919078:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609291.919079:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609291.919080:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609291.919084:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609291.919086:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609291.919087:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:3.0:1749609291.919089:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609291.919090:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1749609291.919091:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609291.919092:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749609291.919092:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1800. 00010000:00000001:3.0:1749609291.919094:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609291.919095:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609291.919097:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749609291.919098:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2723 00000100:00000001:2.0:1749609291.919098:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609291.919098:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609291.919100:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609291.919101:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342491392 : -131938367060224 : ffff8800b47fc700) 00000020:00000001:2.0:1749609291.919101:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609291.919102:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50dbc00. 00010000:00000040:2.0:1749609291.919104:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730246784 02000000:00000001:3.0:1749609291.919104:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609291.919105:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fc700 x1834594730247040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609291.919106:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609291.919107:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:3.0:1749609291.919109:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609291.919110:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609291.919112:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51da850 x1834594730246784/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:237/0 lens 224/224 e 0 to 0 dl 1749609302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609291.919113:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609291.919116:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:1.0:1749609291.919119:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730247040:12345-192.168.201.20@tcp:38: 00000400:00000200:3.0:1749609291.919122:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00010000:00000001:2.0:1749609291.919123:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749609291.919124:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730247040 00010000:00000001:2.0:1749609291.919124:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609291.919126:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609291.919126:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609291.919127:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00001000:2.0:1749609291.919128:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=110 v=5 (1 1 1 1) 00010000:00000001:1.0:1749609291.919129:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609291.919129:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609291.919131:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:2.0:1749609291.919132:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609291.919133:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:2.0:1749609291.919135:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609291.919135:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609291.919136:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609291.919137:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:2.0:1749609291.919138:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609291.919138:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609291.919140:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000040:3.0:1749609291.919140:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:2.0:1749609291.919141:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609291.919143:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609291.919143:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283aa0. 00000100:00000001:2.0:1749609291.919145:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609291.919147:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749609291.919147:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730246912, offset 0 00000100:00000040:2.0:1749609291.919149:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:1.0:1749609291.919150:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609291.919151:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609291.919152:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 02000000:00000010:1.0:1749609291.919153:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800948be400. 02000000:00000001:1.0:1749609291.919155:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609291.919157:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730246784, offset 224 00000100:00000001:1.0:1749609291.919158:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609291.919158:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00010000:00000040:1.0:1749609291.919160:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000400:00000200:2.0:1749609291.919163:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609291.919163:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2058:2058:256:4294967295] 192.168.201.20@tcp LPNI seq info [2054:2054:8:4294967295] 00010000:00080000:1.0:1749609291.919167:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3901 last 0 00010000:00000001:1.0:1749609291.919172:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:3.0:1749609291.919172:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609291.919176:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609291.919177:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:1.0:1749609291.919179:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000010:3.0:1749609291.919179:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 00000004:00000001:1.0:1749609291.919183:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000200:3.0:1749609291.919183:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609291.919184:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:1.0:1749609291.919190:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000200:3.0:1749609291.919190:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:2.0:1749609291.919191:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2059:2059:255:4294967295] 192.168.201.20@tcp LPNI seq info [2055:2055:7:4294967295] 00000004:00000001:1.0:1749609291.919194:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609291.919194:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:1.0:1749609291.919197:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609291.919202:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000040:1.0:1749609291.919203:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:1.0:1749609291.919205:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:1.0:1749609291.919207:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000800:00000200:2.0:1749609291.919208:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609291.919235:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:2.0:1749609291.919235:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7700. 00000004:00000001:1.0:1749609291.919238:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609291.919240:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:2.0:1749609291.919241:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:1.0:1749609291.919243:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609291.919245:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609291.919245:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609291.919247:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00010000:00000001:1.0:1749609291.919248:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:3.0:1749609291.919248:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609291.919250:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000200:2.0:1749609291.919250:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1749609291.919250:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609291.919251:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609291.919253:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:2.0:1749609291.919255:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609291.919255:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4000 x1834594730246912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609311 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609291.919256:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:2.0:1749609291.919258:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609291.919259:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609291.919261:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609291.919261:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:1.0:1749609291.919263:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609291.919263:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609291.919264:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730246912:12345-192.168.201.20@tcp:38: Request processed in 197us (408us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749609291.919265:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1749609291.919266:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1749609291.919269:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749609291.919270:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51da850 x1834594730246784/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:237/0 lens 224/224 e 0 to 0 dl 1749609302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609291.919271:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2722 00000800:00000200:0.0:1749609291.919274:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1749609291.919274:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609291.919275:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1749609291.919276:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695b00. 00000400:00000200:1.0:1749609291.919277:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000010:3.0:1749609291.919277:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1e00. 00000100:00000001:1.0:1749609291.919280:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749609291.919281:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fe10. 00000100:00000040:1.0:1749609291.919282:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00100000:2.0:1749609291.919282:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730246784:12345-192.168.201.20@tcp:400: Request processed in 250us (496us total) trans 0 rc 0/0 00000020:00000010:3.0:1749609291.919283:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609291.919285:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000400:00000200:0.0:1749609291.919286:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609291.919287:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:3.0:1749609291.919287:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609291.919291:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000040:1.0:1749609291.919291:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00100000:2.0:1749609291.919292:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1443 00000400:00000200:0.0:1749609291.919293:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283aa0 02000000:00000001:1.0:1749609291.919293:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609291.919294:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000010:0.0:1749609291.919295:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283aa0. 02000000:00000001:1.0:1749609291.919295:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609291.919297:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609291.919297:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609291.919299:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609291.919299:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609291.919300:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000010:2.0:1749609291.919302:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00000001:0.0:1749609291.919303:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749609291.919304:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000020:00000010:2.0:1749609291.919306:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000100:00000200:1.0:1749609291.919307:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730247040, offset 0 00000020:00000010:2.0:1749609291.919309:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000400:00000200:1.0:1749609291.919312:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000040:2.0:1749609291.919314:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:2.0:1749609291.919318:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609291.919321:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000200:2.0:1749609291.919322:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1749609291.919327:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2060:2060:255:4294967295] 192.168.201.20@tcp LPNI seq info [2056:2056:7:4294967295] 00000400:00000010:2.0:1749609291.919328:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f420. 00000400:00000010:2.0:1749609291.919333:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245540. 00000400:00000200:1.0:1749609291.919338:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609291.919344:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000200:0.0:1749609291.919347:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609291.919348:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee700. 00000800:00000010:0.0:1749609291.919349:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7700. 00000400:00000200:0.0:1749609291.919351:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1749609291.919353:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:0.0:1749609291.919354:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609291.919356:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000400:00000010:0.0:1749609291.919357:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000100:00000001:0.0:1749609291.919359:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000800:00000200:1.0:1749609291.919359:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:0.0:1749609291.919361:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:1.0:1749609291.919362:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee700 type 1, nob 512 niov 1 nkiov 1 02000000:00000010:0.0:1749609291.919363:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a1800. 02000000:00000001:0.0:1749609291.919366:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609291.919366:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609291.919368:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749609291.919369:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609291.919371:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609291.919373:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609291.919378:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fc700 x1834594730247040/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609311 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609291.919388:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730247040:12345-192.168.201.20@tcp:38: Request processed in 270us (467us total) trans 0 rc -11/-11 00000800:00000200:0.0:1749609291.919392:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609291.919394:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee700. 00000100:00100000:1.0:1749609291.919397:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2723 00000400:00000200:0.0:1749609291.919400:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609291.919401:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609291.919402:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609291.919405:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:1.0:1749609291.919405:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000400:00000200:0.0:1749609291.919407:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:0.0:1749609291.919409:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000020:00000010:1.0:1749609291.919409:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000100:00000001:0.0:1749609291.919412:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749609291.919412:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:0.0:1749609291.919413:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609291.919415:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609292.475600:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000020:00000040:2.0:1749609292.475613:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609292.475619:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609292.475624:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609292.475629:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609292.475638:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609292.475646:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609292.475654:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609292.475656:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609292.475661:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245600. 00000100:00000001:2.0:1749609292.475664:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954368 : -131938708597248 : ffff8800a0245600) 00000100:00000001:2.0:1749609292.475667:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609292.475669:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000100:00000001:2.0:1749609292.475675:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609292.475678:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609292.475681:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609292.475682:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609292.475692:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082d80 x1834594612263936/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609292.475704:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609292.475706:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609292.475709:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082d80 x1834594612263936/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609292.475718:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609292.475721:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609292.475723:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609292.475725:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245600 going to sleep for 0 seconds 00000100:00000001:2.0:1749609292.475728:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609292.475730:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609292.475735:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609292.475738:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609292.475740:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609292.475743:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612263936/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609292.475752:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612263936:0@lo:900: 00000100:00000001:2.0:1749609292.475757:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609292.475760:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609292.475762:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609292.475764:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609292.475767:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082d80 x1834594612263936/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609292.475775:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609292.475777:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245600. 00000100:00000001:2.0:1749609292.475781:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609292.475783:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609292.475785:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609292.475787:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082d80 x1834594612263936/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609292.475795:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609292.475798:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609292.475799:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609292.475802:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609292.475804:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609292.475808:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609292.475810:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609292.475812:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 00000100:00000001:2.0:1749609292.475816:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609292.475818:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609292.505671:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609292.505679:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609292.505688:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609292.505690:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609292.505761:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609292.505766:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609292.505769:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609292.710724:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609292.710732:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609292.710734:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609292.710738:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609292.710741:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609292.710745:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609292.710747:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609292.710750:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609292.710753:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609293.507649:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609293.507656:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609293.507661:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609293.507663:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609293.507729:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609293.507733:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609293.507736:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609293.710630:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609293.710637:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609293.710638:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609293.710641:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609293.710644:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609293.710647:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609293.710649:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609293.710651:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609293.710652:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609294.476579:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000020:00000040:2.0:1749609294.476589:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609294.476594:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609294.476597:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609294.476602:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609294.476609:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609294.476614:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609294.476620:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609294.476622:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609294.476626:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245600. 00000100:00000001:2.0:1749609294.476628:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954368 : -131938708597248 : ffff8800a0245600) 00000100:00000001:2.0:1749609294.476630:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609294.476631:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000100:00000001:2.0:1749609294.476635:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609294.476647:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609294.476648:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609294.476649:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609294.476655:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082d80 x1834594612264064/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609294.476663:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609294.476664:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609294.476666:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082d80 x1834594612264064/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609294.476671:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609294.476673:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609294.476675:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609294.476676:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245600 going to sleep for 0 seconds 00000100:00000001:2.0:1749609294.476677:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609294.476679:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609294.476681:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609294.476683:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609294.476684:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609294.476686:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612264064/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609294.476696:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612264064:0@lo:900: 00000100:00000001:2.0:1749609294.476699:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609294.476701:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609294.476702:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609294.476703:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609294.476704:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082d80 x1834594612264064/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609294.476709:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609294.476710:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245600. 00000100:00000001:2.0:1749609294.476712:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609294.476713:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609294.476715:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609294.476715:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082d80 x1834594612264064/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609294.476720:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609294.476721:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609294.476722:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609294.476724:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609294.476725:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609294.476727:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609294.476728:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609294.476730:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 00000100:00000001:2.0:1749609294.476732:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609294.476732:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609294.509664:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609294.509673:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609294.509682:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609294.509685:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609294.509760:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609294.509765:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609294.509767:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609294.710738:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609294.710745:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609294.710748:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609294.710752:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609294.710757:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609294.710760:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609294.710764:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609294.710767:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609294.710770:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609295.163655:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609295.163666:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609295.163674:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000020:00000040:2.0:1749609295.163681:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609295.163686:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609295.163689:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609295.163696:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609295.163704:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7300. 00000100:00000001:2.0:1749609295.163711:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609295.163721:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609295.163733:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609295.163735:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609295.163741:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082d80] to pc [ptlrpcd_00_03+3] req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609295.163783:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609295.163786:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609295.163790:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609295.163792:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609295.163794:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609295.163798:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609295.163800:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3899 00000100:00080000:2.0:1749609295.163804:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609295.163806:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609295.163809:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609295.163811:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609295.163813:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609295.163816:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609295.163818:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609295.163821:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609295.163824:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609295.163827:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609295.163829:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609295.163832:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609295.163834:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609295.163836:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609295.163837:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609295.163840:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609295.163842:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609295.163844:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609295.163846:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609295.163854:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609295.163856:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.163858:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609295.163861:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609295.163866:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083800. 00000020:00000040:2.0:1749609295.163869:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609295.163871:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609295.163873:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.163875:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609295.163876:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609295.163878:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609295.163881:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a1c00. 00000100:00000001:2.0:1749609295.163885:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.163888:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609295.163889:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609295.163894:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609295.163895:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609295.163897:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609295.163897:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609295.163898:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609295.163900:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083800] to pc [ptlrpcd_rcv+-1] req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609295.163901:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609295.163904:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.163916:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609295.163918:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.163920:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609295.163922:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609295.163923:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1749609295.163925:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609295.163926:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1749609295.163928:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609295.163929:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000100:00100000:0.0:1749609295.163930:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612264192:0@lo:400: 00000020:00000040:2.0:1749609295.163931:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609295.163933:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609295.163935:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609295.163935:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609295.163936:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609295.163939:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7c00. 02000000:00000001:0.0:1749609295.163940:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609295.163941:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609295.163943:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609295.163943:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609295.163945:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609295.163950:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1000. 00000100:00000001:2.0:1749609295.163950:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609295.163951:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609295.163952:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609295.163953:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080380] to pc [ptlrpcd_00_00+0] req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609295.163958:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000400:00000010:0.0:1749609295.163966:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668dd0. 00000100:00000200:0.0:1749609295.163973:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612264192, portal 25 00000100:00000001:2.0:1749609295.163973:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609295.163975:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609295.163976:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609295.163978:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000100:00080000:2.0:1749609295.163978:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609295.163980:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609295.163981:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749609295.163982:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609295.163983:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609295.163985:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3899 00000100:00080000:2.0:1749609295.163987:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609295.163990:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609295.163991:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609295.163992:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609295.163995:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609295.163995:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609295.163996:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609295.163996:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:0.0:1749609295.163998:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000020:00000001:2.0:1749609295.163998:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609295.163998:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749609295.163999:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000200:0.0:1749609295.164000:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612264192, offset 0 00000020:00000001:2.0:1749609295.164000:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609295.164000:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609295.164002:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:2.0:1749609295.164004:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:2.0:1749609295.164005:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000200:0.0:1749609295.164006:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609295.164007:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609295.164009:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609295.164010:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609295.164010:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609295.164012:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609295.164014:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609295.164016:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000001:1.0:1749609295.164017:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609295.164017:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609295.164019:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164019:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609295.164020:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609295.164020:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609295.164021:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609295.164021:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609295.164023:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609295.164024:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609295.164025:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164026:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749609295.164027:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609295.164028:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609295.164028:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609295.164029:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609295.164031:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000400:00000200:0.0:1749609295.164032:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bbd00 00000020:00000040:2.0:1749609295.164032:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:3.0:1749609295.164032:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612264448:0@lo:400: 02000000:00000001:2.0:1749609295.164034:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609295.164035:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164036:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609295.164036:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609295.164037:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749609295.164039:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x163a9 [2] + 0 02000000:00000001:2.0:1749609295.164039:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609295.164039:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1749609295.164041:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a2400. 02000000:00000001:3.0:1749609295.164042:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609295.164043:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62478. 00000100:00000001:2.0:1749609295.164043:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609295.164043:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609295.164044:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609295.164046:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609295.164046:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609295.164048:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfd240 02000000:00000010:3.0:1749609295.164048:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9e00. 02000000:00000001:1.0:1749609295.164050:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609295.164050:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164053:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749609295.164054:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609295.164054:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609295.164054:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609295.164055:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62268. 00000100:00000040:2.0:1749609295.164056:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081c00] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609295.164057:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609295.164058:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749609295.164060:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000100:00100000:1.0:1749609295.164061:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612264320:0@lo:38: 00000400:00000200:0.0:1749609295.164062:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfd240 00000100:00000001:2.0:1749609295.164063:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609295.164064:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfd240. 00000100:00080000:2.0:1749609295.164065:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749609295.164067:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609295.164068:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:2.0:1749609295.164069:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:0.0:1749609295.164070:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1749609295.164070:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1749609295.164071:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749609295.164071:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1749609295.164073:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609295.164074:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51d8c50 x1834594612264192 msgsize 224 00000100:00000001:2.0:1749609295.164074:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:3.0:1749609295.164075:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612264448, portal 4 02000000:00000001:1.0:1749609295.164076:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749609295.164077:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3899 00000100:00000001:3.0:1749609295.164077:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1749609295.164078:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749609295.164078:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609295.164078:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000040:0.0:1749609295.164080:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1749609295.164081:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000010:1.0:1749609295.164082:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bf400. 00000100:00000001:2.0:1749609295.164083:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609295.164084:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:1.0:1749609295.164085:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164086:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609295.164086:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609295.164087:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609295.164088:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:2.0:1749609295.164090:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609295.164091:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749609295.164091:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a08f0. 00000020:00000040:2.0:1749609295.164091:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:2.0:1749609295.164093:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:2.0:1749609295.164094:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000400:00000200:0.0:1749609295.164097:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000400:00000010:1.0:1749609295.164097:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000040:2.0:1749609295.164097:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:0.0:1749609295.164099:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000001:2.0:1749609295.164099:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609295.164100:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609295.164101:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609295.164102:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749609295.164103:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000200:1.0:1749609295.164104:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612264320, portal 4 00000100:00000200:0.0:1749609295.164105:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609295.164105:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609295.164107:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.164108:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609295.164108:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749609295.164109:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082997760 : -131938626553856 : ffff8800a5083800) 00000100:00000001:3.0:1749609295.164109:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609295.164111:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609295.164112:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609295.164112:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609295.164113:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609295.164114:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:3.0:1749609295.164114:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000100:00000001:2.0:1749609295.164115:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609295.164116:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609295.164117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000100:00000040:1.0:1749609295.164118:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609295.164118:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612264448, offset 0 00000020:00000040:2.0:1749609295.164119:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609295.164120:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609295.164121:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164122:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609295.164123:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609295.164123:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749609295.164123:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609295.164124:0:1512:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609295.164124:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164128:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609295.164128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a2000. 00000100:00000001:2.0:1749609295.164130:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164132:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298571576 00000100:00000001:1.0:1749609295.164132:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609295.164132:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609295.164133:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749609295.164135:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4a00. 00000100:00000040:1.0:1749609295.164136:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609295.164139:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000400:00000200:3.0:1749609295.164139:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bbe00 00000100:00000001:2.0:1749609295.164140:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609295.164141:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164142:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1749609295.164143:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612264320, offset 0 00000100:00000040:2.0:1749609295.164143:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082300] to pc [ptlrpcd_rcv+-1] req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609295.164146:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 14336 00000100:00000001:0.0:1749609295.164148:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298571576 00000100:00000001:2.0:1749609295.164149:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609295.164150:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4b00. 00000100:00000040:2.0:1749609295.164151:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1749609295.164152:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609295.164152:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609295.164153:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1749609295.164184:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609295.164185:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298571576 00000100:00000001:3.0:1749609295.164188:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:0.0:1749609295.164189:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4ec0. 00000100:00000200:3.0:1749609295.164190:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1749609295.164192:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609295.164194:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298571576 00000100:00000010:3.0:1749609295.164194:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50ddc00. 00000400:00000200:1.0:1749609295.164195:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749609295.164196:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b44c0. 00000100:00000001:2.0:1749609295.164196:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1749609295.164196:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50ddc00 x1834594612264448 msgsize 224 00000100:00000001:0.0:1749609295.164199:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000010:2.0:1749609295.164199:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080a80. 00000100:00100000:3.0:1749609295.164200:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749609295.164201:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609295.164202:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609295.164203:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609295.164204:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609295.164204:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1749609295.164205:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bbd80 02000000:00000001:2.0:1749609295.164205:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164208:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609295.164208:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7000. 00000100:00000001:0.0:1749609295.164210:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609295.164210:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164212:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609295.164213:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609295.164215:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 19760 00000100:00000001:0.0:1749609295.164218:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609295.164220:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609295.164220:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609295.164221:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164223:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609295.164223:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609295.164224:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609295.164224:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080a80] to pc [ptlrpcd_00_01+1] req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.164225:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164227:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609295.164228:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609295.164229:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000400:00000010:3.0:1749609295.164231:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000001:2.0:1749609295.164232:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164235:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609295.164236:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3909) 00000100:00000200:3.0:1749609295.164238:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.164239:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609295.164240:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609295.164242:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609295.164246:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.164247:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609295.164247:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749609295.164250:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1749609295.164250:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.164254:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609295.164255:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609295.164255:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9180. 00000100:00000001:3.0:1749609295.164256:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609295.164257:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609295.164258:0:1509:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609295.164259:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609295.164259:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609295.164260:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9180 x1834594612264320 msgsize 520 02000000:00000001:0.0:1749609295.164261:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609295.164261:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612264192 02000000:00000001:2.0:1749609295.164263:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609295.164263:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609295.164264:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612264832:0@lo:400: 00000100:00000001:2.0:1749609295.164266:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609295.164267:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749609295.164267:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609295.164267:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 831 usecs (1 jiffies) 00000100:00000001:2.0:1749609295.164268:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609295.164270:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609295.164270:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298571569 02000000:00000001:0.0:1749609295.164271:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609295.164272:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164272:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298571576 02000000:00000001:0.0:1749609295.164273:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609295.164275:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298571569 02000000:00000010:0.0:1749609295.164276:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1400. 00000100:00100000:2.0:1749609295.164276:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612264192 00000020:00000001:2.0:1749609295.164277:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609295.164277:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298571576 02000000:00000001:0.0:1749609295.164278:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609295.164279:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609295.164279:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298571569 00000020:00000001:2.0:1749609295.164280:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609295.164281:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298571576 00000400:00000010:0.0:1749609295.164282:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17f78. 00000100:00000001:1.0:1749609295.164282:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749609295.164282:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:3.0:1749609295.164283:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298571569 00000020:00000001:2.0:1749609295.164284:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609295.164284:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298571576 00000020:00000001:2.0:1749609295.164286:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609295.164286:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609295.164287:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000001:3.0:1749609295.164288:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609295.164291:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612264832, portal 10 00000100:00000001:2.0:1749609295.164291:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609295.164291:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609295.164292:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:3.0:1749609295.164292:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609295.164293:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706380. 00000100:00000001:0.0:1749609295.164294:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1749609295.164295:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:0.0:1749609295.164296:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082986112 : -131938626565504 : ffff8800a5080a80) 00000100:00000001:2.0:1749609295.164296:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609295.164298:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706380. 00000100:00000001:3.0:1749609295.164298:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609295.164299:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609295.164299:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609295.164301:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609295.164302:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609295.164303:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609295.164304:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609295.164304:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609295.164304:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609295.164305:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609295.164309:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000020:00000010:2.0:1749609295.164313:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000001:0.0:1749609295.164314:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609295.164317:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609295.164319:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609295.164320:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:0.0:1749609295.164321:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000100:00000040:1.0:1749609295.164321:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609295.164323:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609295.164323:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609295.164324:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749609295.164325:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612264832, offset 0 00000100:00100000:3.0:1749609295.164325:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612264320 00000100:00000001:2.0:1749609295.164326:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609295.164327:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609295.164329:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609295.164330:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609295.164331:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.164332:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164333:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.164334:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609295.164334:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609295.164336:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612264320 00000020:00000001:3.0:1749609295.164339:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609295.164340:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609295.164340:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609295.164340:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609295.164341:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609295.164342:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609295.164344:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609295.164346:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1021 usecs (2 jiffies) 00000020:00000001:3.0:1749609295.164346:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609295.164348:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bbf80 00000100:00000001:2.0:1749609295.164348:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749609295.164349:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000100:00000001:1.0:1749609295.164350:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298571570 00000100:00000001:2.0:1749609295.164351:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609295.164353:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298571576 00000020:00000010:3.0:1749609295.164353:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1e00. 00000100:00100000:2.0:1749609295.164355:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000400:00000200:0.0:1749609295.164356:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 11520 00000100:00000001:1.0:1749609295.164357:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298571570 00000020:00000010:3.0:1749609295.164357:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fe10. 00000100:00000040:2.0:1749609295.164358:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609295.164359:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352831056 : -131938356720560 : ffff8800b51d8c50) 00000100:00000001:1.0:1749609295.164360:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298571576 00000100:00000001:3.0:1749609295.164360:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609295.164362:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609295.164363:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609295.164363:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298571570 00000100:00000040:2.0:1749609295.164363:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d8c50 x1834594612264192/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:241/0 lens 224/0 e 0 to 0 dl 1749609306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609295.164363:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.164366:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298571576 00000100:00000001:3.0:1749609295.164367:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609295.164368:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609295.164368:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298571570 00000100:00000001:1.0:1749609295.164371:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298571576 00000100:00000001:2.0:1749609295.164372:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609295.164373:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609295.164373:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609295.164373:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706380. 00000100:00000001:3.0:1749609295.164373:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609295.164375:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609295.164376:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609295.164377:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609295.164377:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706380. 00000100:00000001:1.0:1749609295.164380:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609295.164380:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612264192:12345-0@lo:400: 00000100:00000001:3.0:1749609295.164380:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1749609295.164381:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fca80. 00000100:00000001:3.0:1749609295.164382:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609295.164383:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609295.164384:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fca80 x1834594612264832 msgsize 224 00000100:00100000:3.0:1749609295.164386:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00000200:2.0:1749609295.164387:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612264192 00000100:00000001:3.0:1749609295.164388:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806393216 : -131938903158400 : ffff8800948b9180) 00000100:00100000:0.0:1749609295.164390:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609295.164390:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609295.164390:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749609295.164392:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9180 x1834594612264320/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.164393:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:2.0:1749609295.164393:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609295.164396:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609295.164396:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.164398:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609295.164398:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609295.164400:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749609295.164400:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609295.164401:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609295.164401:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612264320:12345-0@lo:38: 00000020:00000001:2.0:1749609295.164403:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749609295.164405:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609295.164405:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609295.164405:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612264320 00000020:00000001:2.0:1749609295.164406:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749609295.164407:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000020:00000001:3.0:1749609295.164407:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609295.164408:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1749609295.164409:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000020:00000001:2.0:1749609295.164410:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609295.164410:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609295.164412:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609295.164413:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609295.164415:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749609295.164417:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609295.164417:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609295.164418:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609295.164420:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609295.164420:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2c00. 02000000:00000001:2.0:1749609295.164421:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164423:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609295.164424:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749609295.164424:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609295.164426:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609295.164427:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00020000:3.0:1749609295.164427:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000040:2.0:1749609295.164428:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612264192 00000100:00000001:0.0:1749609295.164430:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609295.164430:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609295.164430:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609295.164431:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749609295.164433:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609295.164433:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609295.164434:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612264576:0@lo:38: 00010000:00000200:2.0:1749609295.164435:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d8c50 x1834594612264192/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:241/0 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609295.164437:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609295.164438:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609295.164439:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609295.164440:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609295.164442:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1749609295.164443:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1749609295.164443:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50da000. 00000100:00000001:0.0:1749609295.164444:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609295.164445:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609295.164445:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609295.164445:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164446:0:1510:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609295.164448:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:2.0:1749609295.164448:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609295.164448:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164450:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609295.164450:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609295.164451:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1749609295.164452:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bdc00. 00010000:00000001:3.0:1749609295.164452:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609295.164453:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609295.164454:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609295.164455:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 706 usecs (1 jiffies) 00000100:00000001:2.0:1749609295.164455:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00001000:3.0:1749609295.164455:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749609295.164457:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609295.164458:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298571569 00000400:00000010:1.0:1749609295.164458:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a06e0. 00000100:00000001:3.0:1749609295.164458:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749609295.164459:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164461:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609295.164461:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609295.164462:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298571576 00000400:00000010:1.0:1749609295.164463:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000040:3.0:1749609295.164463:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:2.0:1749609295.164464:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609295.164465:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298571569 00000100:00000001:3.0:1749609295.164465:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:2.0:1749609295.164467:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000100:00000001:3.0:1749609295.164467:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609295.164468:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298571576 00000100:00000200:1.0:1749609295.164468:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612264576, portal 10 00000100:00000040:3.0:1749609295.164469:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609295.164470:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298571569 00000100:00000001:1.0:1749609295.164471:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749609295.164471:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612264192, offset 224 02000000:00000001:3.0:1749609295.164471:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609295.164473:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298571576 00000100:00000001:1.0:1749609295.164473:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 02000000:00000001:3.0:1749609295.164473:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164475:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609295.164476:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609295.164477:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298571569 00000100:00000040:3.0:1749609295.164478:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609295.164480:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298571576 00000400:00000010:3.0:1749609295.164480:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000100:00000040:1.0:1749609295.164481:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.164482:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609295.164483:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612264320, offset 0 00000400:00000200:2.0:1749609295.164484:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609295.164485:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609295.164487:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609295.164488:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164491:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.164492:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609295.164492:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bbd00 00000400:00000200:3.0:1749609295.164494:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609295.164496:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609295.164497:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749609295.164525:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16f0d [1] + 224 00000400:00000200:2.0:1749609295.164531:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609295.164534:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609295.164537:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609295.164539:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609295.164540:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609295.164540:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bbd80 00000100:00000001:0.0:1749609295.164541:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609295.164542:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.164543:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164544:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609295.164546:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f19 [1] + 0 00000400:00000010:1.0:1749609295.164547:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000400:00000200:3.0:1749609295.164550:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609295.164552:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612264576, offset 0 00000100:00000040:2.0:1749609295.164552:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609295.164554:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609295.164557:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609295.164559:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609295.164560:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609295.164565:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609295.164568:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609295.164570:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609295.164573:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000100:00000001:0.0:1749609295.164575:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749609295.164575:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00000001:3.0:1749609295.164576:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609295.164577:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612264832 02000000:00000001:0.0:1749609295.164578:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609295.164578:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bbe80 00000100:00000001:2.0:1749609295.164578:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609295.164579:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609295.164580:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609295.164581:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000100:00000001:0.0:1749609295.164582:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609295.164582:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000001:2.0:1749609295.164583:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609295.164585:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609295.164585:0:14337:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609295.164586:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164586:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609295.164588:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 11744 00010000:00000001:2.0:1749609295.164588:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:0.0:1749609295.164589:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612264832 00000020:00000001:2.0:1749609295.164589:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164590:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609295.164591:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1749609295.164591:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1749609295.164593:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000040:3.0:1749609295.164593:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:0.0:1749609295.164594:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609295.164595:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609295.164595:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d8c50 x1834594612264192/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:241/0 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609295.164595:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609295.164597:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:3.0:1749609295.164597:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609295.164599:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000200:1.0:1749609295.164600:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609295.164600:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9180 x1834594612264320/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609295.164602:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00100000:2.0:1749609295.164603:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612264192:12345-0@lo:400: Request processed in 230us (528us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609295.164605:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609295.164605:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:0.0:1749609295.164608:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4fc0. 00000100:00000200:1.0:1749609295.164608:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749609295.164609:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612264320:12345-0@lo:38: Request processed in 207us (347us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609295.164611:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000020:00000010:0.0:1749609295.164612:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706e40. 00000100:00000010:1.0:1749609295.164612:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9880. 00000100:00000040:2.0:1749609295.164613:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000040:1.0:1749609295.164616:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9880 x1834594612264576 msgsize 520 00000100:00000001:2.0:1749609295.164616:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749609295.164616:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000020:00000040:0.0:1749609295.164618:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609295.164618:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609295.164618:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609295.164619:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749609295.164622:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749609295.164622:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000020:00000010:3.0:1749609295.164622:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1e00. 00000100:00000001:0.0:1749609295.164625:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749609295.164625:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000020:00000010:3.0:1749609295.164625:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fe10. 00000020:00000010:0.0:1749609295.164628:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 00000020:00000010:2.0:1749609295.164628:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000020:00000010:3.0:1749609295.164629:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 00000020:00000010:0.0:1749609295.164631:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000020:00000040:2.0:1749609295.164631:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:1.0:1749609295.164633:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609295.164633:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609295.164634:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 02000000:00000001:2.0:1749609295.164635:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1749609295.164637:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a2c00. 00000100:00000040:0.0:1749609295.164640:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1749609295.164640:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749609295.164641:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000001:2.0:1749609295.164642:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609295.164643:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609295.164644:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749609295.164644:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000200:2.0:1749609295.164645:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1749609295.164646:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609295.164646:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609295.164648:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749609295.164649:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f478. 00000100:00000001:0.0:1749609295.164650:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1749609295.164650:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000200:1.0:1749609295.164652:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.164653:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1749609295.164653:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245600. 00000100:00000001:0.0:1749609295.164654:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164659:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.164664:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609295.164665:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609295.164667:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612264576 00000100:00000040:1.0:1749609295.164667:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609295.164668:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609295.164670:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609295.164672:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164673:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609295.164674:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164675:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609295.164676:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612264576 00000020:00000001:0.0:1749609295.164677:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609295.164677:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609295.164678:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609295.164679:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609295.164679:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609295.164679:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000020:00000001:0.0:1749609295.164681:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164681:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609295.164681:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000020:00000001:0.0:1749609295.164682:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609295.164683:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612264448 00000100:00000001:3.0:1749609295.164683:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342492288 : -131938367059328 : ffff8800b47fca80) 00000020:00000010:0.0:1749609295.164684:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000001:1.0:1749609295.164684:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609295.164685:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749609295.164686:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced00. 00000100:00000001:2.0:1749609295.164687:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609295.164687:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fca80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:241/0 lens 224/0 e 0 to 0 dl 1749609306 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609295.164688:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e708. 00000100:00000001:2.0:1749609295.164688:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609295.164689:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 00000100:00000001:0.0:1749609295.164690:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609295.164691:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609295.164691:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164692:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.164692:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298571570 00000100:00100000:2.0:1749609295.164693:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612264448 00000100:00000001:0.0:1749609295.164695:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609295.164695:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609295.164695:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609295.164696:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298571576 00000020:00000040:2.0:1749609295.164696:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000010:3.0:1749609295.164697:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8dc0. 00000100:00000001:1.0:1749609295.164698:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298571570 00000020:00000001:2.0:1749609295.164698:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609295.164700:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609295.164700:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609295.164700:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609295.164701:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298571576 00000020:00000001:2.0:1749609295.164702:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000010:3.0:1749609295.164702:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8dc0. 00000020:00000001:2.0:1749609295.164704:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:0.0:1749609295.164705:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609295.164705:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298571570 00000100:00100000:3.0:1749609295.164705:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612264832:12345-0@lo:400: 00000100:00000001:0.0:1749609295.164706:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609295.164707:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298571576 00000100:00000001:2.0:1749609295.164707:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609295.164708:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706380. 00000100:00000200:3.0:1749609295.164709:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612264832 00000100:00100000:0.0:1749609295.164710:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00000001:1.0:1749609295.164710:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298571570 00000020:00000010:2.0:1749609295.164711:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8f80. 00000020:00000001:3.0:1749609295.164711:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609295.164712:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806395008 : -131938903156608 : ffff8800948b9880) 00000100:00000001:1.0:1749609295.164713:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298571576 00000020:00000001:3.0:1749609295.164713:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:0.0:1749609295.164715:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9880 x1834594612264576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.164715:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609295.164715:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000001:3.0:1749609295.164715:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609295.164717:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609295.164718:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609295.164719:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:1.0:1749609295.164721:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609295.164721:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609295.164722:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1749609295.164724:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612264576:12345-0@lo:38: 00000020:00000010:2.0:1749609295.164724:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000040:1.0:1749609295.164725:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609295.164725:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609295.164726:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000020:00000001:3.0:1749609295.164726:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1749609295.164728:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612264576 00000020:00000001:3.0:1749609295.164728:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1749609295.164729:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000020:00000001:3.0:1749609295.164730:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609295.164731:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609295.164732:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1749609295.164733:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609295.164733:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1749609295.164735:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609295.164735:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609295.164736:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609295.164736:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609295.164736:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609295.164738:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164738:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609295.164739:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50db800. 02000000:00000001:1.0:1749609295.164741:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609295.164741:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.164742:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1749609295.164743:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164743:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609295.164744:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609295.164744:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609295.164745:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609295.164745:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609295.164746:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749609295.164747:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609295.164747:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612264832 00010000:00000001:0.0:1749609295.164748:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609295.164749:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609295.164750:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609295.164751:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609295.164751:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612264704:0@lo:38: 00010000:00000200:3.0:1749609295.164752:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b47fca80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:241/0 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.164753:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609295.164755:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609295.164756:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609295.164756:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609295.164757:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609295.164758:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749609295.164759:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749609295.164760:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509fc00. 00010000:00000001:3.0:1749609295.164760:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609295.164761:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609295.164761:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00010000:00000001:3.0:1749609295.164761:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609295.164762:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609295.164763:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00001000:3.0:1749609295.164763:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609295.164764:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609295.164764:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609295.164765:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083367424 : -131938626184192 : ffff8800a50ddc00) 00010000:00000001:0.0:1749609295.164766:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609295.164767:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749609295.164768:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609295.164768:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bf000. 00000100:00000040:2.0:1749609295.164769:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50ddc00 x1834594612264448/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:241/0 lens 224/0 e 0 to 0 dl 1749609306 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609295.164769:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:0.0:1749609295.164770:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609295.164770:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609295.164771:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609295.164772:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609295.164773:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749609295.164774:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609295.164775:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b00. 00000100:00000001:3.0:1749609295.164775:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609295.164776:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609295.164776:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609295.164778:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000010:2.0:1749609295.164778:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07063c0. 00000100:00000040:3.0:1749609295.164778:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609295.164780:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:1.0:1749609295.164780:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609295.164780:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609295.164780:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000020:00000010:2.0:1749609295.164781:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07063c0. 00000100:00000001:0.0:1749609295.164782:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609295.164785:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000200:1.0:1749609295.164785:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612264704, portal 10 00000100:00100000:2.0:1749609295.164785:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612264448:12345-0@lo:400: 00000100:00000200:3.0:1749609295.164785:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612264832, offset 224 02000000:00000001:0.0:1749609295.164787:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609295.164788:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.164788:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749609295.164788:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612264448 00000100:00000001:1.0:1749609295.164789:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000400:00000200:3.0:1749609295.164789:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609295.164790:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609295.164790:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609295.164792:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:0.0:1749609295.164793:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609295.164794:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609295.164795:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000020:00000001:2.0:1749609295.164795:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749609295.164795:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609295.164797:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609295.164797:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000200:0.0:1749609295.164799:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612264576, offset 0 00000020:00000001:2.0:1749609295.164799:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749609295.164800:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bbf80 00000400:00000200:0.0:1749609295.164802:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609295.164802:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609295.164804:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609295.164805:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609295.164807:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609295.164807:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f25 [1] + 224 00000100:00000001:1.0:1749609295.164808:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609295.164809:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609295.164811:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609295.164811:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609295.164812:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609295.164812:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609295.164813:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609295.164814:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609295.164815:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 02000000:00000010:2.0:1749609295.164815:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2c00. 02000000:00000001:2.0:1749609295.164817:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164817:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609295.164818:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bbe80 00000100:00000200:1.0:1749609295.164818:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612264704, offset 0 00000100:00000001:2.0:1749609295.164818:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609295.164820:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609295.164820:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749609295.164822:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612264448 00000400:00000200:0.0:1749609295.164823:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f2d [1] + 0 00010000:00000001:2.0:1749609295.164825:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609295.164827:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1749609295.164827:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50ddc00 x1834594612264448/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:241/0 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609295.164829:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609295.164829:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609295.164831:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609295.164835:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749609295.164835:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609295.164837:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609295.164838:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609295.164838:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749609295.164839:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609295.164842:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609295.164842:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609295.164844:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000040:0.0:1749609295.164846:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609295.164846:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bbf00 00000100:00000001:2.0:1749609295.164846:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609295.164846:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 02000000:00000001:2.0:1749609295.164848:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749609295.164848:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 02000000:00000001:2.0:1749609295.164849:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164850:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609295.164851:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609295.164851:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609295.164853:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 12264 00000100:00000040:2.0:1749609295.164853:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609295.164854:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000100:00000001:0.0:1749609295.164855:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609295.164855:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609295.164857:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:1.0:1749609295.164859:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749609295.164859:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612264448, offset 224 00010000:00000001:3.0:1749609295.164859:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749609295.164860:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000020:00000001:3.0:1749609295.164861:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609295.164862:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000020:00000001:3.0:1749609295.164862:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609295.164864:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609295.164864:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609295.164865:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609295.164865:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fca80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:241/0 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.164868:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609295.164871:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609295.164872:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609295.164873:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612264832:12345-0@lo:400: Request processed in 178us (488us total) trans 0 rc 0/0 00000020:00000001:0.0:1749609295.164874:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609295.164875:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609295.164877:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9880 x1834594612264576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609295.164880:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000400:00000200:2.0:1749609295.164882:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609295.164882:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:3.0:1749609295.164884:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749609295.164885:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612264576:12345-0@lo:38: Request processed in 161us (268us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609295.164885:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609295.164886:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749609295.164887:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bbe00 00000020:00000010:3.0:1749609295.164888:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000200:1.0:1749609295.164889:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749609295.164890:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000400:00000200:2.0:1749609295.164891:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f15 [1] + 224 00000100:00100000:0.0:1749609295.164892:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00000010:1.0:1749609295.164893:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9c00. 00000020:00000010:3.0:1749609295.164893:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 00000100:00000001:0.0:1749609295.164894:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609295.164895:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609295.164896:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609295.164896:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9c00 x1834594612264704 msgsize 520 00000020:00000040:3.0:1749609295.164896:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000400:00000200:2.0:1749609295.164898:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609295.164899:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced00. 00000100:00000001:3.0:1749609295.164899:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609295.164901:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609295.164902:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e708. 00000100:00100000:1.0:1749609295.164903:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609295.164904:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000200:2.0:1749609295.164904:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609295.164912:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.164915:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609295.164921:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609295.164922:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000100:00000001:2.0:1749609295.164924:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609295.164925:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:3.0:1749609295.164925:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609295.164927:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609295.164927:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612264704 00000100:00000001:0.0:1749609295.164929:0:16223:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.164929:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609295.164929:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609295.164931:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609295.164933:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609295.164933:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609295.164936:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 02000000:00000001:3.0:1749609295.164936:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609295.164938:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00100000:3.0:1749609295.164938:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612264704 00000100:00000001:2.0:1749609295.164940:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749609295.164940:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609295.164941:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609295.164942:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609295.164942:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609295.164942:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609295.164943:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609295.164944:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609295.164944:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609295.164944:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609295.164946:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609295.164947:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609295.164947:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:1.0:1749609295.164948:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609295.164948:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000400:00000001:0.0:1749609295.164949:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749609295.164949:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609295.164950:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609295.164950:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1e00. 00000400:00000010:0.0:1749609295.164951:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17f78. 00000020:00000001:2.0:1749609295.164952:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1749609295.164953:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fe10. 00000400:00000200:0.0:1749609295.164955:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000100:00000001:3.0:1749609295.164955:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749609295.164956:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000040:2.0:1749609295.164956:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50ddc00 x1834594612264448/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:241/0 lens 224/224 e 0 to 0 dl 1749609306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609295.164957:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609295.164958:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164958:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.164959:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609295.164961:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.164961:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609295.164961:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609295.164964:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612264448:12345-0@lo:400: Request processed in 186us (766us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609295.164966:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.164968:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609295.164969:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609295.164971:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00100000:2.0:1749609295.164971:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00000040:2.0:1749609295.164973:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:3.0:1749609295.164973:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609295.164974:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298571570 00000100:00000001:3.0:1749609295.164974:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609295.164975:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609295.164976:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609295.164977:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.164977:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298571576 00000100:00000001:2.0:1749609295.164977:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749609295.164977:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00000001:0.0:1749609295.164979:0:1510:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749609295.164979:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00000001:3.0:1749609295.164979:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806395904 : -131938903155712 : ffff8800948b9c00) 00000100:00000001:1.0:1749609295.164980:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298571570 02000000:00000001:0.0:1749609295.164981:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609295.164982:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298571576 00000020:00000010:2.0:1749609295.164982:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000100:00000040:3.0:1749609295.164982:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9c00 x1834594612264704/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.164983:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609295.164984:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609295.164984:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609295.164985:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298571570 02000000:00000001:0.0:1749609295.164987:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.164987:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298571576 00000020:00000040:2.0:1749609295.164987:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609295.164989:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298571570 00000100:00000001:2.0:1749609295.164989:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609295.164990:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612264704:12345-0@lo:38: 00000100:00001000:0.0:1749609295.164991:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=108 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609295.164993:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298571576 00000100:00000200:3.0:1749609295.164993:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612264704 00000100:00001000:0.0:1749609295.164994:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609295.164995:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609295.164995:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609295.164997:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749609295.164997:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609295.164998:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.164998:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609295.165000:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609295.165001:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609295.165003:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00080000:0.0:1749609295.165004:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609295.165004:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749609295.165004:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609295.165006:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:1.0:1749609295.165007:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749609295.165008:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749609295.165010:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a08f0. 00010000:00000001:0.0:1749609295.165011:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609295.165011:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609295.165013:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609295.165014:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1749609295.165014:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000100:00000001:3.0:1749609295.165014:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609295.165016:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:1.0:1749609295.165016:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 02000000:00000001:3.0:1749609295.165016:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609295.165018:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609295.165019:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609295.165019:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d9c00. 00000100:00000001:1.0:1749609295.165020:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749609295.165021:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609295.165021:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609295.165022:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609295.165022:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609295.165023:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609295.165024:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609295.165024:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62268. 00010000:00000001:3.0:1749609295.165025:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609295.165026:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609295.165027:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000100:00000001:0.0:1749609295.165028:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749609295.165028:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749609295.165029:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00000100:00000001:0.0:1749609295.165031:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609295.165031:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609295.165031:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609295.165032:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609295.165032:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609295.165034:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609295.165034:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:0.0:1749609295.165035:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609295.165036:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:1.0:1749609295.165038:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609295.165039:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:2.0:1749609295.165042:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609295.165042:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:0.0:1749609295.165043:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612264832:0@lo:400: 02000000:00000001:3.0:1749609295.165044:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609295.165046:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.165047:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609295.165048:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609295.165049:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609295.165049:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609295.165050:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609295.165050:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609295.165051:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609295.165051:0:1509:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:3.0:1749609295.165051:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000100:00000001:0.0:1749609295.165052:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609295.165053:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749609295.165054:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080a80 x1834594612264832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.165054:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609295.165054:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749609295.165055:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612264704, offset 0 02000000:00000001:1.0:1749609295.165056:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609295.165056:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609295.165058:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609295.165058:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609295.165059:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609295.165061:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609295.165062:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609295.165062:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=101 v=5 (5 5 5 5) 02000000:00000001:0.0:1749609295.165063:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749609295.165063:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749609295.165065:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1400. 02000000:00000001:1.0:1749609295.165065:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609295.165065:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=101 v=5 (1 1 1 1) 02000000:00000001:0.0:1749609295.165067:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609295.165068:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609295.165068:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bbf00 00000020:00000001:0.0:1749609295.165069:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609295.165069:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609295.165070:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00010000:00000001:2.0:1749609295.165071:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749609295.165071:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f41 [1] + 0 00000020:00000001:0.0:1749609295.165072:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1749609295.165072:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609295 v=5 (0 0 0 0) 02000000:00000010:0.0:1749609295.165073:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7000. 00010000:00080000:2.0:1749609295.165074:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609295.165076:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749609295.165076:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609295.165077:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1749609295.165077:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=111 v=20 (1 1 20 1) 00000100:00000010:0.0:1749609295.165079:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080a80. 00000400:00000200:3.0:1749609295.165079:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609295.165081:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609295.165081:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1749609295.165081:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609295.165081:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609295.165082:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609295.165083:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749609295.165084:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165084:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749609295.165084:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609295.165085:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:2.0:1749609295.165086:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609295.165087:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609295.165087:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609295.165087:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.165088:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.165090:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609295.165090:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.165091:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609295.165092:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609295.165093:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609295.165096:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609295.165099:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609295.165100:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609295.165100:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609295.165100:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609295.165102:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609295.165103:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609295.165103:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000400:00000010:3.0:1749609295.165105:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000001:1.0:1749609295.165106:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609295.165107:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749609295.165108:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609295.165108:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749609295.165109:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609295.165109:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1749609295.165109:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612264448:0@lo:400: 00000400:00000010:0.0:1749609295.165111:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00000100:00000001:3.0:1749609295.165111:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.165112:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609295.165113:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668dd0 00000100:00000040:3.0:1749609295.165113:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:0.0:1749609295.165114:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668dd0. 00000100:00000001:2.0:1749609295.165114:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165115:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609295.165115:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609295.165115:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.165116:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609295.165117:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609295.165118:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.165118:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609295.165118:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612264448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609295.165119:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9c00 x1834594612264704/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609315 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609295.165122:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609295.165124:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749609295.165125:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609295.165125:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1749609295.165126:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000010:2.0:1749609295.165127:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9e00. 00000100:00100000:3.0:1749609295.165128:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612264704:12345-0@lo:38: Request processed in 137us (229us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609295.165130:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609295.165130:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609295.165131:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609295.165132:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:2.0:1749609295.165132:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00100000:3.0:1749609295.165133:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00000001:0.0:1749609295.165134:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609295.165134:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749609295.165135:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609295.165135:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7c00. 00000100:00000001:3.0:1749609295.165135:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609295.165136:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609295.165137:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749609295.165137:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609295.165137:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609295.165138:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609295.165138:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1749609295.165139:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1e00. 00000100:00000001:0.0:1749609295.165140:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609295.165140:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 02000000:00000001:0.0:1749609295.165142:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609295.165142:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fe10. 00000100:00001000:0.0:1749609295.165143:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=114 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609295.165143:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609295.165144:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609295.165144:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 00000100:00001000:0.0:1749609295.165146:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609295.165146:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609295.165147:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612264320:0@lo:38: 00000100:00000001:3.0:1749609295.165147:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609295.165148:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609295.165149:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.165149:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609295.165150:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609295.165151:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1749609295.165152:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.165152:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609295.165153:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.165154:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609295.165180:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.165182:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609295.165186:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083800 x1834594612264320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609295.165189:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1749609295.165192:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:1.0:1749609295.165196:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609295.165199:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609295.165202:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bf400. 02000000:00000001:1.0:1749609295.165206:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609295.165209:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609295.165211:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:0.0:1749609295.165214:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609295.165214:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609295.165216:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a1c00. 02000000:00000001:1.0:1749609295.165219:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609295.165221:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609295.165221:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609295.165223:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1749609295.165223:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083800. 00000100:00000001:0.0:1749609295.165224:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609295.165226:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.165227:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609295.165228:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165231:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609295.165233:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612264192:0@lo:400: 00000100:00000001:0.0:1749609295.165237:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165237:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609295.165238:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609295.165239:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1749609295.165240:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082d80 x1834594612264192/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.165242:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609295.165244:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609295.165246:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609295.165247:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609295.165249:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1000. 00000400:00000001:1.0:1749609295.165249:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749609295.165251:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1749609295.165251:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749609295.165253:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609295.165254:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000400:00000010:1.0:1749609295.165254:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a06e0. 00000020:00000001:0.0:1749609295.165256:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609295.165257:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7300. 00000400:00000200:1.0:1749609295.165258:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 02000000:00000001:0.0:1749609295.165259:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609295.165261:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1749609295.165261:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000010:0.0:1749609295.165262:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 00000100:00000001:1.0:1749609295.165264:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609295.165265:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609295.165267:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609295.165268:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609295.165268:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609295.165271:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609295.165272:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609295.165274:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609295.165275:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609295.165283:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.165295:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609295.165297:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165300:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609295.165303:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609295.165305:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609295.165308:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609295.165311:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609295.165317:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609295 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609295.165322:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=111 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609295.165327:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609295.165330:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609295.165333:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609295.165337:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.165348:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609295.165351:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609295.165353:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165356:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609295.165358:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609295.165361:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609295.165364:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609295.165367:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609295.165371:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609295.165383:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612264576:0@lo:38: 00000400:00000001:1.0:1749609295.165390:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609295.165392:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609295.165395:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b00. 00000400:00000200:1.0:1749609295.165399:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609295.165401:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:1.0:1749609295.165404:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609295.165408:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609295.165419:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.165429:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609295.165431:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165434:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609295.165436:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609295.165438:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609295.165440:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609295.165443:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609295.165447:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609295 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609295.165451:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=108 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609295.165455:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609295.165457:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609295.165460:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609295.165464:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.165475:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609295.165479:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609295.165481:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165483:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609295.165485:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609295.165488:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609295.165492:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609295.165495:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609295.165536:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609295.165560:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612264704:0@lo:38: 00000100:00000001:1.0:1749609295.165565:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165568:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609295.165571:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612264576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.165582:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609295.165584:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609295.165586:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bdc00. 02000000:00000001:1.0:1749609295.165590:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609295.165592:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609295.165594:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609295.165597:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609295.165599:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a2400. 02000000:00000001:1.0:1749609295.165602:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609295.165604:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609295.165605:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:1.0:1749609295.165609:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609295.165611:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165613:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609295.165616:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612264704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609295.165626:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609295.165628:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609295.165630:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bf000. 02000000:00000001:1.0:1749609295.165632:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609295.165634:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609295.165636:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609295.165638:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609295.165640:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a2000. 02000000:00000001:1.0:1749609295.165643:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609295.165645:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609295.165647:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 00000100:00000001:1.0:1749609295.165650:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609295.165652:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165654:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609295.165660:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609295.165662:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609295.165664:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609295.165666:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609295.171582:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298571576, at 4298571576 00000100:00000010:2.0:1749609295.171592:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4ec0. 00000100:00000040:0.0:1749609295.171605:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298571576, at 4298571576 00000100:00000040:1.0:1749609295.171607:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298571576, at 4298571576 00000100:00000040:3.0:1749609295.171609:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298571576, at 4298571576 00000100:00000010:0.0:1749609295.171624:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4a00. 00000100:00000010:3.0:1749609295.171630:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b44c0. 00000100:00000010:1.0:1749609295.171638:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4b00. 00010000:00000001:0.0:1749609295.511667:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609295.511676:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609295.511683:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609295.511685:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609295.511808:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609295.511814:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609295.511818:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609295.710626:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609295.710635:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609295.710637:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609295.710641:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609295.710645:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609295.710648:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609295.710651:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609295.710654:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609295.710657:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609296.477613:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609296.477626:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609296.477632:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609296.477636:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609296.477641:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609296.477649:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609296.477657:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609296.477664:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609296.477666:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609296.477671:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a02456c0. 00000100:00000001:2.0:1749609296.477673:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954560 : -131938708597056 : ffff8800a02456c0) 00000100:00000001:2.0:1749609296.477676:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609296.477677:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609296.477682:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609296.477685:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609296.477688:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609296.477689:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609296.477697:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612264960/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609296.477708:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609296.477710:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609296.477713:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612264960/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609296.477720:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609296.477723:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609296.477724:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609296.477726:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a02456c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609296.477729:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609296.477731:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609296.477734:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609296.477736:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609296.477738:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609296.477740:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612264960/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609296.477748:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612264960:0@lo:900: 00000100:00000001:2.0:1749609296.477752:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609296.477755:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609296.477757:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609296.477758:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609296.477760:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612264960/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609296.477767:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609296.477769:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a02456c0. 00000100:00000001:2.0:1749609296.477772:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609296.477773:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609296.477775:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609296.477777:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612264960/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609296.477784:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609296.477786:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609296.477788:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609296.477790:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609296.477792:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609296.477795:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609296.477797:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609296.477798:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609296.477801:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609296.477802:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609296.513675:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609296.513681:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609296.513687:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609296.513691:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609296.513693:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609296.513695:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609296.513698:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609296.513700:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609296.513702:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609296.513705:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609296.513843:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609296.513848:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609296.513851:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609296.710655:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609296.710665:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609296.710667:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609296.710671:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609296.710674:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609296.710678:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609296.710681:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609296.710683:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609296.710685:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609296.926755:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609296.926774:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609296.926780:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609296.926783:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609296.926797:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609296.926816:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf340400 00000400:00000200:0.0:1749609296.926826:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x163e1 [2] + 0 00000400:00000010:0.0:1749609296.926831:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000400:00000200:0.0:1749609296.926835:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b1bfdcc0 00000800:00000001:0.0:1749609296.926843:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609296.926847:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609296.926851:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609296.926855:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609296.926859:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1bfdcc0 00000400:00000010:0.0:1749609296.926862:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800b1bfdcc0. 00000100:00000001:0.0:1749609296.926867:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609296.926870:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609296.926873:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51da050 x1834594730247168 msgsize 224 00000100:00100000:0.0:1749609296.926878:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609296.926880:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609296.926901:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609296.926909:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609296.926912:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609296.926913:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609296.926915:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609296.926919:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609296.926924:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340480 00000400:00000200:0.0:1749609296.926930:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 12784 00000800:00000001:0.0:1749609296.926933:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609296.926937:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609296.926939:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609296.926942:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609296.926945:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609296.926946:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609296.926951:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fd180. 00000100:00000040:0.0:1749609296.926953:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fd180 x1834594730247296 msgsize 520 00000100:00100000:0.0:1749609296.926957:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609296.926974:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609296.926978:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609296.926981:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609296.926982:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609296.926984:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609296.926986:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609296.926988:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00100000:2.0:1749609296.926991:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730247168 00000400:00000200:0.0:1749609296.926992:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340500 00000400:00000200:0.0:1749609296.926995:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 13304 02000000:00000001:2.0:1749609296.926996:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609296.926999:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609296.927000:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609296.927004:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609296.927011:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609296.927017:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730247168 00000020:00000001:2.0:1749609296.927021:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609296.927024:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609296.927028:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609296.927032:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609296.927036:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609296.927040:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609296.927047:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609296.927052:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07063c0. 00000100:00000001:2.0:1749609296.927056:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609296.927062:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07063c0. 00000020:00000010:2.0:1749609296.927070:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000800:00000001:0.0:1749609296.927071:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609296.927073:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609296.927077:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:2.0:1749609296.927077:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000100:00000001:0.0:1749609296.927081:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609296.927082:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749609296.927084:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000010:0.0:1749609296.927085:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fdc00. 00000100:00000040:0.0:1749609296.927087:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fdc00 x1834594730247424 msgsize 520 00000100:00100000:0.0:1749609296.927091:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:3.0:1749609296.927092:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609296.927095:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609296.927100:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609296.927100:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609296.927102:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1749609296.927103:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609296.927104:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609296.927106:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730247296 00000800:00000001:0.0:1749609296.927107:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609296.927110:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609296.927112:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609296.927113:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609296.927114:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609296.927118:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609296.927121:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730247296 00000020:00000001:3.0:1749609296.927124:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609296.927147:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609296.927149:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609296.927152:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609296.927154:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609296.927159:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000020:00000010:3.0:1749609296.927164:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1e00. 00000020:00000010:3.0:1749609296.927167:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fe10. 00000100:00000001:3.0:1749609296.927172:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609296.927173:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609296.927173:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609296.927174:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609296.927175:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609296.927176:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730247424 02000000:00000001:0.0:1749609296.927179:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609296.927180:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609296.927182:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609296.927185:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609296.927188:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609296.927189:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609296.927191:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609296.927191:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609296.927193:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730247424 00000020:00000001:0.0:1749609296.927195:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609296.927198:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:2.0:1749609296.927199:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1445 00000020:00000001:0.0:1749609296.927200:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609296.927200:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609296.927202:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609296.927202:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609296.927204:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000001:0.0:1749609296.927206:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609296.927207:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352836176 : -131938356715440 : ffff8800b51da050) 00000100:00100000:3.0:1749609296.927208:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2726 00000020:00000010:0.0:1749609296.927211:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000001:3.0:1749609296.927211:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342494080 : -131938367057536 : ffff8800b47fd180) 00000100:00000040:3.0:1749609296.927215:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fd180 x1834594730247296/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609296.927216:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced00. 00000100:00000040:2.0:1749609296.927217:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51da050 x1834594730247168/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:242/0 lens 224/0 e 0 to 0 dl 1749609307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609296.927221:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e708. 00000100:00000001:0.0:1749609296.927226:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609296.927229:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609296.927231:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609296.927233:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609296.927236:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609296.927236:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730247296:12345-192.168.201.20@tcp:38: 00000020:00000010:2.0:1749609296.927237:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07063c0. 00000100:00000001:2.0:1749609296.927239:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609296.927242:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07063c0. 00000100:00000200:3.0:1749609296.927242:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730247296 00000100:00000001:0.0:1749609296.927244:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609296.927246:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609296.927249:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730247168:12345-192.168.201.20@tcp:400: 00010000:00000001:3.0:1749609296.927251:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609296.927255:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609296.927255:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730247168 00000100:00000001:0.0:1749609296.927257:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609296.927259:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609296.927263:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2727 00000020:00000001:2.0:1749609296.927263:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609296.927266:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609296.927268:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342496768 : -131938367054848 : ffff8800b47fdc00) 00000020:00000001:2.0:1749609296.927270:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609296.927270:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609296.927273:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fdc00 x1834594730247424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609296.927273:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00020000:3.0:1749609296.927276:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609296.927277:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609296.927280:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609296.927280:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609296.927283:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749609296.927284:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609296.927286:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609296.927288:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609296.927290:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609296.927291:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730247424:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609296.927292:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609296.927293:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749609296.927295:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609296.927296:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730247424 00000100:00000001:2.0:1749609296.927297:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749609296.927299:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609296.927300:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609296.927301:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d8000. 00010000:00000001:0.0:1749609296.927303:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749609296.927304:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3400. 02000000:00000001:3.0:1749609296.927304:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609296.927307:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609296.927307:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609296.927311:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609296.927312:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1749609296.927313:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000001:2.0:1749609296.927314:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609296.927315:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:3.0:1749609296.927315:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609296.927318:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730247168 00000100:00001000:3.0:1749609296.927320:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609296.927322:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609296.927322:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749609296.927324:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609296.927325:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749609296.927328:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a509f000. 00010000:00000200:2.0:1749609296.927328:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51da050 x1834594730247168/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:242/0 lens 224/224 e 0 to 0 dl 1749609307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609296.927329:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609296.927332:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609296.927334:0:14332:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000400:00000200:3.0:1749609296.927335:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00010000:00080000:0.0:1749609296.927340:0:14332:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3906 last 0 00000100:00000001:3.0:1749609296.927340:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749609296.927341:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609296.927343:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609296.927344:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:0.0:1749609296.927345:0:14332:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00001000:2.0:1749609296.927347:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=115 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609296.927347:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:0.0:1749609296.927349:0:14332:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:3.0:1749609296.927351:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000004:00000001:0.0:1749609296.927352:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609296.927353:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609296.927355:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609296.927357:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:2.0:1749609296.927357:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609296.927358:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609296.927360:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609296.927361:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609296.927363:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:0.0:1749609296.927364:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:3.0:1749609296.927365:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609296.927366:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609296.927367:0:14332:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609296.927369:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609296.927369:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609296.927369:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000040:0.0:1749609296.927374:0:14332:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000040:2.0:1749609296.927374:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609296.927375:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000004:00000040:0.0:1749609296.927376:0:14332:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:0.0:1749609296.927378:0:14332:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000400:00000010:2.0:1749609296.927378:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000100:00000200:3.0:1749609296.927380:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730247296, offset 0 00000004:00000001:0.0:1749609296.927381:0:14332:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609296.927383:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:2.0:1749609296.927384:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730247168, offset 224 00000004:00000001:0.0:1749609296.927385:0:14332:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609296.927387:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609296.927388:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609296.927389:0:14332:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609296.927392:0:14332:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609296.927394:0:14332:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:0.0:1749609296.927397:0:14332:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:0.0:1749609296.927399:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609296.927400:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:0.0:1749609296.927401:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609296.927404:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609296.927405:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609296.927407:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00001000:0.0:1749609296.927408:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1749609296.927410:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609296.927410:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2061:2061:256:4294967295] 192.168.201.20@tcp LPNI seq info [2057:2057:8:4294967295] 00000400:00000200:3.0:1749609296.927426:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609296.927434:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609296.927438:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695c00. 00000400:00000200:2.0:1749609296.927442:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:3.0:1749609296.927444:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609296.927451:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2062:2062:255:4294967295] 192.168.201.20@tcp LPNI seq info [2058:2058:7:4294967295] 00000800:00000200:3.0:1749609296.927452:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609296.927456:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749609296.927467:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609296.927475:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609296.927477:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:0.0:1749609296.927481:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000010:2.0:1749609296.927481:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7c00. 00000100:00000040:0.0:1749609296.927483:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609296.927484:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609296.927485:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609296.927487:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:2.0:1749609296.927488:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:3.0:1749609296.927488:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609296.927490:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609296.927491:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609296.927492:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609296.927492:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609296.927494:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609296.927496:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000800:00000200:2.0:1749609296.927540:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:3.0:1749609296.927540:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fd180 x1834594730247296/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609316 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1749609296.927546:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1749609296.927549:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:0.0:1749609296.927552:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668dd0. 00000100:00000001:2.0:1749609296.927552:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609296.927552:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730247296:12345-192.168.201.20@tcp:38: Request processed in 316us (596us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749609296.927555:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730247424, offset 0 00000100:00000040:2.0:1749609296.927556:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:0.0:1749609296.927560:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609296.927560:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609296.927562:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609296.927562:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2726 00000100:00000001:3.0:1749609296.927565:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609296.927566:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000001:2.0:1749609296.927566:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609296.927567:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749609296.927571:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51da050 x1834594730247168/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:242/0 lens 224/224 e 0 to 0 dl 1749609307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609296.927571:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1e00. 00000400:00000200:0.0:1749609296.927572:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2063:2063:254:4294967295] 192.168.201.20@tcp LPNI seq info [2059:2059:6:4294967295] 00000020:00000010:3.0:1749609296.927575:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fe10. 00000020:00000010:3.0:1749609296.927579:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 00000400:00000200:0.0:1749609296.927582:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:3.0:1749609296.927583:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609296.927587:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00100000:2.0:1749609296.927587:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730247168:12345-192.168.201.20@tcp:400: Request processed in 352us (711us total) trans 0 rc 0/0 00000800:00000010:0.0:1749609296.927590:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057f00. 00000800:00000200:0.0:1749609296.927594:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00100000:2.0:1749609296.927599:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1445 00000800:00000200:0.0:1749609296.927600:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609296.927603:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057f00 type 1, nob 512 niov 1 nkiov 1 00000100:00000040:2.0:1749609296.927604:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:0.0:1749609296.927607:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609296.927607:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749609296.927610:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609296.927610:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609296.927612:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609296.927614:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609296.927614:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000800:00000200:1.0:1749609296.927616:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1749609296.927618:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fdc00 x1834594730247424/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609316 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609296.927619:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000800:00000010:1.0:1749609296.927622:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695c00. 00000020:00000010:2.0:1749609296.927624:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000400:00000200:1.0:1749609296.927627:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749609296.927628:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730247424:12345-192.168.201.20@tcp:38: Request processed in 339us (539us total) trans 0 rc -11/-11 00000020:00000040:2.0:1749609296.927630:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000400:00000200:1.0:1749609296.927633:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:2.0:1749609296.927635:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609296.927636:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2727 00000400:00000200:1.0:1749609296.927638:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000100:00000001:0.0:1749609296.927639:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609296.927640:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749609296.927640:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000200:2.0:1749609296.927640:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1749609296.927644:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced00. 00000100:00000001:1.0:1749609296.927645:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:2.0:1749609296.927646:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fec8. 00000020:00000010:0.0:1749609296.927647:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e708. 00000100:00000001:1.0:1749609296.927647:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749609296.927650:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000400:00000010:2.0:1749609296.927651:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a02456c0. 00000100:00000001:0.0:1749609296.927653:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609296.927660:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609296.927662:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7c00. 00000400:00000200:1.0:1749609296.927664:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609296.927667:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609296.927670:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000400:00000010:1.0:1749609296.927671:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00000001:1.0:1749609296.927673:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609296.927675:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609296.927678:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3400. 02000000:00000001:1.0:1749609296.927680:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609296.927681:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609296.927727:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609296.927729:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057f00. 00000400:00000200:1.0:1749609296.927731:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609296.927735:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609296.927737:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668dd0 00000400:00000010:1.0:1749609296.927738:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668dd0. 00000100:00000001:1.0:1749609296.927740:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609296.927742:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609297.515682:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609297.515691:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609297.515699:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609297.515701:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609297.515791:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609297.515796:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609297.515799:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609297.710743:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609297.710751:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609297.710753:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609297.710757:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609297.710762:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609297.710765:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609297.710769:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609297.710771:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609297.710774:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609298.478614:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609298.478625:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609298.478631:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609298.478635:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609298.478641:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609298.478648:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609298.478655:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609298.478661:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609298.478663:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609298.478668:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245780. 00000100:00000001:2.0:1749609298.478670:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954752 : -131938708596864 : ffff8800a0245780) 00000100:00000001:2.0:1749609298.478674:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609298.478675:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609298.478691:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609298.478693:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609298.478696:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609298.478697:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609298.478704:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612265088/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609298.478714:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609298.478716:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609298.478718:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612265088/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609298.478725:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609298.478728:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609298.478730:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609298.478731:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245780 going to sleep for 0 seconds 00000100:00000001:2.0:1749609298.478733:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609298.478735:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609298.478738:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609298.478740:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609298.478742:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609298.478744:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612265088/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609298.478751:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612265088:0@lo:900: 00000100:00000001:2.0:1749609298.478755:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609298.478758:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609298.478760:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609298.478762:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609298.478764:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612265088/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609298.478774:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609298.478777:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245780. 00000100:00000001:2.0:1749609298.478781:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609298.478783:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609298.478786:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609298.478788:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612265088/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609298.478797:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609298.478800:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609298.478801:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609298.478804:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609298.478807:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609298.478811:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609298.478814:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609298.478816:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609298.478820:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609298.478821:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609298.517649:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609298.517658:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609298.517665:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609298.517666:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609298.517814:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609298.517821:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609298.517826:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609298.710675:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609298.710686:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609298.710689:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609298.710694:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609298.710699:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609298.710704:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609298.710708:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609298.710712:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609298.710715:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609299.519676:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609299.519685:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609299.519695:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609299.519697:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609299.519829:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609299.519836:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609299.519841:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609299.710797:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609299.710806:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609299.710808:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609299.710811:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609299.710815:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609299.710819:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609299.710822:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609299.710824:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609299.710826:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609300.171739:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609300.171749:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609300.171757:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fe680. 00000020:00000040:0.0:1749609300.171763:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609300.171767:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609300.171770:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609300.171775:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609300.171782:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057a00. 00000100:00000001:0.0:1749609300.171789:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609300.171798:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609300.171807:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609300.171809:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609300.171814:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47fe680] to pc [ptlrpcd_00_02+2] req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.171850:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609300.171852:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609300.171856:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609300.171857:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609300.171859:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609300.171862:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609300.171865:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3904 00000100:00080000:0.0:1749609300.171868:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609300.171871:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609300.171873:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609300.171875:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609300.171877:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609300.171879:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609300.171880:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609300.171883:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609300.171885:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609300.171887:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:3.0:1749609300.171887:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609300.171889:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609300.171891:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609300.171891:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609300.171892:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609300.171893:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609300.171893:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609300.171895:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609300.171897:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609300.171899:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:3.0:1749609300.171899:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.171901:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609300.171903:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609300.171908:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609300.171908:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749609300.171910:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.171910:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609300.171910:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.171912:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749609300.171913:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609300.171914:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.171915:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609300.171916:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609300.171917:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47ff800. 02000000:00000001:3.0:1749609300.171918:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609300.171919:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:3.0:1749609300.171920:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612265216:0@lo:400: 02000000:00000001:0.0:1749609300.171921:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609300.171923:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.171924:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609300.171925:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609300.171926:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609300.171927:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609300.171929:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609300.171930:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609300.171931:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509ec00. 02000000:00000001:3.0:1749609300.171932:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609300.171934:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609300.171936:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 00000100:00100000:0.0:1749609300.171937:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749609300.171938:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609300.171945:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00000001:0.0:1749609300.171949:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609300.171950:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609300.171951:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283110. 00000100:00000040:0.0:1749609300.171952:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47ff800] to pc [ptlrpcd_rcv+-1] req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609300.171959:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612265216, portal 25 00000100:00000001:3.0:1749609300.171961:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609300.171962:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342499456 : -131938367052160 : ffff8800b47fe680) 00000100:00000001:0.0:1749609300.171966:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609300.171966:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609300.171968:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609300.171970:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609300.171972:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47ffb80. 00000100:00000001:3.0:1749609300.171973:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749609300.171974:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609300.171975:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609300.171976:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1749609300.171976:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609300.171977:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609300.171977:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 02000000:00000010:0.0:1749609300.171979:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057c00. 00000100:00000200:3.0:1749609300.171979:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612265216, offset 0 00000100:00000001:0.0:1749609300.171981:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609300.171984:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609300.171985:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609300.171989:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609300.171990:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609300.171992:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47ffb80] to pc [ptlrpcd_00_03+3] req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.171997:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609300.171997:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609300.171999:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609300.172001:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172001:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749609300.172003:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609300.172006:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609300.172006:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1749609300.172006:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609300.172006:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bc100 00000100:00080000:0.0:1749609300.172007:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609300.172009:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609300.172011:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3904 00000100:00080000:0.0:1749609300.172012:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1749609300.172012:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16411 [2] + 0 00000100:00000001:1.0:1749609300.172014:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749609300.172015:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:3.0:1749609300.172015:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 00000100:00000001:1.0:1749609300.172016:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172017:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609300.172018:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:1.0:1749609300.172018:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749609300.172018:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880085dd2540 02000000:00000001:1.0:1749609300.172019:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609300.172020:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609300.172021:0:5:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749609300.172021:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609300.172022:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609300.172023:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749609300.172023:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612265344:0@lo:38: 00000400:00000200:3.0:1749609300.172023:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609300.172024:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609300.172026:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609300.172026:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749609300.172026:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609300.172027:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:0.0:1749609300.172029:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:1.0:1749609300.172029:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749609300.172030:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880085dd2540 00000100:00000001:0.0:1749609300.172031:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609300.172031:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609300.172032:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:1.0:1749609300.172032:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749609300.172032:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880085dd2540. 00000100:00000001:0.0:1749609300.172033:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609300.172034:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:0.0:1749609300.172036:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 02000000:00000010:1.0:1749609300.172036:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bf000. 00000100:00000001:0.0:1749609300.172037:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172037:0:1511:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609300.172038:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749609300.172038:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609300.172038:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1749609300.172040:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609300.172041:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b00. 00000100:00000040:3.0:1749609300.172041:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51dac50 x1834594612265216 msgsize 224 02000000:00000001:0.0:1749609300.172042:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172043:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609300.172044:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609300.172045:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00100000:3.0:1749609300.172045:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609300.172046:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:0.0:1749609300.172047:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fc380. 00000020:00000040:0.0:1749609300.172048:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:1.0:1749609300.172048:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612265344, portal 4 02000000:00000001:0.0:1749609300.172049:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609300.172050:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172050:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609300.172051:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609300.172051:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342503936 : -131938367047680 : ffff8800b47ff800) 02000000:00000001:0.0:1749609300.172052:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609300.172053:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609300.172055:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509e800. 00000100:00000040:1.0:1749609300.172056:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.172057:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609300.172059:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609300.172062:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609300.172062:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609300.172064:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1749609300.172064:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609300.172066:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609300.172066:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000040:0.0:1749609300.172068:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47fc380] to pc [ptlrpcd_rcv+-1] req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609300.172068:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612265344, offset 0 00000400:00000200:3.0:1749609300.172069:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000400:00000010:3.0:1749609300.172093:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:3.0:1749609300.172096:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609300.172099:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.172100:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609300.172102:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:1.0:1749609300.172103:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749609300.172105:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609300.172107:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749609300.172107:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749609300.172108:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1749609300.172109:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.172110:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:1.0:1749609300.172110:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609300.172111:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3904 00000100:00080000:0.0:1749609300.172113:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609300.172114:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609300.172114:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172115:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609300.172116:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bc180 00000100:00000001:3.0:1749609300.172116:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609300.172117:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609300.172118:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609300.172119:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609300.172119:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609300.172120:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609300.172121:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609300.172121:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 20280 00000020:00000040:0.0:1749609300.172122:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:3.0:1749609300.172123:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298576584 00000020:00000001:0.0:1749609300.172124:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609300.172125:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000400:00000200:1.0:1749609300.172126:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749609300.172126:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8dc0. 00000100:00000040:0.0:1749609300.172127:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609300.172128:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609300.172128:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609300.172130:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609300.172131:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609300.172132:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:1.0:1749609300.172132:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609300.172132:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1749609300.172133:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:0.0:1749609300.172134:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609300.172135:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609300.172136:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:1.0:1749609300.172137:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ba300. 02000000:00000001:0.0:1749609300.172138:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609300.172139:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ba300 x1834594612265344 msgsize 520 00000100:00000001:3.0:1749609300.172139:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298576584 02000000:00000001:0.0:1749609300.172140:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609300.172140:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8340. 00000100:00000001:0.0:1749609300.172142:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:1.0:1749609300.172142:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609300.172143:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172143:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000010:0.0:1749609300.172145:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fce00. 00000100:00000001:3.0:1749609300.172145:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298576584 00000020:00000040:0.0:1749609300.172146:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609300.172146:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1749609300.172147:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8a40. 02000000:00000001:0.0:1749609300.172148:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609300.172149:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172149:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609300.172150:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609300.172150:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609300.172150:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612265216 02000000:00000001:0.0:1749609300.172151:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609300.172151:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298576584 02000000:00000001:0.0:1749609300.172152:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609300.172152:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8140. 02000000:00000010:0.0:1749609300.172154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509e400. 02000000:00000001:2.0:1749609300.172154:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609300.172154:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1749609300.172155:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:0.0:1749609300.172156:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172156:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609300.172157:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00100000:0.0:1749609300.172158:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609300.172158:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609300.172158:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172159:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609300.172161:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609300.172161:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172161:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172162:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609300.172164:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609300.172165:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609300.172166:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609300.172167:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47fce00] to pc [ptlrpcd_rcv+-1] req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.172168:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609300.172169:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609300.172170:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609300.172170:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612265216 00000100:00000001:3.0:1749609300.172170:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609300.172172:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609300.172172:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609300.172172:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609300.172173:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:2.0:1749609300.172174:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609300.172174:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609300.172175:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172175:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172176:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749609300.172176:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1749609300.172177:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fd880. 00000020:00000001:2.0:1749609300.172177:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749609300.172177:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1749609300.172178:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609300.172179:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609300.172179:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172180:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609300.172180:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609300.172181:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1749609300.172181:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:3.0:1749609300.172181:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609300.172182:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609300.172182:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1022 usecs (2 jiffies) 00000100:00000001:3.0:1749609300.172182:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609300.172183:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609300.172183:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749609300.172184:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057400. 00000100:00000001:1.0:1749609300.172184:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298576578 00000020:00000001:2.0:1749609300.172184:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609300.172185:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609300.172185:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.172186:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298576584 00000100:00000040:0.0:1749609300.172187:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1749609300.172187:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609300.172188:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298576578 00000100:00000001:1.0:1749609300.172189:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298576584 00000100:00000001:1.0:1749609300.172190:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298576578 00000100:00000001:3.0:1749609300.172191:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609300.172192:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298576584 00000100:00000001:2.0:1749609300.172192:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609300.172192:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172193:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609300.172193:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172194:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298576578 02000000:00000001:3.0:1749609300.172194:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749609300.172195:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47fd880] to pc [ptlrpcd_00_00+0] req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.172195:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298576584 00000100:00000001:1.0:1749609300.172196:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609300.172196:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07063c0. 02000000:00000001:3.0:1749609300.172196:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609300.172197:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172198:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609300.172199:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612265472:0@lo:400: 00000100:00000001:1.0:1749609300.172200:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609300.172200:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609300.172201:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609300.172202:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749609300.172203:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07063c0. 02000000:00000001:3.0:1749609300.172204:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609300.172205:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749609300.172205:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172207:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1749609300.172207:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609300.172208:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609300.172209:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172209:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1749609300.172209:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 00000100:00000001:1.0:1749609300.172210:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749609300.172210:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 02000000:00000001:3.0:1749609300.172210:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609300.172212:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3914) 00000100:00000040:1.0:1749609300.172212:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609300.172213:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00000020:00000010:2.0:1749609300.172215:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000400:00000010:3.0:1749609300.172215:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000100:00000200:3.0:1749609300.172217:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612265472, portal 4 00000100:00000001:1.0:1749609300.172218:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609300.172219:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172219:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1749609300.172220:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000001:3.0:1749609300.172220:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342504832 : -131938367046784 : ffff8800b47ffb80) 00000100:00000001:0.0:1749609300.172221:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609300.172221:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749609300.172223:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:1.0:1749609300.172223:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609300.172224:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609300.172224:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609300.172225:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609300.172226:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612265600:0@lo:38: 00000100:00000001:0.0:1749609300.172228:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609300.172228:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609300.172228:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609300.172229:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609300.172230:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609300.172230:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609300.172231:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609300.172231:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609300.172231:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609300.172232:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609300.172232:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609300.172232:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609300.172233:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609300.172233:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609300.172234:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bdc00. 00000100:00000040:3.0:1749609300.172234:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609300.172235:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609300.172236:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609300.172236:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000400:00000010:1.0:1749609300.172237:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a06e0. 00000100:00000200:3.0:1749609300.172239:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612265472, offset 0 00000400:00000010:1.0:1749609300.172240:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609300.172240:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172242:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749609300.172242:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612265600, portal 10 00000100:00000001:0.0:1749609300.172243:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172244:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609300.172245:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609300.172245:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342490496 : -131938367061120 : ffff8800b47fc380) 00000400:00000200:3.0:1749609300.172245:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609300.172246:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609300.172247:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609300.172248:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609300.172249:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612265856:0@lo:400: 00000100:00000040:1.0:1749609300.172249:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.172252:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749609300.172252:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609300.172254:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609300.172254:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609300.172256:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609300.172256:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609300.172256:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749609300.172257:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1749609300.172257:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000001:2.0:1749609300.172258:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609300.172258:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bc200 02000000:00000010:0.0:1749609300.172259:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0a00. 00000100:00000200:1.0:1749609300.172259:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612265600, offset 0 02000000:00000001:0.0:1749609300.172260:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609300.172262:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000400:00000010:0.0:1749609300.172264:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000400:00000200:3.0:1749609300.172264:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 14560 00000100:00000040:2.0:1749609300.172265:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609300.172267:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352839248 : -131938356712368 : ffff8800b51dac50) 00000400:00000200:1.0:1749609300.172270:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609300.172270:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609300.172271:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51dac50 x1834594612265216/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:246/0 lens 224/0 e 0 to 0 dl 1749609311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609300.172275:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609300.172275:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609300.172277:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000400:00000200:1.0:1749609300.172278:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bc280 00000100:00000001:2.0:1749609300.172279:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609300.172280:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609300.172281:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612265856, portal 10 00000020:00000010:2.0:1749609300.172281:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07063c0. 00000100:00000001:0.0:1749609300.172282:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749609300.172282:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 13824 00000100:00000200:3.0:1749609300.172282:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1749609300.172283:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342495872 : -131938367055744 : ffff8800b47fd880) 00000100:00000001:2.0:1749609300.172283:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609300.172284:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07063c0. 00000400:00000200:1.0:1749609300.172286:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749609300.172286:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50ddf80. 00000100:00100000:2.0:1749609300.172287:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612265216:12345-0@lo:400: 00000100:00000040:0.0:1749609300.172288:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609300.172289:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609300.172289:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50ddf80 x1834594612265472 msgsize 224 00000100:00000200:2.0:1749609300.172290:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612265216 00000100:00000001:1.0:1749609300.172291:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609300.172292:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749609300.172293:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609300.172294:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609300.172294:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1749609300.172295:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ba680. 00000100:00000040:0.0:1749609300.172296:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609300.172296:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749609300.172297:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ba680 x1834594612265600 msgsize 520 00000020:00000001:2.0:1749609300.172297:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609300.172298:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000100:00000200:0.0:1749609300.172300:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612265856, offset 0 00000100:00100000:1.0:1749609300.172300:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609300.172300:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609300.172302:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609300.172302:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609300.172303:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609300.172305:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609300.172306:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609300.172306:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609300.172308:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609300.172310:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749609300.172310:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000020:00000001:2.0:1749609300.172311:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609300.172313:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609300.172313:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1749609300.172313:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000400:00000200:1.0:1749609300.172316:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000100:00000001:2.0:1749609300.172316:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609300.172316:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1749609300.172317:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 02000000:00000001:2.0:1749609300.172317:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609300.172319:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bc380 00000100:00000001:1.0:1749609300.172319:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1749609300.172320:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3800. 00000100:00000200:3.0:1749609300.172320:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609300.172321:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609300.172322:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609300.172323:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 14344 00000100:00000001:2.0:1749609300.172324:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609300.172325:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609300.172327:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609300.172327:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609300.172328:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749609300.172328:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612265216 00000400:00000200:0.0:1749609300.172330:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749609300.172330:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609300.172330:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609300.172332:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.172333:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609300.172333:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609300.172333:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51dac50 x1834594612265216/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:246/0 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609300.172334:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609300.172334:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609300.172336:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609300.172337:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fe300. 00000100:00000040:1.0:1749609300.172338:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000100:00000040:0.0:1749609300.172339:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fe300 x1834594612265856 msgsize 224 00000100:00000001:1.0:1749609300.172340:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298576577 00000100:00000001:1.0:1749609300.172341:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298576584 00010000:00000001:2.0:1749609300.172341:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609300.172341:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609300.172342:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749609300.172342:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172343:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298576577 00000100:00000001:3.0:1749609300.172343:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609300.172344:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298576584 00000100:00000001:1.0:1749609300.172345:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298576577 00000100:00001000:2.0:1749609300.172345:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=119 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609300.172346:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298576584 00000100:00000001:3.0:1749609300.172347:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172348:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609300.172348:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298576577 00000100:00000001:2.0:1749609300.172348:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609300.172349:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298576584 00000100:00000040:2.0:1749609300.172349:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609300.172350:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609300.172351:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609300.172351:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:1.0:1749609300.172352:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609300.172353:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000100:00000001:1.0:1749609300.172353:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609300.172353:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749609300.172354:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 02000000:00000001:2.0:1749609300.172354:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172354:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298576577 00000100:00000040:1.0:1749609300.172355:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609300.172355:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609300.172356:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609300.172357:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609300.172357:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298576584 00000100:00000200:0.0:1749609300.172359:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609300.172359:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298576577 00000100:00000001:1.0:1749609300.172360:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1749609300.172360:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93c38. 00000100:00000001:3.0:1749609300.172360:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298576584 00000100:00000001:1.0:1749609300.172361:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172362:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298576577 02000000:00000001:1.0:1749609300.172363:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749609300.172363:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612265216, offset 224 00000100:00000001:3.0:1749609300.172363:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298576584 02000000:00000001:1.0:1749609300.172364:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609300.172364:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298576577 00000100:00000001:0.0:1749609300.172365:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609300.172365:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172366:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298576584 00000100:00000040:0.0:1749609300.172367:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609300.172367:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609300.172368:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612265728:0@lo:38: 00000400:00000200:2.0:1749609300.172368:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609300.172369:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172370:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609300.172371:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609300.172371:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609300.172372:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172373:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609300.172373:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609300.172373:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172374:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609300.172374:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749609300.172375:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bf400. 02000000:00000001:1.0:1749609300.172376:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172377:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609300.172378:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a08f0. 00000100:00000040:0.0:1749609300.172379:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000400:00000010:1.0:1749609300.172380:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000400:00000200:2.0:1749609300.172380:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bc100 00000100:00000001:0.0:1749609300.172381:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298576577 00000100:00000200:1.0:1749609300.172382:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612265728, portal 10 00000100:00000001:0.0:1749609300.172383:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298576584 00000100:00000001:1.0:1749609300.172383:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1749609300.172384:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16f69 [1] + 224 00000100:00000001:0.0:1749609300.172385:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298576577 00000100:00000001:1.0:1749609300.172385:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342493184 : -131938367058432 : ffff8800b47fce00) 00000100:00000001:0.0:1749609300.172386:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298576584 00000100:00000001:0.0:1749609300.172388:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298576577 00000100:00000040:1.0:1749609300.172388:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609300.172388:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609300.172390:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298576584 00000100:00000001:3.0:1749609300.172390:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749609300.172391:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609300.172391:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612265472 00000100:00000001:0.0:1749609300.172392:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298576577 00000100:00000001:1.0:1749609300.172393:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609300.172393:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609300.172394:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298576584 00000100:00000001:2.0:1749609300.172394:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609300.172394:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609300.172395:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609300.172396:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609300.172396:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00000001:3.0:1749609300.172396:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609300.172397:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.172398:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609300.172398:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612265728, offset 0 02000000:00000001:3.0:1749609300.172398:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609300.172400:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609300.172401:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609300.172401:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612265472 00000020:00000001:3.0:1749609300.172402:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609300.172403:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609300.172403:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000400:00000200:1.0:1749609300.172404:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609300.172404:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609300.172405:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609300.172406:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bc300 00000020:00000040:3.0:1749609300.172407:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000400:00000200:1.0:1749609300.172409:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 14568 00000020:00000001:3.0:1749609300.172409:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:3.0:1749609300.172411:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:1.0:1749609300.172412:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609300.172414:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609300.172414:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609300.172414:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609300.172416:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749609300.172416:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8640. 00000100:00000200:1.0:1749609300.172417:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749609300.172419:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706380. 00000100:00000010:1.0:1749609300.172420:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c8380. 00000400:00000200:2.0:1749609300.172420:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93c38 00000100:00000001:0.0:1749609300.172421:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609300.172422:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c8380 x1834594612265728 msgsize 520 00000400:00000010:2.0:1749609300.172422:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93c38. 00000100:00100000:0.0:1749609300.172423:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612265600 00000100:00100000:1.0:1749609300.172424:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609300.172424:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:3.0:1749609300.172424:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000001:0.0:1749609300.172425:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609300.172425:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609300.172428:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609300.172428:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172429:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609300.172429:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609300.172430:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609300.172430:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:1.0:1749609300.172431:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000400:00000010:1.0:1749609300.172432:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00010000:00000001:2.0:1749609300.172432:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:3.0:1749609300.172432:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 02000000:00000001:0.0:1749609300.172433:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172433:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609300.172434:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609300.172435:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609300.172435:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1749609300.172435:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1e00. 00000100:00100000:0.0:1749609300.172436:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612265600 00000020:00000001:0.0:1749609300.172438:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749609300.172438:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51dac50 x1834594612265216/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:246/0 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609300.172438:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fe10. 00000020:00000040:0.0:1749609300.172440:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609300.172440:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749609300.172442:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609300.172442:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609300.172443:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:0.0:1749609300.172444:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609300.172445:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612265216:12345-0@lo:400: Request processed in 165us (402us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609300.172445:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609300.172446:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172446:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609300.172447:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172447:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.172448:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749609300.172449:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000100:00000001:1.0:1749609300.172450:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609300.172450:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00000001:3.0:1749609300.172451:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749609300.172452:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00000040:2.0:1749609300.172452:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:1.0:1749609300.172453:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298576577 00000100:00000001:3.0:1749609300.172453:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1749609300.172454:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced00. 00000100:00000001:1.0:1749609300.172455:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298576584 00000100:00000001:2.0:1749609300.172455:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609300.172455:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172456:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298576577 00000100:00000001:2.0:1749609300.172456:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609300.172457:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298576584 00000020:00000010:0.0:1749609300.172458:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e708. 00000100:00000001:1.0:1749609300.172458:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298576577 00000100:00000001:3.0:1749609300.172459:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.172460:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298576584 00000020:00000010:2.0:1749609300.172460:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00000001:1.0:1749609300.172461:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298576577 00000100:00000001:0.0:1749609300.172462:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609300.172462:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298576584 00000020:00000010:2.0:1749609300.172462:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000100:00000001:1.0:1749609300.172463:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609300.172464:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609300.172465:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609300.172465:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609300.172465:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609300.172466:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172467:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609300.172467:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:3.0:1749609300.172467:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609300.172468:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609300.172469:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00000001:0.0:1749609300.172470:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609300.172470:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609300.172471:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609300.172471:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609300.172472:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000010:2.0:1749609300.172472:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3800. 00000100:00000001:1.0:1749609300.172473:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609300.172473:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083368320 : -131938626183296 : ffff8800a50ddf80) 02000000:00000001:2.0:1749609300.172474:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609300.172475:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609300.172475:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.172476:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609300.172476:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50ddf80 x1834594612265472/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:246/0 lens 224/0 e 0 to 0 dl 1749609311 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.172477:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609300.172478:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1749609300.172479:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609300.172481:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f580. 00000100:00000001:3.0:1749609300.172483:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1749609300.172484:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245780. 00000020:00000010:3.0:1749609300.172485:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8e80. 00000100:00000001:3.0:1749609300.172486:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609300.172488:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749609300.172488:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8e80. 00000100:00100000:0.0:1749609300.172489:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612265856 00000100:00100000:3.0:1749609300.172490:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612265472:12345-0@lo:400: 02000000:00000001:0.0:1749609300.172491:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609300.172492:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609300.172493:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749609300.172493:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612265472 00000100:00000001:0.0:1749609300.172494:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609300.172494:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612265728 00000020:00000001:3.0:1749609300.172495:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609300.172496:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609300.172518:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609300.172520:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172534:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609300.172535:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609300.172538:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609300.172538:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749609300.172540:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612265728 00000020:00000040:2.0:1749609300.172541:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000001:1.0:1749609300.172542:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609300.172543:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609300.172544:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609300.172545:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609300.172546:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609300.172548:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609300.172549:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612265856 00000020:00000010:1.0:1749609300.172550:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000001:0.0:1749609300.172551:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609300.172553:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000010:1.0:1749609300.172553:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000001:2.0:1749609300.172554:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749609300.172555:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749609300.172556:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000100:00100000:2.0:1749609300.172556:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612265344 00000020:00000040:0.0:1749609300.172557:0:14332:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 02000000:00000001:2.0:1749609300.172557:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609300.172559:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609300.172559:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749609300.172560:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609300.172560:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609300.172560:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172561:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609300.172562:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609300.172563:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609300.172564:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609300.172564:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612265344 00000020:00000001:3.0:1749609300.172564:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609300.172566:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609300.172567:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1749609300.172567:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609300.172567:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609300.172568:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609300.172569:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609300.172569:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609300.172569:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1749609300.172570:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4a00. 00000020:00000001:2.0:1749609300.172571:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609300.172572:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000010:0.0:1749609300.172573:0:14332:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4fc0. 00000020:00000010:2.0:1749609300.172573:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609300.172574:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000100:00000001:1.0:1749609300.172575:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609300.172575:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609300.172576:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609300.172576:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000020:00000040:0.0:1749609300.172578:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609300.172578:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749609300.172578:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609300.172579:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00000001:2.0:1749609300.172579:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609300.172580:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609300.172580:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609300.172581:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806398592 : -131938903153024 : ffff8800948ba680) 00000020:00000001:3.0:1749609300.172582:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609300.172583:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609300.172584:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ba680 x1834594612265600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609300.172585:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172586:0:14332:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1749609300.172587:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1749609300.172589:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000001:2.0:1749609300.172589:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609300.172591:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612265600:12345-0@lo:38: 00000100:00000001:3.0:1749609300.172591:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749609300.172592:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000100:00000001:2.0:1749609300.172593:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609300.172593:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609300.172594:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749609300.172595:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e000. 00000100:00000200:1.0:1749609300.172595:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612265600 00000020:00000001:1.0:1749609300.172596:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:3.0:1749609300.172596:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d8c00. 00000100:00100000:2.0:1749609300.172597:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00010000:00000001:1.0:1749609300.172599:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609300.172599:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806397696 : -131938903153920 : ffff8800948ba300) 02000000:00000001:3.0:1749609300.172599:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609300.172601:0:14332:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1749609300.172601:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ba300 x1834594612265344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609300.172602:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172604:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749609300.172604:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172605:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609300.172607:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1749609300.172607:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612265472 00000020:00000001:1.0:1749609300.172609:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609300.172609:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612265344:12345-0@lo:38: 00010000:00000001:3.0:1749609300.172609:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609300.172611:0:14332:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00020000:1.0:1749609300.172611:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749609300.172611:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612265344 00000100:00000001:0.0:1749609300.172613:0:14332:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1749609300.172614:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609300.172614:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000200:3.0:1749609300.172614:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50ddf80 x1834594612265472/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:246/0 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.172615:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609300.172615:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749609300.172616:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609300.172619:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609300.172620:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609300.172622:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609300.172622:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609300.172623:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609300.172625:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948be000. 00010000:00020000:2.0:1749609300.172625:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749609300.172626:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609300.172627:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609300.172628:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172629:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609300.172630:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749609300.172630:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609300.172630:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609300.172631:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609300.172631:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749609300.172632:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749609300.172633:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609300.172633:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609300.172634:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 02000000:00000001:2.0:1749609300.172634:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749609300.172635:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172636:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:2.0:1749609300.172636:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3800. 00000100:00000040:0.0:1749609300.172637:0:14332:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 02000000:00000001:2.0:1749609300.172637:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609300.172637:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609300.172638:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609300.172639:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342498560 : -131938367053056 : ffff8800b47fe300) 00000100:00000001:2.0:1749609300.172639:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609300.172640:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609300.172641:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:2.0:1749609300.172641:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609300.172642:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172642:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609300.172643:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609300.172644:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fe300 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:246/0 lens 224/0 e 0 to 0 dl 1749609311 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609300.172644:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609300.172645:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:3.0:1749609300.172645:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609300.172647:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609300.172647:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609300.172647:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609300.172648:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609300.172648:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609300.172649:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609300.172650:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:3.0:1749609300.172650:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609300.172651:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609300.172651:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:1.0:1749609300.172652:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 02000000:00000001:3.0:1749609300.172652:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172653:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609300.172653:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:1.0:1749609300.172654:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612265600, offset 0 00000100:00000001:3.0:1749609300.172654:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609300.172655:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4fc0. 00000100:00000040:2.0:1749609300.172655:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:2.0:1749609300.172656:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609300.172657:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609300.172657:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172658:0:14332:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609300.172658:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609300.172659:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609300.172660:0:14332:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4fc0. 00000400:00000010:3.0:1749609300.172660:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000100:00000040:2.0:1749609300.172661:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609300.172662:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749609300.172662:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93c38. 00000100:00000200:3.0:1749609300.172663:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612265472, offset 224 00000100:00100000:0.0:1749609300.172664:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612265856:12345-0@lo:400: 00000100:00000200:2.0:1749609300.172665:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612265344, offset 0 00000400:00000200:1.0:1749609300.172666:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bc280 00000400:00000200:3.0:1749609300.172667:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609300.172671:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609300.172673:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612265856 00000020:00000001:0.0:1749609300.172675:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609300.172675:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f81 [1] + 0 00000400:00000200:3.0:1749609300.172675:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609300.172676:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609300.172678:0:14332:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:1.0:1749609300.172678:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609300.172680:0:14332:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609300.172680:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bc200 00000400:00000200:1.0:1749609300.172681:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609300.172682:0:14332:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749609300.172682:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bc180 00000020:00000001:0.0:1749609300.172684:0:14332:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000200:3.0:1749609300.172684:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f79 [1] + 224 00000020:00000001:0.0:1749609300.172687:0:14332:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609300.172688:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609300.172688:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609300.172690:0:14332:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609300.172690:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609300.172691:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609300.172692:0:14332:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609300.172693:0:14332:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609300.172694:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609300.172695:0:14332:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609300.172696:0:14332:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749609300.172696:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609300.172697:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f71 [1] + 0 00000100:00000200:3.0:1749609300.172697:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.172699:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609300.172700:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609300.172703:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509dc00. 00000400:00000200:2.0:1749609300.172703:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609300.172704:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609300.172704:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.172705:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609300.172706:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609300.172707:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609300.172708:0:14332:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609300.172708:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00010000:00000040:0.0:1749609300.172709:0:14332:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612265856 00000400:00000010:1.0:1749609300.172710:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:3.0:1749609300.172710:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749609300.172712:0:14332:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609300.172712:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609300.172713:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609300.172713:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000200:0.0:1749609300.172714:0:14332:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b47fe300 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:246/0 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609300.172715:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000100:00000001:1.0:1749609300.172716:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609300.172717:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609300.172717:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000100:00000040:1.0:1749609300.172718:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609300.172719:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609300.172720:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172720:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609300.172721:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609300.172722:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609300.172723:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609300.172724:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ba680 x1834594612265600/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609300.172724:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:0.0:1749609300.172725:0:14332:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609300.172726:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749609300.172727:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609300.172728:0:14332:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=113 v=5 (1 1 1 1) 00000020:00000001:3.0:1749609300.172728:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609300.172729:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749609300.172731:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612265600:12345-0@lo:38: Request processed in 139us (432us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609300.172732:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50ddf80 x1834594612265472/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:246/0 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.172733:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609300.172735:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:1.0:1749609300.172736:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00000001:2.0:1749609300.172736:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609300.172738:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609300.172738:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609300.172739:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609300.172740:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749609300.172740:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced00. 00000100:00100000:3.0:1749609300.172740:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612265472:12345-0@lo:400: Request processed in 255us (449us total) trans 0 rc 0/0 02000000:00000001:0.0:1749609300.172742:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609300.172742:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93c38 00000020:00000010:1.0:1749609300.172743:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e708. 00000100:00000001:0.0:1749609300.172744:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749609300.172744:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93c38. 00000020:00000010:1.0:1749609300.172745:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000040:0.0:1749609300.172747:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609300.172747:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:3.0:1749609300.172747:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00000001:1.0:1749609300.172748:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609300.172748:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609300.172748:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000010:0.0:1749609300.172749:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000100:00000001:3.0:1749609300.172750:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609300.172752:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.172752:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609300.172753:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749609300.172754:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612265856, offset 224 00000100:00000001:1.0:1749609300.172754:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749609300.172754:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1e00. 00000100:00000040:2.0:1749609300.172755:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:1.0:1749609300.172757:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729 00000020:00000010:3.0:1749609300.172757:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fe10. 00000400:00000200:0.0:1749609300.172758:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609300.172758:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361858944 : -131939347692672 : ffff88007a0c8380) 00000100:00000001:2.0:1749609300.172758:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609300.172759:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000020:00000001:2.0:1749609300.172760:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609300.172761:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c8380 x1834594612265728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609300.172762:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000040:2.0:1749609300.172764:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ba300 x1834594612265344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609300.172764:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609300.172768:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609300.172768:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612265728:12345-0@lo:38: 00000100:00000200:1.0:1749609300.172771:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612265728 00000020:00000001:1.0:1749609300.172772:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609300.172774:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749609300.172774:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612265344:12345-0@lo:38: Request processed in 165us (633us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749609300.172775:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bc380 00000020:00000001:1.0:1749609300.172778:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609300.172780:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609300.172781:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f89 [1] + 224 00010000:00000001:1.0:1749609300.172781:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609300.172783:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609300.172783:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00000001:3.0:1749609300.172783:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609300.172786:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609300.172796:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609300.172796:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609300.172797:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609300.172797:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609300.172798:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609300.172799:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609300.172799:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1749609300.172799:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1749609300.172801:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509b800. 00000400:00000001:3.0:1749609300.172801:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749609300.172802:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609300.172802:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000400:00000010:3.0:1749609300.172802:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 00000100:00000001:1.0:1749609300.172804:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609300.172805:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609300.172805:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00010000:00000001:1.0:1749609300.172806:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609300.172806:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000100:00001000:1.0:1749609300.172807:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:3.0:1749609300.172807:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:1.0:1749609300.172809:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:2.0:1749609300.172809:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609300.172809:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609300.172811:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609300.172812:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609300.172812:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609300.172813:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.172814:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609300.172815:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609300.172815:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609300.172817:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609300.172819:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609300.172819:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609300.172820:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.172821:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609300.172822:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609300.172823:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609300.172824:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00080000:2.0:1749609300.172825:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:1.0:1749609300.172826:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612265728, offset 0 00000400:00000200:1.0:1749609300.172828:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609300.172828:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:3.0:1749609300.172830:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609300.172831:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609300.172832:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609300.172832:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609300.172834:0:1511:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749609300.172835:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bc300 02000000:00000001:3.0:1749609300.172837:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749609300.172838:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f95 [1] + 0 00000100:00000001:3.0:1749609300.172839:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609300.172840:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609300.172841:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609300.172843:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609300.172844:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172845:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609300.172846:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609300.172847:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749609300.172850:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=106 v=5 (5 5 5 5) 00000400:00000200:0.0:1749609300.172852:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000100:00000040:1.0:1749609300.172852:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609300.172854:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00001000:3.0:1749609300.172854:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609300.172857:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609300.172858:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609300.172858:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609300.172859:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609300.172859:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609300.172860:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000100:00000001:3.0:1749609300.172860:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609300.172861:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:2.0:1749609300.172861:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172862:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609300.172862:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609300.172863:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609300.172863:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609300.172865:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609300.172865:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609300.172867:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00080000:3.0:1749609300.172867:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609300.172868:0:14332:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609300.172868:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609300.172870:0:14332:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609300.172870:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609300.172872:0:14332:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609300.172872:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8380 x1834594612265728/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609320 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609300.172875:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fe300 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:246/0 lens 224/224 e 0 to 0 dl 1749609311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609300.172876:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609300.172878:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612265728:12345-0@lo:38: Request processed in 111us (455us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609300.172879:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609300.172881:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00100000:1.0:1749609300.172883:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729 00000100:00000001:1.0:1749609300.172884:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609300.172884:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1749609300.172885:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612265856:12345-0@lo:400: Request processed in 231us (544us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609300.172885:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609300.172886:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000001:3.0:1749609300.172886:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609300.172888:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000100:00000040:3.0:1749609300.172889:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609300.172890:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:1.0:1749609300.172892:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609300.172894:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00000040:0.0:1749609300.172897:0:14332:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:3.0:1749609300.172898:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609300.172899:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609300.172901:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609300.172901:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609300.172902:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609300.172902:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1749609300.172904:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609300.172904:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609300.172905:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000400:00000001:1.0:1749609300.172905:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609300.172906:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a06e0. 00000100:00000040:3.0:1749609300.172907:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609300.172908:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e000. 00000400:00000200:1.0:1749609300.172908:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000400:00000010:1.0:1749609300.172909:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:1.0:1749609300.172911:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609300.172912:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000200:1.0:1749609300.172913:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609300.172916:0:14332:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00100000:3.0:1749609300.172917:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612265472:0@lo:400: 00000100:00000001:0.0:1749609300.172919:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609300.172920:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609300.172924:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609300.172925:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:3.0:1749609300.172925:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609300.172926:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.172927:0:1508:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:3.0:1749609300.172928:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 02000000:00000001:1.0:1749609300.172929:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609300.172930:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609300.172931:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609300.172931:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283110 02000000:00000001:1.0:1749609300.172932:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609300.172933:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283110. 00000100:00000001:0.0:1749609300.172934:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1749609300.172935:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609300 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609300.172936:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609300.172936:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749609300.172937:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=116 v=20 (1 1 20 1) 00000100:00000200:3.0:1749609300.172938:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609300.172940:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609300.172940:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609300.172941:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:0.0:1749609300.172942:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609300.172943:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749609300.172944:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00000100:00000040:1.0:1749609300.172946:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609300.172947:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609300.172948:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000400:00000010:0.0:1749609300.172950:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000001:1.0:1749609300.172951:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609300.172952:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609300.172953:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609300.172953:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609300.172954:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609300.172954:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609300.172955:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749609300.172956:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.172956:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609300.172957:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609300.172957:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609300.172958:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:1.0:1749609300.172959:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609300.172960:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609300.172961:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000001:3.0:1749609300.172962:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.172963:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749609300.172964:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=119 v=5 (5 5 5 5) 00000100:00000200:0.0:1749609300.172966:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609300.172966:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609300.172966:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609300.172968:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609300.172969:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609300.172971:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612265600:0@lo:38: 00010000:00000001:3.0:1749609300.172971:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1749609300.172972:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172974:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609300.172974:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609300.172975:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609300.172976:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609300.172976:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609300.172976:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609300.172977:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a08f0. 00000100:00000001:0.0:1749609300.172979:0:1510:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749609300.172979:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609300.172980:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 02000000:00000001:0.0:1749609300.172981:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609300.172981:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609300.172982:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609300.172982:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609300.172983:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609300.172983:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609300.172983:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609300.172985:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609300.172985:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609300.172987:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609300.172989:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609300.172991:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612265216:0@lo:400: 00000100:00001000:0.0:1749609300.172992:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=113 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609300.172994:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609300.172994:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.172995:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609300.172995:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749609300.172996:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609300.172996:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609300.172997:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609300.172997:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609300.172997:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47ffb80 x1834594612265472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.172998:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.172999:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609300.173000:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609300.173000:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609300.173002:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609300 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609300.173002:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1749609300.173003:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1749609300.173003:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1749609300.173004:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=113 v=20 (1 1 20 1) 02000000:00000010:3.0:1749609300.173005:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 00010000:00080000:0.0:1749609300.173006:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.173006:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609300.173006:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609300.173007:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609300.173008:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609300.173009:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749609300.173010:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609300.173010:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1749609300.173011:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609300.173012:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057c00. 02000000:00000001:3.0:1749609300.173014:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1749609300.173015:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.173015:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609300.173016:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609300.173016:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609300.173017:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609300.173017:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47ffb80. 00000100:00000001:0.0:1749609300.173018:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749609300.173018:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609300.173019:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609300.173020:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609300.173020:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1749609300.173021:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609300.173021:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609300.173022:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609300.173022:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609300.173023:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609300.173023:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:3.0:1749609300.173024:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47fe680 x1834594612265216/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.173025:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609300.173027:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609300.173027:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609300.173029:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609300.173030:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609300.173031:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 02000000:00000001:3.0:1749609300.173032:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749609300.173033:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612265728:0@lo:38: 00000020:00000001:3.0:1749609300.173033:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609300.173034:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609300.173035:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609300.173035:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1749609300.173036:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1749609300.173036:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057a00. 00000400:00000001:1.0:1749609300.173037:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609300.173037:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1749609300.173038:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b00. 02000000:00000001:3.0:1749609300.173038:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609300.173039:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1749609300.173039:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fe680. 00000400:00000200:1.0:1749609300.173040:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000001:3.0:1749609300.173040:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609300.173041:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609300.173041:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609300.173041:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.173042:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609300.173042:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609300.173043:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609300.173045:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609300.173046:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609300.173047:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609300.173048:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749609300.173049:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609300.173050:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.173053:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609300.173054:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612265856:0@lo:400: 00000100:00000001:1.0:1749609300.173054:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.173055:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609300.173056:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609300.173057:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609300.173058:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.173059:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609300.173059:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609300.173061:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1749609300.173061:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609300 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609300.173063:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=116 v=20 (1 1 20 1) 00000100:00000040:0.0:1749609300.173064:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47fd880 x1834594612265856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.173065:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609300.173065:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609300.173067:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609300.173069:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.173091:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609300.173093:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609300.173094:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.173095:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609300.173096:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609300.173098:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1749609300.173098:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1749609300.173100:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1749609300.173101:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609300.173102:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749609300.173103:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0a00. 00000100:00000040:1.0:1749609300.173105:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609300.173106:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609300.173108:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609300.173109:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:1.0:1749609300.173110:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612265344:0@lo:38: 00000020:00000001:0.0:1749609300.173112:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609300.173113:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609300.173114:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057400. 00000100:00000001:1.0:1749609300.173114:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609300.173116:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749609300.173116:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47fc380 x1834594612265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609300.173117:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609300.173119:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fd880. 00000100:00000001:1.0:1749609300.173121:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609300.173122:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749609300.173122:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609300.173123:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609300.173123:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bdc00. 00000100:00000001:0.0:1749609300.173126:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609300.173126:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609300.173127:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609300.173128:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609300.173129:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609300.173130:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509e800. 00000100:00000001:0.0:1749609300.173131:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609300.173132:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609300.173133:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609300.173134:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609300.173134:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609300.173135:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fc380. 00000100:00000001:0.0:1749609300.173136:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.173137:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609300.173138:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.173139:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609300.173140:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47fce00 x1834594612265728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.173145:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609300.173146:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609300.173147:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bf400. 02000000:00000001:1.0:1749609300.173149:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609300.173150:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609300.173152:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609300.173154:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609300.173155:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509e400. 02000000:00000001:1.0:1749609300.173158:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609300.173159:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609300.173160:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fce00. 00000100:00000001:1.0:1749609300.173163:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609300.173164:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.173166:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609300.173169:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47ff800 x1834594612265344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609300.173186:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609300.173188:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609300.173189:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bf000. 02000000:00000001:1.0:1749609300.173191:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609300.173193:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609300.173194:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609300.173196:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609300.173197:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509ec00. 02000000:00000001:1.0:1749609300.173200:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609300.173201:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609300.173202:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47ff800. 00000100:00000001:1.0:1749609300.173205:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609300.173206:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.173208:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609300.173212:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609300.173213:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609300.173215:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609300.173217:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609300.179603:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298576584, at 4298576584 00000100:00000040:3.0:1749609300.179604:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298576584, at 4298576584 00000100:00000040:0.0:1749609300.179606:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298576584, at 4298576584 00000100:00000010:1.0:1749609300.179612:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8340. 00000100:00000040:2.0:1749609300.179619:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298576584, at 4298576584 00000100:00000010:2.0:1749609300.179629:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8a40. 00000100:00000010:3.0:1749609300.179629:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8140. 00000100:00000010:0.0:1749609300.179647:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8dc0. 00000800:00000200:2.0:1749609300.442558:0:1501:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1a59540] -> 12345-192.168.201.120@tcp (6) 00000800:00000200:2.0:1749609300.442564:0:1501:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988 00000800:00000200:2.0:1749609300.442567:0:1501:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880099927c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1749609300.442703:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:0.0:1749609300.442704:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749609300.442715:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749609300.442719:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609300.442721:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609300.479602:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609300.479611:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609300.479616:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609300.479620:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609300.479624:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609300.479630:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609300.479635:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609300.479639:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609300.479640:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609300.479645:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245840. 00000100:00000001:2.0:1749609300.479646:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000954944 : -131938708596672 : ffff8800a0245840) 00000100:00000001:2.0:1749609300.479647:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609300.479648:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609300.479651:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609300.479653:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609300.479655:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609300.479656:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609300.479661:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612265984/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609300.479667:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609300.479668:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609300.479669:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612265984/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609300.479673:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609300.479675:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609300.479676:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609300.479677:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245840 going to sleep for 0 seconds 00000100:00000001:2.0:1749609300.479678:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609300.479679:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609300.479682:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609300.479683:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609300.479685:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609300.479686:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612265984/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609300.479690:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612265984:0@lo:900: 00000100:00000001:2.0:1749609300.479693:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609300.479694:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609300.479696:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609300.479696:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609300.479697:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612265984/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609300.479701:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609300.479702:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245840. 00000100:00000001:2.0:1749609300.479704:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609300.479705:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609300.479706:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609300.479706:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612265984/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609300.479709:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609300.479711:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609300.479712:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609300.479713:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609300.479714:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609300.479715:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609300.479716:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609300.479717:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609300.479719:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609300.479719:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609300.521668:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609300.521674:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609300.521680:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609300.521681:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609300.521746:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609300.521750:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609300.521753:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609300.710593:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609300.710598:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609300.710600:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609300.710602:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609300.710604:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609300.710607:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609300.710609:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609300.710611:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609300.710613:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609301.523870:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609301.523877:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609301.523883:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609301.523884:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609301.523938:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609301.523942:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609301.523944:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609301.710595:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609301.710601:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609301.710603:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609301.710606:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609301.710609:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609301.710612:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609301.710614:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609301.710616:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609301.710618:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609301.934831:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609301.934851:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609301.934858:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609301.934862:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609301.934877:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609301.934901:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf340580 00000400:00000200:0.0:1749609301.934912:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16439 [2] + 0 00000400:00000010:0.0:1749609301.934919:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62d68. 00000400:00000200:0.0:1749609301.934925:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880085dd2cc0 00000800:00000001:0.0:1749609301.934933:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609301.934939:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609301.934943:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609301.934949:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609301.934955:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880085dd2cc0 00000400:00000010:0.0:1749609301.934958:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880085dd2cc0. 00000100:00000001:0.0:1749609301.934966:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609301.934969:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609301.934974:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51d8450 x1834594730247552 msgsize 224 00000100:00100000:0.0:1749609301.934981:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609301.934984:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609301.935016:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609301.935025:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609301.935031:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609301.935034:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609301.935037:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609301.935097:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609301.935107:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340600 00000400:00000200:0.0:1749609301.935116:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 15088 00000100:00000001:2.0:1749609301.935116:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609301.935120:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730247552 02000000:00000001:2.0:1749609301.935124:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609301.935127:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609301.935129:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609301.935136:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:2.0:1749609301.935136:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609301.935141:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730247552 00000800:00000001:0.0:1749609301.935143:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609301.935145:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609301.935145:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609301.935148:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000400:00000200:0.0:1749609301.935151:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000001:2.0:1749609301.935152:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609301.935156:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00000001:0.0:1749609301.935157:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609301.935160:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609301.935163:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000200:0.0:1749609301.935165:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609301.935170:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1749609301.935171:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fd880. 00000020:00000010:2.0:1749609301.935174:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07063c0. 00000100:00000040:0.0:1749609301.935175:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fd880 x1834594730247680 msgsize 520 00000100:00000001:2.0:1749609301.935177:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609301.935181:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07063c0. 00000100:00100000:0.0:1749609301.935182:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:2.0:1749609301.935192:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609301.935200:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000100:00000001:0.0:1749609301.935202:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609301.935205:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000800:00000001:0.0:1749609301.935210:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609301.935215:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609301.935217:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000040:2.0:1749609301.935219:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:0.0:1749609301.935220:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609301.935223:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609301.935224:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609301.935225:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00000001:2.0:1749609301.935226:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609301.935233:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340680 00000100:00000001:2.0:1749609301.935234:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609301.935239:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 15608 00000800:00000001:0.0:1749609301.935245:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609301.935245:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609301.935255:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609301.935258:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1749609301.935263:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609301.935266:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609301.935266:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1447 00000100:00000040:2.0:1749609301.935270:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000400:00000200:0.0:1749609301.935272:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:2.0:1749609301.935273:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352829008 : -131938356722608 : ffff8800b51d8450) 00000100:00000001:0.0:1749609301.935277:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609301.935279:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749609301.935282:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d8450 x1834594730247552/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:247/0 lens 224/0 e 0 to 0 dl 1749609312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609301.935283:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fc000. 00000100:00000040:0.0:1749609301.935286:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fc000 x1834594730247808 msgsize 520 00000100:00100000:0.0:1749609301.935293:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609301.935295:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609301.935297:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07063c0. 00000100:00000001:2.0:1749609301.935299:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609301.935302:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07063c0. 00000100:00000001:0.0:1749609301.935303:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609301.935307:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730247552:12345-192.168.201.20@tcp:400: 00000800:00000001:0.0:1749609301.935308:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609301.935312:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609301.935312:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730247552 00000020:00000001:2.0:1749609301.935316:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609301.935320:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749609301.935320:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609301.935323:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609301.935324:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730247680 00000020:00000001:2.0:1749609301.935326:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1749609301.935327:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609301.935329:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609301.935329:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609301.935329:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609301.935331:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609301.935332:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730247808 00000020:00000001:2.0:1749609301.935332:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1749609301.935334:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609301.935334:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609301.935335:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749609301.935336:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609301.935337:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749609301.935338:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730247680 00000020:00000001:2.0:1749609301.935339:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609301.935340:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609301.935341:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609301.935342:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609301.935342:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609301.935343:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609301.935344:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609301.935345:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609301.935346:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609301.935347:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730247808 00000020:00000001:1.0:1749609301.935348:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609301.935349:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609301.935349:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609301.935351:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1749609301.935352:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:1.0:1749609301.935352:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000001:0.0:1749609301.935355:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749609301.935356:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000020:00000001:0.0:1749609301.935357:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609301.935357:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a0c00. 00000020:00000001:0.0:1749609301.935360:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609301.935360:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 02000000:00000001:2.0:1749609301.935361:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609301.935364:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000001:1.0:1749609301.935364:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609301.935364:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609301.935365:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609301.935367:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609301.935367:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609301.935369:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000100:00000001:1.0:1749609301.935371:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609301.935371:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730247552 00000020:00000010:0.0:1749609301.935374:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e000. 00010000:00000001:2.0:1749609301.935375:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609301.935380:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000200:2.0:1749609301.935380:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d8450 x1834594730247552/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:247/0 lens 224/224 e 0 to 0 dl 1749609312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609301.935382:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609301.935384:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609301.935389:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609301.935392:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609301.935394:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609301.935398:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609301.935399:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609301.935405:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609301.935408:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609301.935408:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609301.935409:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609301.935411:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609301.935414:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749609301.935415:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2730 00000100:00000001:0.0:1749609301.935416:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609301.935416:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609301.935418:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342495872 : -131938367055744 : ffff8800b47fd880) 00000100:00000001:2.0:1749609301.935420:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609301.935422:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fd880 x1834594730247680/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609301.935424:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609301.935428:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749609301.935429:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93c38. 00000100:00000001:0.0:1749609301.935430:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609301.935433:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730247680:12345-192.168.201.20@tcp:38: 00000100:00000200:2.0:1749609301.935435:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730247552, offset 224 00000100:00100000:0.0:1749609301.935436:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2731 00000100:00000200:1.0:1749609301.935436:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730247680 00000100:00000001:0.0:1749609301.935439:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342489600 : -131938367062016 : ffff8800b47fc000) 00000020:00000001:1.0:1749609301.935439:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609301.935441:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609301.935443:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:0.0:1749609301.935444:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fc000 x1834594730247808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609301.935457:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609301.935460:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749609301.935461:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730247808:12345-192.168.201.20@tcp:38: 00010000:00000001:1.0:1749609301.935462:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609301.935465:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609301.935466:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730247808 00000400:00000200:2.0:1749609301.935466:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609301.935468:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749609301.935469:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609301.935469:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609301.935471:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609301.935472:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:1.0:1749609301.935475:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5098800. 00000400:00000200:2.0:1749609301.935475:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2064:2064:256:4294967295] 192.168.201.20@tcp LPNI seq info [2060:2060:8:4294967295] 02000000:00000001:1.0:1749609301.935477:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609301.935479:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609301.935480:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609301.935482:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749609301.935484:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:1.0:1749609301.935484:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609301.935486:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609301.935489:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609301.935490:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:0.0:1749609301.935491:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609301.935494:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609301.935529:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a509d400. 00000800:00000200:2.0:1749609301.935531:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 02000000:00000001:0.0:1749609301.935533:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609301.935534:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:2.0:1749609301.935535:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7c00. 00000100:00000001:0.0:1749609301.935536:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609301.935538:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1749609301.935539:0:14333:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000040:1.0:1749609301.935540:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609301.935541:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609301.935542:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609301.935544:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609301.935547:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00010000:00080000:0.0:1749609301.935548:0:14333:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3911 last 0 02000000:00000001:1.0:1749609301.935549:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1749609301.935549:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:1.0:1749609301.935551:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609301.935552:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000800:00000200:2.0:1749609301.935553:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1749609301.935554:0:14333:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000040:1.0:1749609301.935555:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609301.935558:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609301.935560:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730247680, offset 0 00000004:00000001:0.0:1749609301.935561:0:14333:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:2.0:1749609301.935563:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609301.935565:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609301.935565:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609301.935566:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609301.935568:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000004:00000001:0.0:1749609301.935570:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609301.935571:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000001:2.0:1749609301.935571:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609301.935573:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609301.935576:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2065:2065:255:4294967295] 192.168.201.20@tcp LPNI seq info [2061:2061:7:4294967295] 00000100:00000040:2.0:1749609301.935577:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d8450 x1834594730247552/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:247/0 lens 224/224 e 0 to 0 dl 1749609312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1749609301.935579:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1749609301.935584:0:14333:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609301.935586:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:0.0:1749609301.935587:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609301.935587:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730247552:12345-192.168.201.20@tcp:400: Request processed in 291us (611us total) trans 0 rc 0/0 00000800:00000200:1.0:1749609301.935591:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000040:0.0:1749609301.935593:0:14333:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000800:00000010:1.0:1749609301.935594:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee500. 00000100:00100000:2.0:1749609301.935595:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1447 00000004:00000040:0.0:1749609301.935597:0:14333:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000800:00000200:1.0:1749609301.935598:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:2.0:1749609301.935598:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000004:00000040:0.0:1749609301.935599:0:14333:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000001:2.0:1749609301.935600:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609301.935602:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:0.0:1749609301.935603:0:14333:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609301.935604:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:2.0:1749609301.935605:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000004:00000001:0.0:1749609301.935607:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609301.935607:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1749609301.935609:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000004:00000001:0.0:1749609301.935610:0:14333:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609301.935610:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609301.935612:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000010:2.0:1749609301.935612:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000004:00000001:0.0:1749609301.935613:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609301.935615:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609301.935616:0:14333:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:1.0:1749609301.935616:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609301.935616:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00010000:00000001:0.0:1749609301.935619:0:14333:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609301.935619:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609301.935620:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fd880 x1834594730247680/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609321 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609301.935622:0:14333:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000200:2.0:1749609301.935622:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000040:0.0:1749609301.935626:0:14333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000010:2.0:1749609301.935626:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fcb8. 00010000:00000001:0.0:1749609301.935629:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00100000:1.0:1749609301.935630:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730247680:12345-192.168.201.20@tcp:38: Request processed in 198us (453us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749609301.935630:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245840. 00000100:00000001:0.0:1749609301.935633:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609301.935636:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749609301.935637:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2730 00010000:00000001:0.0:1749609301.935638:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609301.935639:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609301.935640:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1749609301.935641:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:3.0:1749609301.935641:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1749609301.935643:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000001:0.0:1749609301.935646:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1749609301.935646:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000800:00000010:3.0:1749609301.935648:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7c00. 00000020:00000010:1.0:1749609301.935649:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000400:00000200:3.0:1749609301.935651:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609301.935652:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609301.935654:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000400:00000200:3.0:1749609301.935657:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609301.935659:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609301.935661:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:3.0:1749609301.935661:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93c38 00000400:00000010:3.0:1749609301.935663:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93c38. 00000100:00000001:0.0:1749609301.935664:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609301.935666:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609301.935667:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000001:3.0:1749609301.935668:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1749609301.935671:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000010:3.0:1749609301.935671:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a0c00. 02000000:00000001:3.0:1749609301.935673:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1749609301.935674:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609301.935674:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609301.935676:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609301.935679:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609301.935684:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:0.0:1749609301.935688:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000200:0.0:1749609301.935692:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730247808, offset 0 00000800:00000200:3.0:1749609301.935696:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749609301.935697:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609301.935698:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee500. 00000400:00000200:3.0:1749609301.935704:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609301.935706:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609301.935707:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609301.935709:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:3.0:1749609301.935711:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000400:00000200:0.0:1749609301.935713:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2066:2066:255:4294967295] 192.168.201.20@tcp LPNI seq info [2062:2062:7:4294967295] 00000100:00000001:3.0:1749609301.935713:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609301.935714:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609301.935727:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609301.935734:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609301.935737:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057400. 00000800:00000200:0.0:1749609301.935743:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:0.0:1749609301.935750:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609301.935754:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057400 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1749609301.935777:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609301.935781:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609301.935784:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609301.935787:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609301.935793:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fc000 x1834594730247808/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609321 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609301.935808:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730247808:12345-192.168.201.20@tcp:38: Request processed in 347us (519us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749609301.935820:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2731 00000100:00000001:0.0:1749609301.935824:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609301.935825:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609301.935830:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000020:00000010:0.0:1749609301.935834:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e000. 00000020:00000010:0.0:1749609301.935838:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:0.0:1749609301.935843:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609301.935850:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609301.935853:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057400. 00000400:00000200:2.0:1749609301.935857:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609301.935861:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609301.935864:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000400:00000010:2.0:1749609301.935865:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000001:2.0:1749609301.935868:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609301.935870:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:2.0:1749609302.480632:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609302.480645:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609302.480652:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609302.480656:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609302.480661:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609302.480670:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609302.480678:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609302.480685:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609302.480687:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609302.480693:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245900. 00000100:00000001:2.0:1749609302.480695:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955136 : -131938708596480 : ffff8800a0245900) 00000100:00000001:2.0:1749609302.480698:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609302.480700:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609302.480704:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609302.480707:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609302.480709:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609302.480711:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609302.480719:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612266112/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609302.480730:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609302.480732:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609302.480734:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612266112/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609302.480742:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609302.480745:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609302.480747:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609302.480748:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245900 going to sleep for 0 seconds 00000100:00000001:2.0:1749609302.480751:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609302.480753:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609302.480756:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609302.480758:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609302.480760:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609302.480762:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612266112/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609302.480769:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612266112:0@lo:900: 00000100:00000001:2.0:1749609302.480774:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609302.480776:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609302.480778:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609302.480780:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609302.480782:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612266112/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609302.480789:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609302.480791:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245900. 00000100:00000001:2.0:1749609302.480795:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609302.480796:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609302.480798:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609302.480800:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612266112/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609302.480806:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609302.480808:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609302.480809:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609302.480811:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609302.480813:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609302.480816:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609302.480818:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609302.480819:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609302.480822:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609302.480823:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609302.525669:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609302.525677:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609302.525687:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609302.525689:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609302.525760:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609302.525765:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609302.525768:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609302.710629:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609302.710638:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609302.710641:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609302.710645:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609302.710649:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609302.710653:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609302.710657:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609302.710659:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609302.710662:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609303.527680:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609303.527690:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609303.527701:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609303.527704:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609303.527840:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609303.527845:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609303.527848:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609303.710705:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609303.710713:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609303.710715:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609303.710719:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609303.710722:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609303.710727:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609303.710730:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609303.710733:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609303.710735:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609304.481624:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609304.481637:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609304.481643:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609304.481647:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609304.481653:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609304.481661:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609304.481669:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609304.481675:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609304.481677:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609304.481683:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245900. 00000100:00000001:2.0:1749609304.481685:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955136 : -131938708596480 : ffff8800a0245900) 00000100:00000001:2.0:1749609304.481689:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609304.481690:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609304.481695:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609304.481698:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609304.481700:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609304.481702:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609304.481709:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612266240/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609304.481720:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609304.481722:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609304.481725:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612266240/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609304.481733:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609304.481735:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609304.481737:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609304.481738:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245900 going to sleep for 0 seconds 00000100:00000001:2.0:1749609304.481741:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609304.481743:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609304.481746:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609304.481748:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609304.481750:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609304.481752:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612266240/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609304.481768:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612266240:0@lo:900: 00000100:00000001:2.0:1749609304.481773:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609304.481775:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609304.481777:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609304.481779:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609304.481781:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612266240/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609304.481787:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609304.481789:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245900. 00000100:00000001:2.0:1749609304.481793:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609304.481794:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609304.481796:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609304.481797:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612266240/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609304.481803:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609304.481805:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609304.481806:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609304.481809:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609304.481810:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609304.481814:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609304.481815:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609304.481817:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609304.481820:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609304.481821:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609304.529668:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609304.529676:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609304.529683:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609304.529685:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609304.529809:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609304.529814:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609304.529818:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609304.710592:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609304.710601:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609304.710603:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609304.710606:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609304.710610:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609304.710614:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609304.710618:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609304.710621:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609304.710623:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.179668:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609305.179679:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609305.179687:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47ff480. 00000020:00000040:0.0:1749609305.179694:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609305.179700:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609305.179703:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609305.179709:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609305.179717:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057900. 00000100:00000001:0.0:1749609305.179726:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.179735:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609305.179748:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609305.179751:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.179757:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47ff480] to pc [ptlrpcd_00_01+1] req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609305.179797:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609305.179800:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609305.179804:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609305.179806:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609305.179808:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609305.179811:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609305.179814:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3909 00000100:00080000:0.0:1749609305.179817:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609305.179820:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609305.179824:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609305.179826:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609305.179828:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609305.179831:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609305.179833:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000100:00000001:2.0:1749609305.179833:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609305.179836:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609305.179839:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:2.0:1749609305.179839:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609305.179841:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609305.179843:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:2.0:1749609305.179843:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609305.179846:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609305.179847:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609305.179849:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609305.179849:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609305.179850:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609305.179853:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609305.179855:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609305.179857:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609305.179859:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609305.179862:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609305.179864:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609305.179866:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609305.179867:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609305.179869:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.179871:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749609305.179871:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609305.179873:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.179874:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609305.179876:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612266368:0@lo:400: 00000100:00000010:0.0:1749609305.179877:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fd500. 00000020:00000040:0.0:1749609305.179879:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609305.179880:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609305.179882:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609305.179884:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.179886:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609305.179886:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609305.179888:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609305.179888:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609305.179889:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609305.179890:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609305.179894:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509c800. 02000000:00000010:2.0:1749609305.179895:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000100:00000001:0.0:1749609305.179897:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609305.179897:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609305.179902:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749609305.179903:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fb00. 00000100:00000001:0.0:1749609305.179910:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749609305.179911:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93bb0. 00000100:00000001:0.0:1749609305.179912:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.179914:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47fd500] to pc [ptlrpcd_rcv+-1] req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609305.179918:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612266368, portal 25 00000100:00000001:2.0:1749609305.179921:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609305.179923:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342503040 : -131938367048576 : ffff8800b47ff480) 00000100:00000040:2.0:1749609305.179928:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609305.179934:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.179936:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609305.179937:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1749609305.179939:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609305.179941:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1749609305.179941:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93b28. 00000100:00000010:0.0:1749609305.179943:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fdf80. 00000100:00000200:2.0:1749609305.179943:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612266368, offset 0 00000020:00000040:0.0:1749609305.179945:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1749609305.179945:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609305.179947:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609305.179948:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749609305.179949:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609305.179950:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609305.179952:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057800. 00000100:00000001:0.0:1749609305.179954:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.179957:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609305.179957:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.179964:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749609305.179964:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609305.179965:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.179968:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47fdf80] to pc [ptlrpcd_00_02+2] req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609305.179974:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bc580 00000400:00000200:2.0:1749609305.179981:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16469 [2] + 0 00000100:00000001:0.0:1749609305.180007:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609305.180010:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609305.180014:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609305.180015:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609305.180016:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609305.180019:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609305.180021:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3909 00000400:00000010:2.0:1749609305.180022:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b624d0. 00000100:00080000:0.0:1749609305.180023:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609305.180023:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609305.180025:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609305.180027:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609305.180027:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609305.180028:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880085dd2f00 00000100:00000040:0.0:1749609305.180029:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609305.180030:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609305.180031:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609305.180033:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609305.180034:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000400:00000200:2.0:1749609305.180034:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609305.180036:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609305.180038:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000400:00000200:2.0:1749609305.180038:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609305.180039:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:0.0:1749609305.180042:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000200:2.0:1749609305.180042:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880085dd2f00 00000100:00000040:3.0:1749609305.180043:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609305.180044:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:2.0:1749609305.180045:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880085dd2f00. 00000100:00000001:0.0:1749609305.180046:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609305.180047:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609305.180049:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609305.180050:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749609305.180051:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:0.0:1749609305.180052:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000200:2.0:1749609305.180052:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1749609305.180054:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609305.180055:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51db050 x1834594612266368 msgsize 224 02000000:00000001:0.0:1749609305.180056:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609305.180057:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749609305.180059:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609305.180060:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609305.180060:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609305.180060:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609305.180061:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609305.180062:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609305.180064:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609305.180065:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1749609305.180066:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47ff100. 00000020:00000040:0.0:1749609305.180068:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749609305.180069:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609305.180070:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749609305.180070:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609305.180070:0:1510:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609305.180071:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.180072:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609305.180072:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609305.180073:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609305.180075:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180075:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749609305.180075:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612266624:0@lo:400: 00000400:00000200:2.0:1749609305.180077:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93b28 00000100:00000001:1.0:1749609305.180078:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1749609305.180078:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93b28. 02000000:00000010:0.0:1749609305.180079:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509f800. 00000100:00000001:2.0:1749609305.180081:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609305.180081:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609305.180082:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609305.180084:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609305.180085:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749609305.180085:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609305.180087:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609305.180090:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.180092:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749609305.180093:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609305.180094:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180094:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609305.180096:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609305.180096:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609305.180097:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47ff100] to pc [ptlrpcd_rcv+-1] req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.180097:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609305.180100:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1749609305.180101:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9800. 02000000:00000001:1.0:1749609305.180103:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609305.180104:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609305.180104:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180105:0:1510:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609305.180106:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609305.180108:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612266496:0@lo:38: 00000100:00000001:2.0:1749609305.180109:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.180112:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609305.180112:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00000001:1.0:1749609305.180113:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609305.180113:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298581592 00000100:00080000:0.0:1749609305.180115:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:1.0:1749609305.180116:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749609305.180116:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07063c0. 00000100:00080000:0.0:1749609305.180118:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:1.0:1749609305.180118:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.180120:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1749609305.180120:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609305.180121:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:3.0:1749609305.180121:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283110. 00000100:00000001:0.0:1749609305.180123:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749609305.180123:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1749609305.180124:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3909 02000000:00000010:1.0:1749609305.180124:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a509bc00. 00000100:00080000:0.0:1749609305.180126:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1749609305.180127:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.180128:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609305.180129:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298581592 00000100:00000200:3.0:1749609305.180129:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612266624, portal 4 00000100:00000001:0.0:1749609305.180130:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609305.180131:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:1.0:1749609305.180131:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b00. 00000100:00000010:2.0:1749609305.180131:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706f80. 00000100:00000001:3.0:1749609305.180132:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609305.180133:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609305.180134:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609305.180134:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609305.180134:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342497664 : -131938367053952 : ffff8800b47fdf80) 00000020:00000040:0.0:1749609305.180135:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609305.180136:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609305.180136:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298581592 00000400:00000010:1.0:1749609305.180137:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000020:00000040:0.0:1749609305.180138:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000010:2.0:1749609305.180138:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706ec0. 00000020:00000001:0.0:1749609305.180139:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609305.180141:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000200:1.0:1749609305.180141:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612266496, portal 4 00000100:00000001:2.0:1749609305.180141:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609305.180143:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298581592 00000100:00000040:3.0:1749609305.180143:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609305.180144:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609305.180144:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609305.180145:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342494976 : -131938367056640 : ffff8800b47fd500) 00000100:00000010:2.0:1749609305.180145:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07060c0. 00000100:00000001:0.0:1749609305.180146:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609305.180147:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609305.180148:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609305.180149:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609305.180150:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:2.0:1749609305.180151:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609305.180151:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749609305.180152:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:1.0:1749609305.180152:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609305.180153:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.180154:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609305.180155:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1749609305.180155:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609305.180156:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609305.180157:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 02000000:00000001:0.0:1749609305.180158:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609305.180158:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609305.180159:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180160:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609305.180161:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609305.180162:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609305.180162:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612266624, offset 0 00000100:00000040:1.0:1749609305.180163:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609305.180164:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000010:0.0:1749609305.180166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47ff800. 00000100:00000001:2.0:1749609305.180166:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609305.180167:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1749609305.180168:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:1.0:1749609305.180168:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612266496, offset 0 00000100:00000001:2.0:1749609305.180169:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609305.180170:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1749609305.180170:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609305.180171:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180171:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609305.180172:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609305.180172:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609305.180173:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609305.180174:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180174:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609305.180177:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a509ec00. 00000100:00000001:0.0:1749609305.180179:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609305.180182:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609305.180185:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609305.180186:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609305.180188:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609305.180188:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609305.180189:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609305.180190:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.180192:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47ff800] to pc [ptlrpcd_rcv+-1] req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609305.180194:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609305.180198:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.180200:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1749609305.180202:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bc680 00000100:00000001:0.0:1749609305.180203:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1749609305.180204:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bc600 00000100:00000001:2.0:1749609305.180204:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1749609305.180205:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fce00. 00000100:00100000:2.0:1749609305.180206:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612266368 00000020:00000040:0.0:1749609305.180207:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1749609305.180208:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609305.180209:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609305.180210:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749609305.180210:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 14784 02000000:00000001:0.0:1749609305.180211:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180211:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1749609305.180213:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057400. 00000100:00000001:2.0:1749609305.180213:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.180215:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609305.180217:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.180218:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609305.180219:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 20800 00000400:00000200:3.0:1749609305.180219:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609305.180220:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612266368 00000020:00000001:2.0:1749609305.180222:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609305.180224:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000400:00000200:3.0:1749609305.180224:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609305.180225:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749609305.180225:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609305.180226:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609305.180226:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609305.180228:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000040:0.0:1749609305.180229:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800b47fce00] to pc [ptlrpcd_00_03+3] req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609305.180230:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609305.180230:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609305.180231:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000200:3.0:1749609305.180232:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1749609305.180233:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609305.180234:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609305.180235:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609305.180238:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1749609305.180239:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50de300. 00000100:00000010:1.0:1749609305.180240:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c8700. 00000020:00000010:2.0:1749609305.180240:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706f40. 00000100:00000040:1.0:1749609305.180242:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c8700 x1834594612266496 msgsize 520 00000100:00000001:2.0:1749609305.180242:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609305.180242:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50de300 x1834594612266624 msgsize 224 00000020:00000010:2.0:1749609305.180244:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706f40. 00000100:00000001:0.0:1749609305.180247:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609305.180247:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609305.180248:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749609305.180250:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00000040:0.0:1749609305.180252:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3919) 00000020:00000010:2.0:1749609305.180254:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000100:00000001:1.0:1749609305.180258:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609305.180258:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000040:2.0:1749609305.180264:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1749609305.180265:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:3.0:1749609305.180266:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749609305.180268:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609305.180268:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609305.180269:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609305.180270:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609305.180271:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609305.180273:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609305.180278:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180282:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609305.180284:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609305.180287:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.180290:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609305.180291:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000100:00000001:1.0:1749609305.180292:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1749609305.180293:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:2.0:1749609305.180295:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609305.180296:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180297:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609305.180299:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1022 usecs (2 jiffies) 00000100:00000001:3.0:1749609305.180299:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609305.180301:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00000001:1.0:1749609305.180303:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298581586 00000100:00000200:3.0:1749609305.180303:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609305.180304:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609305.180306:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298581592 00000100:00000001:2.0:1749609305.180306:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352840272 : -131938356711344 : ffff8800b51db050) 00000100:00000001:1.0:1749609305.180308:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298581586 00000100:00000001:1.0:1749609305.180310:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298581592 00000100:00000040:2.0:1749609305.180310:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51db050 x1834594612266368/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:251/0 lens 224/0 e 0 to 0 dl 1749609316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.180311:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298581586 00000100:00000001:1.0:1749609305.180313:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298581592 00000100:00000001:3.0:1749609305.180314:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609305.180315:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298581586 00000100:00000001:1.0:1749609305.180316:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298581592 00000100:00000040:3.0:1749609305.180316:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.180318:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609305.180319:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609305.180320:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609305.180321:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706f40. 00000100:00000001:1.0:1749609305.180322:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180322:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609305.180324:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609305.180324:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706f40. 00000100:00000001:3.0:1749609305.180324:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.180326:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609305.180327:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612266368:12345-0@lo:400: 00000100:00000001:1.0:1749609305.180329:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609305.180330:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:2.0:1749609305.180330:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612266368 00000100:00000001:3.0:1749609305.180330:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180332:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609305.180333:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609305.180334:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609305.180335:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609305.180335:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000040:1.0:1749609305.180337:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609305.180337:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609305.180339:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.180339:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298581585 00000020:00000001:2.0:1749609305.180341:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609305.180343:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298581592 00000100:00000001:1.0:1749609305.180344:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749609305.180344:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609305.180345:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609305.180346:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1749609305.180347:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609305.180348:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609305.180348:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298581585 02000000:00000001:1.0:1749609305.180349:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609305.180350:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1749609305.180351:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.180351:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298581592 00000020:00000001:2.0:1749609305.180352:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1749609305.180353:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612266752:0@lo:38: 00000020:00000001:2.0:1749609305.180354:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.180354:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298581585 00000100:00000001:1.0:1749609305.180356:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609305.180356:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298581592 00000020:00000001:2.0:1749609305.180357:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749609305.180358:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609305.180359:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.180359:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298581585 00000100:00000001:2.0:1749609305.180360:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609305.180361:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609305.180362:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609305.180362:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298581592 00000100:00000001:3.0:1749609305.180364:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749609305.180365:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bf000. 02000000:00000010:2.0:1749609305.180365:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3c00. 00000100:00000001:3.0:1749609305.180366:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609305.180367:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609305.180367:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180369:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609305.180370:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a08f0. 00000100:00000001:3.0:1749609305.180370:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609305.180371:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609305.180372:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000001:3.0:1749609305.180372:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1749609305.180374:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612266368 00000100:00000200:1.0:1749609305.180375:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612266752, portal 10 00000100:00000001:1.0:1749609305.180377:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1749609305.180377:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609305.180378:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342502144 : -131938367049472 : ffff8800b47ff100) 00010000:00000200:2.0:1749609305.180380:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51db050 x1834594612266368/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:251/0 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609305.180382:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609305.180383:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609305.180384:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609305.180386:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609305.180387:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609305.180389:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609305.180389:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609305.180389:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609305.180391:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609305.180391:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609305.180392:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00100000:3.0:1749609305.180392:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:1.0:1749609305.180394:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612266752, offset 0 00000100:00001000:2.0:1749609305.180394:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609305.180394:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609305.180396:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749609305.180397:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609305.180398:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609305.180398:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609305.180399:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609305.180400:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609305.180400:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609305.180401:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609305.180402:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609305.180402:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609305.180404:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749609305.180405:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609305.180406:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609305.180407:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bc700 00000100:00000001:2.0:1749609305.180407:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609305.180410:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609305.180412:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 16128 00000400:00000010:2.0:1749609305.180412:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93b28. 00000100:00000001:3.0:1749609305.180412:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609305.180414:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609305.180416:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612266368, offset 224 02000000:00000001:3.0:1749609305.180416:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749609305.180417:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609305.180418:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609305.180420:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609305.180420:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609305.180421:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609305.180422:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612267008:0@lo:400: 00000100:00000001:1.0:1749609305.180424:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609305.180426:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609305.180426:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749609305.180427:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749609305.180429:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c9f80. 02000000:00000001:3.0:1749609305.180429:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749609305.180431:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c9f80 x1834594612266752 msgsize 520 02000000:00000001:3.0:1749609305.180431:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609305.180433:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749609305.180435:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1749609305.180436:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8a00. 02000000:00000001:3.0:1749609305.180438:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609305.180441:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00000400:00000200:2.0:1749609305.180443:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bc580 00000400:00000010:3.0:1749609305.180444:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000100:00000200:3.0:1749609305.180447:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612267008, portal 10 00000400:00000200:2.0:1749609305.180449:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16fc5 [1] + 224 00000100:00000001:3.0:1749609305.180449:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609305.180451:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342493184 : -131938367058432 : ffff8800b47fce00) 00000100:00000001:1.0:1749609305.180453:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609305.180454:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609305.180457:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609305.180457:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609305.180458:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000400:00000010:1.0:1749609305.180460:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:1.0:1749609305.180463:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609305.180464:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609305.180465:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609305.180466:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609305.180468:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749609305.180468:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000100:00000200:3.0:1749609305.180470:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612267008, offset 0 00000100:00000200:2.0:1749609305.180472:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.180473:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609305.180473:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609305.180475:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609305.180479:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609305.180481:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609305.180481:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.180482:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609305.180484:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bc800 00000100:00000001:1.0:1749609305.180486:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609305.180489:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000400:00000200:3.0:1749609305.180489:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 16648 00000100:00000001:1.0:1749609305.180491:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298581585 00000100:00000001:1.0:1749609305.180493:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298581592 00000100:00000001:2.0:1749609305.180493:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609305.180494:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609305.180496:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298581585 00000100:00000001:0.0:1749609305.180523:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609305.180526:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612266752 02000000:00000001:0.0:1749609305.180528:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609305.180530:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609305.180532:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609305.180535:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180535:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298581592 00000400:00000200:2.0:1749609305.180536:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93b28 00000100:00000001:1.0:1749609305.180537:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298581586 00000100:00100000:0.0:1749609305.180538:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612266752 00000400:00000010:2.0:1749609305.180538:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93b28. 00000100:00000001:1.0:1749609305.180539:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298581592 00000020:00000001:0.0:1749609305.180540:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609305.180541:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609305.180541:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298581586 00000100:00000001:2.0:1749609305.180541:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609305.180542:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749609305.180543:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609305.180543:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298581592 00000020:00000001:0.0:1749609305.180545:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180545:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609305.180546:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180546:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180546:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180549:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609305.180549:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:0.0:1749609305.180550:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000040:1.0:1749609305.180552:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609305.180552:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609305.180553:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609305.180554:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000020:00000001:2.0:1749609305.180555:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609305.180555:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609305.180558:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e000. 00000100:00000001:1.0:1749609305.180559:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609305.180559:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51db050 x1834594612266368/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:251/0 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.180560:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.180561:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609305.180562:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609305.180562:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1749609305.180562:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609305.180564:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749609305.180564:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609305.180566:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609305.180566:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609305.180566:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50de680. 00000100:00100000:1.0:1749609305.180568:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800b47ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612266880:0@lo:38: 00000100:00000040:3.0:1749609305.180568:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50de680 x1834594612267008 msgsize 224 00000100:00100000:2.0:1749609305.180569:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612266368:12345-0@lo:400: Request processed in 248us (511us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609305.180570:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180571:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609305.180573:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1749609305.180573:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609305.180574:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609305.180576:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609305.180577:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00000001:0.0:1749609305.180578:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609305.180579:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bf400. 00000100:00000040:2.0:1749609305.180579:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 02000000:00000001:1.0:1749609305.180581:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180582:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749609305.180583:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a06e0. 00000100:00000001:2.0:1749609305.180584:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749609305.180586:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00000001:3.0:1749609305.180586:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609305.180587:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749609305.180587:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00000200:1.0:1749609305.180588:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612266880, portal 10 00000100:00100000:0.0:1749609305.180589:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612267008 00000100:00000001:1.0:1749609305.180590:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609305.180591:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1749609305.180591:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000100:00000001:0.0:1749609305.180592:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609305.180592:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135342503936 : -131938367047680 : ffff8800b47ff800) 00000400:00000200:3.0:1749609305.180592:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000100:00000001:0.0:1749609305.180594:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609305.180594:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000400:00000010:3.0:1749609305.180594:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 02000000:00000001:0.0:1749609305.180596:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609305.180597:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609305.180597:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749609305.180598:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612267008 00000020:00000040:2.0:1749609305.180598:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000020:00000001:0.0:1749609305.180599:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749609305.180599:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609305.180600:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:0.0:1749609305.180601:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609305.180601:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:0.0:1749609305.180603:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:1.0:1749609305.180603:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609305.180603:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3c00. 00000020:00000001:0.0:1749609305.180604:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:0.0:1749609305.180606:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000040:1.0:1749609305.180606:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609305.180606:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609305.180607:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609305.180608:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609305.180608:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609305.180610:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749609305.180610:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612266880, offset 0 00000100:00000040:3.0:1749609305.180610:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609305.180613:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4fc0. 00000400:00000200:1.0:1749609305.180613:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749609305.180617:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4a00. 00000100:00000001:3.0:1749609305.180617:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609305.180618:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1749609305.180618:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609305.180620:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749609305.180622:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fa50. 00000100:00000001:3.0:1749609305.180622:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609305.180623:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:1.0:1749609305.180625:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bc780 00000100:00000040:3.0:1749609305.180625:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000400:00000010:2.0:1749609305.180626:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245900. 00000100:00000001:3.0:1749609305.180627:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298581586 00000100:00000001:0.0:1749609305.180629:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749609305.180629:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 16872 00000020:00000010:0.0:1749609305.180632:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 00000400:00000200:1.0:1749609305.180632:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609305.180635:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec80. 00000400:00000200:1.0:1749609305.180635:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609305.180638:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e708. 00000100:00000001:1.0:1749609305.180638:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609305.180640:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609305.180641:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609305.180642:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000010:1.0:1749609305.180642:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0ca300. 00000100:00000001:0.0:1749609305.180644:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749609305.180644:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0ca300 x1834594612266880 msgsize 520 00000100:00000001:2.0:1749609305.180644:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.180645:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609305.180647:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609305.180648:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609305.180649:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609305.180651:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609305.180651:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609305.180651:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609305.180653:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609305.180655:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609305.180655:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609305.180656:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000001:2.0:1749609305.180656:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609305.180656:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612266880 00000400:00000010:2.0:1749609305.180658:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fb00. 02000000:00000001:3.0:1749609305.180659:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609305.180660:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93bb0 00000100:00000001:0.0:1749609305.180661:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609305.180662:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93bb0. 00000100:00000001:3.0:1749609305.180662:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609305.180664:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609305.180665:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.180667:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609305.180667:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609305.180668:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609305.180669:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609305.180673:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000400:00000200:1.0:1749609305.180673:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00100000:3.0:1749609305.180673:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612266880 00000100:00000040:0.0:1749609305.180675:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000400:00000010:1.0:1749609305.180675:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000200:2.0:1749609305.180676:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609305.180676:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609305.180677:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083370112 : -131938626181504 : ffff8800a50de680) 00000100:00000001:1.0:1749609305.180677:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:3.0:1749609305.180678:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749609305.180680:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609305.180680:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609305.180682:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50de680 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:251/0 lens 224/0 e 0 to 0 dl 1749609316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609305.180683:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609305.180683:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180684:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609305.180686:0:1510:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609305.180686:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180687:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609305.180689:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609305.180689:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609305.180690:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609305.180690:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609305.180690:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8600. 00000020:00000010:0.0:1749609305.180692:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4a00. 00000100:00000001:2.0:1749609305.180692:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.180694:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609305.180694:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180695:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609305.180696:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4a00. 00000100:00000001:1.0:1749609305.180696:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609305.180696:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1e00. 00000100:00001000:2.0:1749609305.180697:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=124 v=5 (5 5 5 5) 00000100:00100000:0.0:1749609305.180699:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612267008:12345-0@lo:400: 00000100:00000001:1.0:1749609305.180699:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609305.180700:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=114 v=5 (1 1 1 1) 00000100:00000040:1.0:1749609305.180701:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000020:00000010:3.0:1749609305.180701:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fe10. 00000100:00000200:0.0:1749609305.180703:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612267008 00000100:00000001:1.0:1749609305.180703:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298581586 00000100:00000001:2.0:1749609305.180703:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609305.180704:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609305.180705:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609305.180705:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298581592 00010000:00000001:2.0:1749609305.180706:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609305.180706:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609305.180708:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609305.180708:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298581586 00010000:00000001:2.0:1749609305.180708:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.180708:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749609305.180709:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180709:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298581592 00000100:00000001:2.0:1749609305.180710:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609305.180711:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609305.180711:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298581586 00000100:00000001:3.0:1749609305.180711:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609305.180713:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:1.0:1749609305.180713:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298581592 00000100:00000040:2.0:1749609305.180713:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.180714:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298581586 00000020:00000001:0.0:1749609305.180716:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609305.180716:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298581592 00000100:00000001:1.0:1749609305.180717:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609305.180717:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180719:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609305.180720:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609305.180720:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609305.180721:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609305.180721:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609305.180723:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609305.180723:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609305.180723:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749609305.180725:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180725:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.180726:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609305.180726:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609305.180727:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609305.180728:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:2.0:1749609305.180728:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.180729:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609305.180730:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609305.180731:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609305.180732:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609305.180732:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180733:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609305.180735:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509e400. 00000100:00100000:2.0:1749609305.180735:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612266368:0@lo:400: 02000000:00000001:0.0:1749609305.180736:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.180737:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609305.180738:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.180739:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609305.180740:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180740:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609305.180742:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000040:0.0:1749609305.180743:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612267008 00000100:00000040:2.0:1749609305.180744:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47ff480 x1834594612266368/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609305.180744:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732 00010000:00000001:0.0:1749609305.180745:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609305.180747:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361866112 : -131939347685504 : ffff88007a0c9f80) 00010000:00000200:0.0:1749609305.180748:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50de680 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:251/0 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.180750:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609305.180750:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1749609305.180752:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612266496 02000000:00000001:2.0:1749609305.180752:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749609305.180752:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c9f80 x1834594612266752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609305.180754:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1749609305.180754:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 00000100:00000001:1.0:1749609305.180755:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749609305.180756:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609305.180756:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1749609305.180757:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180757:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609305.180759:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1749609305.180760:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=118 v=5 (1 1 1 1) 02000000:00000001:1.0:1749609305.180760:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609305.180760:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609305.180763:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609305.180763:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612266496 00000020:00000001:2.0:1749609305.180763:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1749609305.180763:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612266752:12345-0@lo:38: 02000000:00000010:2.0:1749609305.180764:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057900. 00000100:00000040:0.0:1749609305.180765:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:1.0:1749609305.180765:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609305.180767:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:1.0:1749609305.180767:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:3.0:1749609305.180767:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612266752 00000020:00000001:1.0:1749609305.180768:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609305.180768:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609305.180769:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609305.180770:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.180770:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609305.180770:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609305.180771:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47ff480. 00000020:00000001:3.0:1749609305.180771:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609305.180772:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609305.180773:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180774:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1749609305.180775:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609305.180775:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609305.180775:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749609305.180776:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:2.0:1749609305.180777:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609305.180778:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000020:00000010:1.0:1749609305.180780:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000001:2.0:1749609305.180780:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609305.180781:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609305.180782:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612267008, offset 224 00000100:00000001:2.0:1749609305.180782:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749609305.180783:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000100:00000001:2.0:1749609305.180784:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609305.180787:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609305.180787:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609305.180788:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609305.180790:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180794:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609305.180794:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609305.180795:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609305.180797:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609305.180799:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00020000:3.0:1749609305.180799:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609305.180801:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609305.180802:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bc800 00010000:00000001:3.0:1749609305.180802:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609305.180803:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00000100:00000001:2.0:1749609305.180806:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361867008 : -131939347684608 : ffff88007a0ca300) 00010000:00000001:3.0:1749609305.180806:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609305.180808:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16fe9 [1] + 224 00000100:00000001:1.0:1749609305.180808:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609305.180810:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609305.180810:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0ca300 x1834594612266880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609305.180810:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609305.180813:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609305.180813:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00000001:3.0:1749609305.180813:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609305.180815:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361859840 : -131939347691776 : ffff88007a0c8700) 02000000:00000001:3.0:1749609305.180816:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609305.180817:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609305.180819:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c8700 x1834594612266496/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609305.180819:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612266880:12345-0@lo:38: 00000100:00000001:0.0:1749609305.180821:0:14333:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749609305.180821:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d8800. 00000100:00000200:2.0:1749609305.180822:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612266880 02000000:00000001:3.0:1749609305.180823:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609305.180825:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609305.180825:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609305.180826:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609305.180827:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749609305.180828:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612266496:12345-0@lo:38: 00010000:00000001:3.0:1749609305.180830:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749609305.180832:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612266496 00010000:00000001:3.0:1749609305.180832:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.180833:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609305.180834:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:3.0:1749609305.180836:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:1.0:1749609305.180837:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609305.180839:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609305.180842:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609305.180842:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.180843:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00020000:2.0:1749609305.180845:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609305.180845:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:0.0:1749609305.180846:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000020:00000001:1.0:1749609305.180847:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609305.180847:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609305.180847:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:0.0:1749609305.180848:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00000001:0.0:1749609305.180850:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00010000:00020000:1.0:1749609305.180850:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609305.180850:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609305.180851:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749609305.180851:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609305.180852:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00010000:00000001:1.0:1749609305.180853:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609305.180853:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609305.180854:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609305.180854:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609305.180855:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609305.180856:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609305.180856:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609305.180857:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609305.180857:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180858:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609305.180859:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000010:2.0:1749609305.180859:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3c00. 00000100:00000001:3.0:1749609305.180859:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609305.180860:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749609305.180861:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609305.180861:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609305.180861:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609305.180861:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609305.180862:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609305.180863:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609305.180864:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bdc00. 00000400:00000010:3.0:1749609305.180864:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000100:00000040:0.0:1749609305.180865:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50de680 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:251/0 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609305.180866:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609305.180866:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749609305.180867:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612266752, offset 0 00000100:00000001:1.0:1749609305.180868:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609305.180868:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609305.180871:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1749609305.180871:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609305.180871:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609305.180872:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609305.180874:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612267008:12345-0@lo:400: Request processed in 183us (304us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609305.180874:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:1.0:1749609305.180875:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609305.180877:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609305.180878:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609305.180878:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609305.180879:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609305.180880:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609305.180881:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:0.0:1749609305.180882:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00000040:1.0:1749609305.180882:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:2.0:1749609305.180883:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609305.180884:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000400:00000200:3.0:1749609305.180884:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bc700 00000100:00000001:1.0:1749609305.180885:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609305.180886:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749609305.180886:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:0.0:1749609305.180887:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609305.180887:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:2.0:1749609305.180888:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609305.180889:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16fdd [1] + 0 00000020:00000010:0.0:1749609305.180890:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec80. 00000100:00000040:1.0:1749609305.180890:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:2.0:1749609305.180890:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180891:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609305.180892:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1749609305.180893:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e708. 02000000:00000001:1.0:1749609305.180894:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609305.180894:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609305.180894:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609305.180895:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00000400:00000010:2.0:1749609305.180895:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93bb0. 00000100:00000001:1.0:1749609305.180896:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609305.180897:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749609305.180899:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000040:1.0:1749609305.180899:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609305.180899:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612266880, offset 0 00000400:00000010:1.0:1749609305.180900:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609305.180900:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609305.180902:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609305.180902:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609305.180904:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609305.180906:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612266496, offset 0 00000400:00000200:1.0:1749609305.180910:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609305.180910:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609305.180913:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609305.180916:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bc780 00000400:00000200:1.0:1749609305.180918:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609305.180919:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:2.0:1749609305.180921:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ff1 [1] + 0 00000020:00000040:0.0:1749609305.180922:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:1.0:1749609305.180923:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bc600 00000400:00000200:2.0:1749609305.180925:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609305.180928:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16fd1 [1] + 0 00000100:00000001:3.0:1749609305.180928:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609305.180929:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609305.180933:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609305.180934:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609305.180936:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609305.180937:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000100:00000200:2.0:1749609305.180938:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609305.180939:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000100:00000001:3.0:1749609305.180941:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609305.180942:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609305.180943:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749609305.180944:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609305.180946:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609305.180947:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609305.180949:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609305.180952:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609305.180953:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609305.180954:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609305.180954:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609305.180957:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9f80 x1834594612266752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609305.180959:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749609305.180959:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93bb0 00000100:00100000:0.0:1749609305.180961:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612266624 00000100:00000001:1.0:1749609305.180961:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609305.180961:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93bb0. 02000000:00000001:0.0:1749609305.180963:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609305.180963:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609305.180964:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609305.180965:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609305.180965:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000001:0.0:1749609305.180967:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609305.180967:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609305.180967:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609305.180967:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612266752:12345-0@lo:38: Request processed in 205us (534us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749609305.180969:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.180969:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609305.180970:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609305.180970:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:0.0:1749609305.180971:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612266624 00000020:00000001:0.0:1749609305.180973:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609305.180973:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609305.180973:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609305.180974:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:2.0:1749609305.180974:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609305.180975:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:0.0:1749609305.180976:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749609305.180976:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732 00000100:00000040:2.0:1749609305.180977:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0ca300 x1834594612266880/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609305.180978:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:1.0:1749609305.180978:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.180979:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609305.180979:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1749609305.180980:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609305.180981:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749609305.180982:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000040:1.0:1749609305.180982:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8700 x1834594612266496/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609325 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609305.180985:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609305.181008:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4a00. 00000020:00000010:3.0:1749609305.181008:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000020:00000010:0.0:1749609305.181011:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8640. 00000100:00100000:2.0:1749609305.181012:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612266880:12345-0@lo:38: Request processed in 167us (340us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609305.181013:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612266496:12345-0@lo:38: Request processed in 184us (769us total) trans 0 rc -19/-19 00000020:00000040:0.0:1749609305.181014:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000010:3.0:1749609305.181014:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e000. 00000020:00000010:3.0:1749609305.181018:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00100000:2.0:1749609305.181019:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00000001:0.0:1749609305.181020:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1749609305.181020:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000020:00000010:0.0:1749609305.181022:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 00000100:00000001:1.0:1749609305.181022:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609305.181022:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609305.181023:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609305.181023:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.181024:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609305.181025:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec80. 00000020:00000010:2.0:1749609305.181026:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1e00. 00000020:00000010:0.0:1749609305.181027:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e708. 00000020:00000010:1.0:1749609305.181027:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000020:00000010:2.0:1749609305.181029:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fe10. 00000020:00000010:1.0:1749609305.181030:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000020:00000010:2.0:1749609305.181031:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8600. 00000100:00000040:0.0:1749609305.181033:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:1.0:1749609305.181033:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:2.0:1749609305.181034:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609305.181035:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609305.181036:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609305.181036:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609305.181037:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298581592 00000100:00000001:0.0:1749609305.181038:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609305.181040:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298581586 00000100:00000001:0.0:1749609305.181042:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609305.181042:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298581592 00000100:00000001:0.0:1749609305.181043:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609305.181044:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298581586 00000100:00000001:0.0:1749609305.181045:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.181046:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298581592 00000100:00000001:3.0:1749609305.181048:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298581586 00000100:00000001:3.0:1749609305.181049:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298581592 00000100:00000001:1.0:1749609305.181050:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609305.181051:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609305.181052:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.181052:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609305.181053:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609305.181055:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609305.181057:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609305.181058:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749609305.181059:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a08f0. 00000100:00000001:0.0:1749609305.181060:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609305.181061:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749609305.181062:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:2.0:1749609305.181062:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609305.181063:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000400:00000010:1.0:1749609305.181064:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000040:0.0:1749609305.181066:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609305.181066:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609305.181066:0:15201:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.181067:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083369216 : -131938626182400 : ffff8800a50de300) 00000100:00000001:2.0:1749609305.181068:0:15201:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609305.181069:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1749609305.181070:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609305.181071:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50de300 x1834594612266624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:251/0 lens 224/0 e 0 to 0 dl 1749609316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609305.181071:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609305.181074:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 00000400:00000200:3.0:1749609305.181076:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000100:00000200:1.0:1749609305.181078:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609305.181079:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1749609305.181079:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000020:00000010:0.0:1749609305.181081:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b41c0. 00000100:00000001:3.0:1749609305.181081:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609305.181083:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609305.181084:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609305.181084:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609305.181085:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b41c0. 00000100:00000001:1.0:1749609305.181086:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609305.181088:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612266624:12345-0@lo:400: 00000100:00000001:1.0:1749609305.181088:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609305.181089:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609305.181091:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749609305.181092:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612266624 00000100:00000001:1.0:1749609305.181092:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609305.181093:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609305.181094:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609305.181095:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609305.181096:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609305.181097:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609305.181099:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00001000:1.0:1749609305.181099:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609305 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609305.181100:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609305.181101:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609305.181101:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609305.181102:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=121 v=20 (1 1 20 1) 00000020:00000001:0.0:1749609305.181103:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609305.181104:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609305.181104:0:1511:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749609305.181105:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609305.181106:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749609305.181107:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609305.181107:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609305.181108:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609305.181108:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609305.181109:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609305.181110:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.181110:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609305.181111:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749609305.181112:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609305.181112:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.181114:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609305.181115:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609305.181118:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509e800. 00000100:00000001:1.0:1749609305.181119:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749609305.181119:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=118 v=5 (5 5 5 5) 02000000:00000001:0.0:1749609305.181120:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.181121:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609305.181122:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609305.181123:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.181123:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609305.181123:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=118 v=5 (1 1 1 1) 00010000:00000040:0.0:1749609305.181125:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612266624 00000100:00000001:1.0:1749609305.181125:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609305.181125:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609305.181127:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609305.181127:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609305.181128:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:3.0:1749609305.181129:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000200:0.0:1749609305.181130:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50de300 x1834594612266624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:251/0 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609305.181130:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609305.181133:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00010000:00080000:3.0:1749609305.181133:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.181135:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609305.181137:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609305.181139:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609305.181139:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609305.181141:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=111 v=5 (1 1 1 1) 00010000:00000001:3.0:1749609305.181141:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.181144:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609305.181145:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609305.181146:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:1.0:1749609305.181146:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612266752:0@lo:38: 00000100:00000040:3.0:1749609305.181147:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609305.181148:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609305.181148:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749609305.181150:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609305.181150:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609305.181151:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609305.181151:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609305.181152:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609305.181153:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749609305.181153:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a06e0. 00000100:00000040:3.0:1749609305.181153:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609305.181155:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000100:00000040:0.0:1749609305.181156:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609305.181156:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000400:00000010:0.0:1749609305.181158:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000100:00000001:1.0:1749609305.181159:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609305.181160:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609305.181161:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612266624, offset 224 00000100:00000200:1.0:1749609305.181161:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609305.181163:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1749609305.181164:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609305.181164:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609305.181167:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609305.181169:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609305.181170:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609305.181175:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609305.181175:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612267008:0@lo:400: 00000400:00000200:0.0:1749609305.181176:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bc680 00000100:00000001:1.0:1749609305.181177:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.181178:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609305.181180:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749609305.181181:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16fcd [1] + 224 00000100:00000001:1.0:1749609305.181181:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609305.181181:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.181182:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.181183:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609305.181184:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609305.181186:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609305.181186:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47fce00 x1834594612267008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609305.181187:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609305 v=5 (0 0 0 0) 00000400:00000200:0.0:1749609305.181189:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749609305.181189:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=118 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609305.181191:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609305.181192:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609305.181192:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609305.181192:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609305.181194:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609305.181194:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1749609305.181195:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609305.181197:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609305.181197:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8a00. 02000000:00000001:3.0:1749609305.181200:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609305.181202:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749609305.181203:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609305.181203:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609305.181205:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609305.181207:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057400. 00000100:00000001:1.0:1749609305.181209:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609305.181211:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609305.181211:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609305.181212:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609305.181213:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609305.181213:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609305.181214:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000010:3.0:1749609305.181214:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fce00. 00000400:00000200:0.0:1749609305.181215:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000100:00000001:1.0:1749609305.181215:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749609305.181216:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00080000:1.0:1749609305.181217:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609305.181217:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609305.181218:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609305.181219:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:1.0:1749609305.181219:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609305.181219:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609305.181221:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.181221:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609305.181221:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609305.181223:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609305.181223:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609305.181224:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609305.181225:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609305.181225:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609305.181227:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609305.181227:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749609305.181229:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1749609305.181229:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609305.181231:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50de300 x1834594612266624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:251/0 lens 224/224 e 0 to 0 dl 1749609316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609305.181231:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612266880:0@lo:38: 00000400:00000010:3.0:1749609305.181231:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000400:00000200:3.0:1749609305.181233:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283110 00000400:00000010:3.0:1749609305.181235:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283110. 00000400:00000001:1.0:1749609305.181237:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609305.181237:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749609305.181238:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749609305.181239:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612266624:12345-0@lo:400: Request processed in 159us (995us total) trans 0 rc 0/0 00000400:00000010:1.0:1749609305.181240:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b00. 00000100:00000200:3.0:1749609305.181240:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609305.181241:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609305.181243:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:1.0:1749609305.181244:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609305.181245:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00000040:0.0:1749609305.181246:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000200:1.0:1749609305.181246:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609305.181248:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609305.181249:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609305.181250:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609305.181253:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec80. 00000100:00000200:1.0:1749609305.181254:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609305.181254:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749609305.181255:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e708. 00000100:00000001:3.0:1749609305.181255:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609305.181257:0:1511:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749609305.181258:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 02000000:00000001:3.0:1749609305.181258:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609305.181259:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609305.181260:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749609305.181261:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609305.181261:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609305.181261:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609305.181263:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.181263:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609305.181263:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609305.181264:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609305.181265:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609305.181267:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609305.181267:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=111 v=5 (5 5 5 5) 02000000:00000001:1.0:1749609305.181268:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609305.181269:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=111 v=5 (1 1 1 1) 00000100:00001000:1.0:1749609305.181271:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609305 v=5 (0 0 0 0) 00000100:00080000:0.0:1749609305.181273:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00001000:1.0:1749609305.181273:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=121 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609305.181273:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609305.181274:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609305.181275:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00010000:00000001:3.0:1749609305.181275:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609305.181276:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609305.181277:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:3.0:1749609305.181278:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.181279:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609305.181282:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609305.181284:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.181286:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609305.181287:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609305.181288:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609305.181288:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609305.181289:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.181290:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609305.181291:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.181292:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749609305.181292:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.181294:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609305.181296:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609305.181298:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609305.181298:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609305.181299:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609305.181300:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609305.181301:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609305.181302:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609305.181304:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609305.181309:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612266496:0@lo:38: 00000100:00100000:3.0:1749609305.181311:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800b47fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612266624:0@lo:400: 00000100:00000001:1.0:1749609305.181313:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.181314:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609305.181315:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609305.181317:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47ff100 x1834594612266752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609305.181317:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609305.181319:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47fdf80 x1834594612266624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.181323:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609305.181324:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609305.181325:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1749609305.181326:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bf000. 02000000:00000001:3.0:1749609305.181326:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749609305.181328:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1749609305.181328:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9800. 00000020:00000001:1.0:1749609305.181330:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609305.181331:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749609305.181331:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609305.181332:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749609305.181333:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1749609305.181333:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 02000000:00000010:1.0:1749609305.181334:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509f800. 00000020:00000001:3.0:1749609305.181334:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609305.181336:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057800. 02000000:00000001:1.0:1749609305.181337:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609305.181339:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749609305.181339:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1749609305.181340:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47ff100. 02000000:00000001:3.0:1749609305.181340:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609305.181342:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fdf80. 00000100:00000001:1.0:1749609305.181343:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609305.181345:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609305.181345:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609305.181346:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609305.181347:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609305.181348:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609305.181349:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47ff800 x1834594612266880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609305.181351:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609305.181352:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609305.181354:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609305.181355:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609305.181355:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609305.181356:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609305.181357:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bf400. 02000000:00000001:1.0:1749609305.181359:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609305.181360:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609305.181361:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609305.181363:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609305.181364:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509ec00. 02000000:00000001:1.0:1749609305.181367:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609305.181368:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609305.181369:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47ff800. 00000100:00000001:1.0:1749609305.181371:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609305.181372:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.181373:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609305.181375:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b47fd500 x1834594612266496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609305.181381:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609305.181382:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609305.181383:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a509bc00. 02000000:00000001:1.0:1749609305.181386:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609305.181386:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609305.181387:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609305.181389:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609305.181390:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a509c800. 02000000:00000001:1.0:1749609305.181392:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609305.181392:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609305.181393:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fd500. 00000100:00000001:1.0:1749609305.181395:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609305.181396:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.181398:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609305.181401:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609305.181402:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609305.181404:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609305.181406:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609305.187580:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298581592, at 4298581592 00000100:00000010:2.0:1749609305.187590:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706ec0. 00000100:00000040:1.0:1749609305.187591:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298581592, at 4298581592 00000100:00000010:1.0:1749609305.187602:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706f80. 00000100:00000040:0.0:1749609305.187609:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298581592, at 4298581592 00000100:00000040:3.0:1749609305.187615:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298581592, at 4298581592 00000100:00000010:0.0:1749609305.187620:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07063c0. 00000100:00000010:3.0:1749609305.187629:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07060c0. 00010000:00000001:0.0:1749609305.531661:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609305.531674:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609305.531685:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609305.531687:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609305.531796:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609305.531801:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609305.531805:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609305.710745:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609305.710752:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609305.710754:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609305.710758:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609305.710761:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609305.710765:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609305.710768:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609305.710771:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609305.710773:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609306.482608:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609306.482621:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609306.482627:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609306.482632:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609306.482638:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609306.482646:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609306.482654:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609306.482660:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609306.482662:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609306.482667:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a02459c0. 00000100:00000001:2.0:1749609306.482669:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955328 : -131938708596288 : ffff8800a02459c0) 00000100:00000001:2.0:1749609306.482673:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609306.482674:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609306.482679:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609306.482683:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609306.482685:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609306.482687:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609306.482694:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612267136/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609306.482706:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609306.482707:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609306.482710:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612267136/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609306.482718:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609306.482721:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609306.482722:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609306.482725:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a02459c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609306.482728:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609306.482730:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609306.482735:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609306.482738:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609306.482740:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609306.482745:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612267136/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609306.482757:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612267136:0@lo:900: 00000100:00000001:2.0:1749609306.482764:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609306.482767:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609306.482770:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609306.482772:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609306.482775:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612267136/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609306.482787:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609306.482789:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a02459c0. 00000100:00000001:2.0:1749609306.482795:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609306.482796:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609306.482800:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609306.482803:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612267136/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609306.482813:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609306.482817:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609306.482819:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609306.482823:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609306.482826:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609306.482831:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609306.482834:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609306.482837:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609306.482841:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609306.482842:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609306.533671:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609306.533678:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609306.533684:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609306.533688:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609306.533690:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609306.533693:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609306.533696:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609306.533698:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609306.533700:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609306.533702:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609306.533831:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609306.533835:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609306.533839:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609306.710675:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609306.710684:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609306.710686:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609306.710689:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609306.710694:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609306.710699:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609306.710702:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609306.710705:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609306.710707:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609306.942884:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609306.942907:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609306.942913:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609306.942917:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609306.942932:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609306.943019:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf340700 00000400:00000200:0.0:1749609306.943032:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16499 [2] + 0 00000400:00000010:0.0:1749609306.943039:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62aa8. 00000400:00000200:0.0:1749609306.943045:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880085dd2600 00000800:00000001:0.0:1749609306.943054:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609306.943061:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609306.943065:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609306.943071:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609306.943077:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880085dd2600 00000400:00000010:0.0:1749609306.943080:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880085dd2600. 00000100:00000001:0.0:1749609306.943088:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609306.943092:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609306.943096:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51db450 x1834594730247936 msgsize 224 00000100:00100000:0.0:1749609306.943103:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609306.943106:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609306.943134:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609306.943144:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609306.943150:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609306.943153:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609306.943156:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609306.943163:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609306.943172:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340780 00000400:00000200:0.0:1749609306.943180:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 17392 00000800:00000001:0.0:1749609306.943185:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609306.943191:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609306.943194:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609306.943198:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609306.943203:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609306.943203:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609306.943205:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749609306.943207:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730247936 00000100:00000010:0.0:1749609306.943211:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fc380. 02000000:00000001:2.0:1749609306.943211:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609306.943214:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609306.943215:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fc380 x1834594730248064 msgsize 520 00000100:00000001:2.0:1749609306.943217:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609306.943221:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 02000000:00000001:2.0:1749609306.943222:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609306.943227:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730247936 00000020:00000001:2.0:1749609306.943230:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609306.943232:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609306.943235:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609306.943239:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609306.943241:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609306.943244:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:0.0:1749609306.943245:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609306.943250:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1749609306.943252:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:2.0:1749609306.943255:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706ec0. 00000800:00000001:0.0:1749609306.943257:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609306.943258:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1749609306.943259:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609306.943261:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609306.943261:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706ec0. 00000400:00000200:0.0:1749609306.943265:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000010:2.0:1749609306.943267:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000400:00000200:0.0:1749609306.943271:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340800 00000020:00000010:2.0:1749609306.943272:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000400:00000200:0.0:1749609306.943275:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 17912 00000020:00000010:2.0:1749609306.943276:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000800:00000001:0.0:1749609306.943279:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000040:2.0:1749609306.943285:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609306.943288:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609306.943290:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609306.943292:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609306.943295:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609306.943298:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609306.943299:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609306.943302:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609306.943305:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609306.943307:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609306.943309:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609306.943310:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fe680. 00000100:00000040:0.0:1749609306.943312:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fe680 x1834594730248192 msgsize 520 00000100:00100000:0.0:1749609306.943316:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609306.943318:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609306.943320:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609306.943326:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1449 00000100:00000040:2.0:1749609306.943329:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609306.943331:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352841296 : -131938356710320 : ffff8800b51db450) 00000100:00000001:0.0:1749609306.943332:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609306.943336:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000040:2.0:1749609306.943338:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51db450 x1834594730247936/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:252/0 lens 224/0 e 0 to 0 dl 1749609317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1749609306.943339:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609306.943349:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609306.943350:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706ec0. 00000100:00000001:2.0:1749609306.943352:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609306.943354:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706ec0. 00000100:00100000:2.0:1749609306.943357:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730247936:12345-192.168.201.20@tcp:400: 00000100:00000200:2.0:1749609306.943361:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730247936 00000020:00000001:2.0:1749609306.943364:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609306.943367:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609306.943368:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749609306.943370:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609306.943372:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609306.943374:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00100000:3.0:1749609306.943376:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730248064 00000020:00000001:2.0:1749609306.943377:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609306.943379:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609306.943380:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749609306.943381:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749609306.943382:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609306.943385:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609306.943386:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609306.943387:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609306.943389:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609306.943390:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609306.943392:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609306.943395:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609306.943397:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1400. 02000000:00000001:2.0:1749609306.943400:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609306.943401:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730248064 00000100:00000001:2.0:1749609306.943402:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609306.943404:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609306.943404:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:2.0:1749609306.943407:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730247936 00000020:00000040:3.0:1749609306.943407:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:2.0:1749609306.943410:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749609306.943410:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609306.943413:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609306.943414:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51db450 x1834594730247936/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:252/0 lens 224/224 e 0 to 0 dl 1749609317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609306.943415:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609306.943417:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609306.943422:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730248192 00010000:00000001:2.0:1749609306.943423:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609306.943424:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609306.943424:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 02000000:00000001:1.0:1749609306.943425:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:2.0:1749609306.943427:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=125 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609306.943428:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609306.943430:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609306.943430:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1480. 00000100:00000001:2.0:1749609306.943432:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609306.943434:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609306.943434:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609306.943436:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000010:3.0:1749609306.943436:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44faf0. 00000100:00100000:1.0:1749609306.943437:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730248192 02000000:00000001:2.0:1749609306.943439:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749609306.943440:0:16548:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609306.943440:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609306.943441:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609306.943443:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609306.943443:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609306.943444:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749609306.943445:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609306.943445:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609306.943446:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000001:1.0:1749609306.943448:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609306.943448:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609306.943451:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93bb0. 00000020:00000010:1.0:1749609306.943452:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:3.0:1749609306.943455:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609306.943456:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730247936, offset 224 00000020:00000010:1.0:1749609306.943457:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000020:00000010:1.0:1749609306.943461:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000400:00000200:2.0:1749609306.943461:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609306.943465:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609306.943467:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609306.943469:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609306.943472:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609306.943473:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609306.943477:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609306.943479:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2067:2067:256:4294967295] 192.168.201.20@tcp LPNI seq info [2063:2063:8:4294967295] 00000400:00000200:2.0:1749609306.943490:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:1.0:1749609306.943492:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609306.943492:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000800:00000200:2.0:1749609306.943495:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609306.943495:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1749609306.943531:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7300. 00000100:00000001:0.0:1749609306.943537:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000800:00000200:2.0:1749609306.943537:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609306.943539:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609306.943540:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609306.943541:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000800:00000200:2.0:1749609306.943545:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00100000:0.0:1749609306.943547:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2734 00000800:00000200:2.0:1749609306.943549:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1749609306.943551:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342490496 : -131938367061120 : ffff8800b47fc380) 00000100:00000040:0.0:1749609306.943557:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fc380 x1834594730248064/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609306.943558:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2735 00000100:00000001:2.0:1749609306.943559:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609306.943561:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342499456 : -131938367052160 : ffff8800b47fe680) 00000100:00000040:2.0:1749609306.943563:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609306.943565:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fe680 x1834594730248192/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609306.943565:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609306.943567:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609306.943569:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730248064:12345-192.168.201.20@tcp:38: 00000020:00000001:2.0:1749609306.943569:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609306.943569:0:16223:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609306.943572:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51db450 x1834594730247936/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:252/0 lens 224/224 e 0 to 0 dl 1749609317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609306.943573:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730248064 00000100:00000001:3.0:1749609306.943573:0:16223:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609306.943576:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609306.943578:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730248192:12345-192.168.201.20@tcp:38: 00010000:00000001:0.0:1749609306.943580:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749609306.943582:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730248192 00000100:00100000:2.0:1749609306.943583:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730247936:12345-192.168.201.20@tcp:400: Request processed in 233us (485us total) trans 0 rc 0/0 00000020:00000001:1.0:1749609306.943584:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609306.943587:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749609306.943591:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1449 00000100:00000040:2.0:1749609306.943593:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000020:00000001:0.0:1749609306.943595:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609306.943596:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609306.943597:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00020000:0.0:1749609306.943599:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:1.0:1749609306.943601:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000010:2.0:1749609306.943601:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00010000:00000001:0.0:1749609306.943602:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749609306.943604:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00010000:00000001:0.0:1749609306.943605:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609306.943605:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000020:00000010:2.0:1749609306.943607:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:0.0:1749609306.943608:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609306.943610:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609306.943611:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1749609306.943611:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 02000000:00000001:0.0:1749609306.943612:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609306.943613:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609306.943615:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609306.943617:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509c800. 02000000:00000001:0.0:1749609306.943618:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609306.943618:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800948bf400. 00000100:00000200:2.0:1749609306.943619:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1749609306.943621:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609306.943622:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609306.943623:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fb00. 00010000:00000001:0.0:1749609306.943624:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609306.943625:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609306.943625:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609306.943627:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a02459c0. 00000100:00001000:0.0:1749609306.943628:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000040:1.0:1749609306.943628:0:16548:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000001:0.0:1749609306.943631:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609306.943637:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00010000:00080000:1.0:1749609306.943637:0:16548:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3916 last 0 00000100:00000001:0.0:1749609306.943641:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609306.943643:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609306.943644:0:16548:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:0.0:1749609306.943645:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609306.943647:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:0.0:1749609306.943650:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:1.0:1749609306.943650:0:16548:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 02000000:00000001:0.0:1749609306.943652:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1749609306.943653:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:0.0:1749609306.943654:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609306.943656:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609306.943658:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609306.943659:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000010:0.0:1749609306.943661:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000100:00000200:0.0:1749609306.943663:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730248064, offset 0 00000004:00000001:1.0:1749609306.943667:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609306.943668:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609306.943672:0:16548:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609306.943675:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:1.0:1749609306.943675:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609306.943680:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2068:2068:255:4294967295] 192.168.201.20@tcp LPNI seq info [2064:2064:7:4294967295] 00000004:00000040:1.0:1749609306.943682:0:16548:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:1.0:1749609306.943686:0:16548:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:1.0:1749609306.943689:0:16548:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000400:00000200:0.0:1749609306.943690:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:1.0:1749609306.943693:0:16548:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609306.943695:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609306.943696:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:0.0:1749609306.943697:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057100. 00000004:00000001:1.0:1749609306.943699:0:16548:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609306.943702:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:1.0:1749609306.943702:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609306.943705:0:16548:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609306.943708:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00010000:00000001:1.0:1749609306.943709:0:16548:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609306.943711:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057100 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1749609306.943713:0:16548:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609306.943715:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609306.943717:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000040:1.0:1749609306.943717:0:16548:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:0.0:1749609306.943719:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609306.943721:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609306.943722:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:0.0:1749609306.943725:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fc380 x1834594730248064/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609306.943725:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609306.943728:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609306.943731:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609306.943734:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730248064:12345-192.168.201.20@tcp:38: Request processed in 166us (517us total) trans 0 rc -19/-19 00000100:00001000:1.0:1749609306.943735:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1749609306.943740:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:0.0:1749609306.943741:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2734 00000100:00000001:0.0:1749609306.943744:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609306.943745:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609306.943748:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1480. 00000400:00000200:1.0:1749609306.943750:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000010:0.0:1749609306.943752:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44faf0. 00000100:00000001:1.0:1749609306.943754:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749609306.943755:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000040:1.0:1749609306.943757:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000800:00000200:3.0:1749609306.943757:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1749609306.943758:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609306.943760:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609306.943763:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000010:3.0:1749609306.943763:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7300. 00000100:00000040:1.0:1749609306.943767:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609306.943770:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609306.943770:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609306.943772:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609306.943774:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609306.943777:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609306.943780:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000200:1.0:1749609306.943783:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730248192, offset 0 00000400:00000200:3.0:1749609306.943783:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609306.943789:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609306.943795:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93bb0 00000400:00000200:1.0:1749609306.943797:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000010:3.0:1749609306.943798:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93bb0. 00000400:00000200:1.0:1749609306.943802:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2069:2069:254:4294967295] 192.168.201.20@tcp LPNI seq info [2065:2065:6:4294967295] 00000100:00000001:3.0:1749609306.943804:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609306.943809:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1749609306.943813:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 02000000:00000010:3.0:1749609306.943813:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a1400. 00000800:00000200:1.0:1749609306.943818:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 02000000:00000001:3.0:1749609306.943818:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609306.943820:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000010:1.0:1749609306.943821:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee200. 00000800:00000200:1.0:1749609306.943826:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:1.0:1749609306.943831:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609306.943835:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee200 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609306.943838:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609306.943841:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609306.943843:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609306.943845:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609306.943849:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fe680 x1834594730248192/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609326 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749609306.943851:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609306.943854:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057100. 00000400:00000200:3.0:1749609306.943858:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609306.943860:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730248192:12345-192.168.201.20@tcp:38: Request processed in 282us (545us total) trans 0 rc -11/-11 00000400:00000200:3.0:1749609306.943864:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:1.0:1749609306.943868:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2735 00000400:00000200:3.0:1749609306.943868:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000400:00000010:3.0:1749609306.943870:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00000001:1.0:1749609306.943871:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609306.943872:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609306.943873:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609306.943874:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609306.943875:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000020:00000010:1.0:1749609306.943879:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000020:00000010:1.0:1749609306.943882:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:1.0:1749609306.943885:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1749609306.943897:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609306.943899:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee200. 00000400:00000200:3.0:1749609306.943906:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609306.943910:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609306.943912:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:3.0:1749609306.943914:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:3.0:1749609306.943916:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609306.943917:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609307.535647:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609307.535656:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609307.535665:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609307.535668:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609307.535801:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609307.535807:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609307.535811:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609307.710784:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609307.710793:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609307.710795:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609307.710798:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609307.710802:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609307.710806:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609307.710809:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609307.710811:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609307.710813:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609308.483627:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609308.483639:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609308.483646:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609308.483650:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609308.483656:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609308.483664:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609308.483673:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609308.483685:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609308.483687:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609308.483692:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609308.483694:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955520 : -131938708596096 : ffff8800a0245a80) 00000100:00000001:2.0:1749609308.483697:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609308.483699:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609308.483703:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609308.483706:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609308.483710:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609308.483712:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609308.483720:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612267264/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609308.483731:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609308.483733:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609308.483736:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612267264/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609308.483744:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609308.483747:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609308.483748:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609308.483750:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245a80 going to sleep for 0 seconds 00000100:00000001:2.0:1749609308.483752:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609308.483755:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609308.483758:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609308.483760:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609308.483762:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609308.483764:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612267264/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609308.483772:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612267264:0@lo:900: 00000100:00000001:2.0:1749609308.483776:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609308.483778:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609308.483781:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609308.483783:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609308.483784:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612267264/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609308.483791:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609308.483793:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609308.483796:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609308.483797:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609308.483799:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609308.483801:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612267264/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609308.483808:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609308.483810:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609308.483812:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609308.483814:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609308.483816:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609308.483819:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609308.483821:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609308.483823:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609308.483826:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609308.483827:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609308.537657:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609308.537664:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609308.537671:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609308.537672:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609308.537806:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609308.537811:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609308.537815:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609308.710772:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609308.710781:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609308.710783:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609308.710787:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609308.710792:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609308.710795:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609308.710798:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609308.710801:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609308.710804:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609309.539631:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609309.539637:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609309.539643:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609309.539645:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609309.539702:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609309.539706:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609309.539708:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609309.710659:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609309.710667:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609309.710669:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609309.710673:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609309.710678:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609309.710681:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609309.710684:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609309.710686:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609309.710688:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609310.187682:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609310.187693:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609310.187700:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609310.187706:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609310.187711:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609310.187715:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609310.187720:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609310.187728:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7000. 00000100:00000001:2.0:1749609310.187735:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609310.187744:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609310.187756:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609310.187759:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609310.187765:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080380] to pc [ptlrpcd_00_00+0] req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.187807:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609310.187810:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609310.187814:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609310.187816:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609310.187818:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609310.187822:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609310.187825:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3914 00000100:00080000:2.0:1749609310.187828:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609310.187831:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609310.187834:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609310.187836:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609310.187838:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609310.187841:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609310.187842:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609310.187843:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609310.187846:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749609310.187849:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000040:2.0:1749609310.187849:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609310.187851:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:0.0:1749609310.187852:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609310.187854:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609310.187856:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609310.187858:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609310.187859:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609310.187861:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609310.187861:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609310.187863:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609310.187864:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:0.0:1749609310.187865:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609310.187867:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609310.187867:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609310.187869:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.187870:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609310.187872:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749609310.187876:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609310.187877:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609310.187880:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.187882:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609310.187885:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.187888:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749609310.187888:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080000. 00000100:00000001:0.0:1749609310.187890:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609310.187890:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609310.187893:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609310.187893:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609310.187895:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609310.187896:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609310.187897:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609310.187898:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609310.187898:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609310.187900:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609310.187920:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612267392:0@lo:400: 02000000:00000010:2.0:1749609310.187925:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a1400. 00000100:00000001:0.0:1749609310.187926:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609310.187929:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609310.187931:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609310.187934:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609310.187934:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609310.187936:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609310.187941:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:3.0:1749609310.187941:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609310.187942:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749609310.187944:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.187944:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609310.187946:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080000] to pc [ptlrpcd_rcv+-1] req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609310.187947:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609310.187950:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000400:00000010:0.0:1749609310.187957:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6682a8. 00000100:00000200:0.0:1749609310.187965:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612267392, portal 25 00000100:00000001:0.0:1749609310.187968:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609310.187968:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.187969:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000040:2.0:1749609310.187972:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749609310.187974:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.187976:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609310.187980:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082680. 00000100:00000001:0.0:1749609310.187982:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609310.187983:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000040:0.0:1749609310.187986:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609310.187986:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749609310.187987:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668550. 02000000:00000001:2.0:1749609310.187988:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749609310.187989:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612267392, offset 0 02000000:00000001:2.0:1749609310.187991:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609310.187995:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749609310.187995:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7700. 00000100:00000001:2.0:1749609310.187998:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609310.188003:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749609310.188009:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609310.188014:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609310.188016:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609310.188019:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bc980 00000100:00000040:2.0:1749609310.188020:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082680] to pc [ptlrpcd_00_01+1] req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609310.188026:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x164dd [2] + 0 00000400:00000010:0.0:1749609310.188031:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62bb0. 00000400:00000200:0.0:1749609310.188035:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880085dd2e40 00000400:00000200:0.0:1749609310.188040:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609310.188043:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609310.188044:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609310.188045:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609310.188048:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880085dd2e40 00000100:00000001:1.0:1749609310.188048:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609310.188048:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:0.0:1749609310.188050:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880085dd2e40. 00000100:00000001:1.0:1749609310.188051:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609310.188053:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609310.188055:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749609310.188056:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749609310.188057:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609310.188057:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1749609310.188058:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609310.188061:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51d8050 x1834594612267392 msgsize 224 00000100:00000001:2.0:1749609310.188061:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609310.188064:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3914 00000100:00100000:0.0:1749609310.188065:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609310.188067:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00080000:2.0:1749609310.188067:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749609310.188070:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609310.188071:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609310.188072:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.188074:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609310.188076:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609310.188076:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609310.188077:0:1510:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609310.188078:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609310.188079:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:0.0:1749609310.188082:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668550 02000000:00000001:1.0:1749609310.188082:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609310.188083:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749609310.188084:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668550. 00000020:00000040:2.0:1749609310.188084:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000001:3.0:1749609310.188084:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609310.188085:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612267520:0@lo:38: 00000100:00000001:0.0:1749609310.188086:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609310.188087:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749609310.188088:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:0.0:1749609310.188090:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609310.188090:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:1.0:1749609310.188091:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609310.188091:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609310.188093:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 02000000:00000001:1.0:1749609310.188094:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609310.188096:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609310.188096:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:0.0:1749609310.188098:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609310.188099:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609310.188099:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609310.188100:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:0.0:1749609310.188101:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609310.188101:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609310.188103:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800948bf000. 00000100:00000001:2.0:1749609310.188103:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609310.188104:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609310.188105:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609310.188106:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609310.188107:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.188108:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609310.188108:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609310.188111:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000400:00000010:1.0:1749609310.188113:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b00. 00000100:00000001:0.0:1749609310.188114:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609310.188115:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:3.0:1749609310.188115:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609310.188116:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1749609310.188118:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00000001:2.0:1749609310.188118:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188119:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609310.188121:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609310.188123:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298586600 00000100:00000200:1.0:1749609310.188124:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612267520, portal 4 02000000:00000001:2.0:1749609310.188125:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609310.188126:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b41c0. 00000100:00000001:1.0:1749609310.188127:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609310.188127:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188129:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082983424 : -131938626568192 : ffff8800a5080000) 00000100:00000001:2.0:1749609310.188130:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609310.188131:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609310.188132:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609310.188133:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188133:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609310.188136:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081880. 00000100:00000040:1.0:1749609310.188137:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609310.188137:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609310.188138:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298586600 00000020:00000040:2.0:1749609310.188139:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000010:0.0:1749609310.188140:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4b80. 02000000:00000001:3.0:1749609310.188140:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609310.188143:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749609310.188143:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609310.188144:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609310.188144:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188145:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298586600 00000100:00000010:0.0:1749609310.188147:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4e00. 00000100:00000001:2.0:1749609310.188147:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609310.188148:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609310.188148:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612267648:0@lo:400: 02000000:00000001:2.0:1749609310.188149:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609310.188150:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1749609310.188151:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188152:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298586600 00000100:00000040:1.0:1749609310.188152:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609310.188153:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749609310.188154:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4580. 00000400:00000010:1.0:1749609310.188155:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 02000000:00000010:2.0:1749609310.188156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a0c00. 00000100:00000001:0.0:1749609310.188157:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1749609310.188157:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749609310.188158:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612267520, offset 0 00000100:00000001:0.0:1749609310.188159:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609310.188160:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609310.188160:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188162:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609310.188163:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749609310.188164:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609310.188164:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609310.188165:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188167:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188169:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749609310.188169:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8600. 00000100:00000001:0.0:1749609310.188170:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609310.188171:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188172:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609310.188172:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609310.188174:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609310.188175:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609310.188177:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609310.188177:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00000040:2.0:1749609310.188181:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081880] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609310.188183:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bca00 00000400:00000010:3.0:1749609310.188183:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283110. 00000100:00000200:3.0:1749609310.188188:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612267648, portal 4 00000100:00000001:3.0:1749609310.188191:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609310.188192:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609310.188192:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 21320 00000100:00000001:2.0:1749609310.188193:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188193:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082993280 : -131938626558336 : ffff8800a5082680) 00000100:00100000:0.0:1749609310.188194:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612267392 02000000:00000001:0.0:1749609310.188196:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00080000:2.0:1749609310.188196:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609310.188198:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609310.188200:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609310.188201:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609310.188201:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:3.0:1749609310.188201:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.188203:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749609310.188205:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609310.188205:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749609310.188205:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749609310.188208:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612267392 00000100:00000001:2.0:1749609310.188208:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609310.188210:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3914 00000020:00000001:0.0:1749609310.188211:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609310.188211:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749609310.188212:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000200:1.0:1749609310.188213:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:2.0:1749609310.188213:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609310.188213:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609310.188215:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609310.188216:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000020:00000040:0.0:1749609310.188217:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000040:3.0:1749609310.188217:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609310.188219:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000010:1.0:1749609310.188219:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0ca680. 00000100:00000001:2.0:1749609310.188219:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749609310.188220:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000020:00000001:0.0:1749609310.188222:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000040:1.0:1749609310.188222:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0ca680 x1834594612267520 msgsize 520 00000100:00000040:2.0:1749609310.188222:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:3.0:1749609310.188223:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612267648, offset 0 00000100:00000001:2.0:1749609310.188226:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609310.188227:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749609310.188228:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609310.188229:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4c80. 00000020:00000001:2.0:1749609310.188229:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609310.188230:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000200:3.0:1749609310.188230:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609310.188231:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609310.188233:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4c80. 00000020:00000001:2.0:1749609310.188233:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609310.188236:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000010:0.0:1749609310.188238:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000400:00000200:3.0:1749609310.188238:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609310.188239:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609310.188240:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749609310.188242:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec80. 00000020:00000001:2.0:1749609310.188242:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000010:0.0:1749609310.188246:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e708. 00000400:00000200:3.0:1749609310.188246:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bca80 00000100:00000040:2.0:1749609310.188247:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609310.188250:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609310.188252:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:0.0:1749609310.188253:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1749609310.188253:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 15008 00000100:00000001:2.0:1749609310.188254:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609310.188256:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609310.188257:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1749609310.188257:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000400:00000200:3.0:1749609310.188258:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609310.188259:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609310.188260:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000400:00000200:3.0:1749609310.188262:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609310.188263:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609310.188264:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:0.0:1749609310.188266:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609310.188266:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1749609310.188267:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 02000000:00000001:2.0:1749609310.188270:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609310.188271:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.188271:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609310.188272:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609310.188275:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.188275:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609310.188276:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609310.188277:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609310.188278:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1749609310.188280:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1749609310.188281:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083100. 00000100:00000001:0.0:1749609310.188282:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:3.0:1749609310.188282:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dea00. 00000020:00000040:2.0:1749609310.188284:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1749609310.188285:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dea00 x1834594612267648 msgsize 224 00000100:00100000:0.0:1749609310.188286:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00000001:1.0:1749609310.188287:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609310.188287:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1749609310.188289:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 02000000:00000001:2.0:1749609310.188289:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609310.188289:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609310.188291:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352827984 : -131938356723632 : ffff8800b51d8050) 00000100:00000040:1.0:1749609310.188291:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.188292:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609310.188294:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749609310.188295:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d8050 x1834594612267392/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:256/0 lens 224/0 e 0 to 0 dl 1749609321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609310.188296:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188299:0:1509:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749609310.188300:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a3400. 00000100:00000001:1.0:1749609310.188301:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188303:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609310.188304:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609310.188304:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609310.188305:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4c80. 00000100:00000001:0.0:1749609310.188306:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609310.188307:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000020:00000010:0.0:1749609310.188308:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4c80. 00000100:00100000:2.0:1749609310.188309:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749609310.188309:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:1.0:1749609310.188310:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609310.188311:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612267392:12345-0@lo:400: 00000100:00000001:3.0:1749609310.188312:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609310.188315:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612267392 00000100:00000040:1.0:1749609310.188315:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1022 usecs (2 jiffies) 00000100:00000200:3.0:1749609310.188316:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609310.188317:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609310.188319:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298586594 00000100:00000001:2.0:1749609310.188320:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1749609310.188321:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609310.188322:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188323:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298586600 00000020:00000001:0.0:1749609310.188324:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188324:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749609310.188326:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749609310.188326:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083100] to pc [ptlrpcd_rcv+-1] req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.188327:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298586594 00000100:00000040:3.0:1749609310.188327:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609310.188329:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609310.188330:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298586600 00000020:00000001:0.0:1749609310.188331:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609310.188333:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.188333:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298586594 00000100:00000001:3.0:1749609310.188333:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609310.188335:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609310.188335:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609310.188336:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298586600 00000020:00000001:0.0:1749609310.188337:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609310.188338:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298586594 00000100:00000001:2.0:1749609310.188338:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188338:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609310.188339:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609310.188341:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609310.188341:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298586600 00000100:00000040:2.0:1749609310.188341:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1749609310.188341:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:0.0:1749609310.188343:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609310.188344:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609310.188344:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298586593 02000000:00000001:0.0:1749609310.188346:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609310.188346:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749609310.188346:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298586600 00000100:00000001:1.0:1749609310.188347:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609310.188349:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509ec00. 00000100:00000010:2.0:1749609310.188349:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000100:00000001:3.0:1749609310.188349:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298586593 00000100:00000001:1.0:1749609310.188350:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609310.188351:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188351:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298586600 00000020:00000040:2.0:1749609310.188352:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609310.188352:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298586593 00000100:00000001:0.0:1749609310.188353:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188353:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609310.188354:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298586600 00000020:00000001:0.0:1749609310.188355:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.188355:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609310.188356:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298586593 00010000:00000040:0.0:1749609310.188357:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612267392 02000000:00000001:2.0:1749609310.188357:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609310.188357:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298586600 02000000:00000001:2.0:1749609310.188359:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188359:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609310.188360:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609310.188360:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609310.188361:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609310.188361:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609310.188362:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7100. 00000100:00000001:3.0:1749609310.188363:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749609310.188364:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d8050 x1834594612267392/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:256/0 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.188364:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609310.188365:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188366:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609310.188366:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188368:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609310.188370:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1749609310.188372:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609310.188372:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609310.188374:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609310.188377:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609310.188381:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609310.188382:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749609310.188383:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609310.188383:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609310.188383:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609310.188384:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188385:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609310.188385:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609310.188385:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612267648 02000000:00000001:3.0:1749609310.188386:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609310.188387:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609310.188388:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609310.188388:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082a00] to pc [ptlrpcd_00_02+2] req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609310.188388:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609310.188389:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609310.188390:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609310.188390:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188391:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609310.188393:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609310.188393:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609310.188393:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609310.188395:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668550. 00000100:00100000:3.0:1749609310.188396:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612267648 00000100:00000200:0.0:1749609310.188397:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612267392, offset 224 00000100:00100000:1.0:1749609310.188397:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612267776:0@lo:38: 00000020:00000001:3.0:1749609310.188398:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609310.188399:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000400:00000200:0.0:1749609310.188401:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609310.188401:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609310.188402:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609310.188404:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1749609310.188404:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:3.0:1749609310.188406:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:0.0:1749609310.188407:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749609310.188407:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609310.188408:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 02000000:00000001:1.0:1749609310.188409:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749609310.188411:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bc980 00000100:00000001:2.0:1749609310.188411:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188412:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1749609310.188415:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a509bc00. 00000020:00000010:3.0:1749609310.188415:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8140. 00000400:00000200:0.0:1749609310.188416:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17021 [1] + 224 00000100:00000040:2.0:1749609310.188416:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3924) 02000000:00000001:1.0:1749609310.188418:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609310.188419:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4a00. 00000400:00000200:0.0:1749609310.188420:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609310.188422:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a06e0. 00000400:00000200:0.0:1749609310.188423:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749609310.188424:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:0.0:1749609310.188426:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:1.0:1749609310.188426:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000200:0.0:1749609310.188429:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.188429:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749609310.188430:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612267776, portal 10 00000100:00100000:2.0:1749609310.188432:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1749609310.188432:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609310.188433:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609310.188435:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082989696 : -131938626561920 : ffff8800a5081880) 00000100:00000001:2.0:1749609310.188435:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609310.188435:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000040:0.0:1749609310.188437:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609310.188439:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000100:00000001:2.0:1749609310.188440:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609310.188442:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.188442:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609310.188442:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000100:00000001:2.0:1749609310.188445:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609310.188447:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609310.188448:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609310.188448:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1749609310.188449:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609310.188450:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609310.188452:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668550 00000100:00000001:3.0:1749609310.188452:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749609310.188453:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668550. 00000100:00000001:1.0:1749609310.188453:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609310.188453:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609310.188454:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609310.188456:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749609310.188456:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609310.188457:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609310.188458:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:1.0:1749609310.188459:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:0.0:1749609310.188460:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188461:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1749609310.188462:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612267776, offset 0 00000100:00000001:3.0:1749609310.188462:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609310.188463:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609310.188464:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1749609310.188465:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609310.188465:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609310.188466:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609310.188468:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609310.188468:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609310.188468:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609310.188468:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609310.188471:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d8050 x1834594612267392/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:256/0 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609310.188471:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609310.188474:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188474:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749609310.188476:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609310.188476:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609310.188477:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612268032:0@lo:400: 00000100:00100000:3.0:1749609310.188479:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1749609310.188480:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612267392:12345-0@lo:400: Request processed in 175us (417us total) trans 0 rc 0/0 00000100:00000040:3.0:1749609310.188481:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:2.0:1749609310.188482:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749609310.188483:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bcb00 00000100:00000001:3.0:1749609310.188483:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083371008 : -131938626180608 : ffff8800a50dea00) 02000000:00000001:2.0:1749609310.188485:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609310.188487:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609310.188487:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dea00 x1834594612267648/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:256/0 lens 224/0 e 0 to 0 dl 1749609321 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609310.188488:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 02000000:00000001:2.0:1749609310.188489:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609310.188491:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000200:1.0:1749609310.188491:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 18432 00000100:00000001:0.0:1749609310.188493:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:2.0:1749609310.188493:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000100:00000001:0.0:1749609310.188495:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749609310.188495:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609310.188524:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec80. 00000020:00000010:0.0:1749609310.188528:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e708. 00000020:00000010:0.0:1749609310.188531:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000020:00000040:0.0:1749609310.188534:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000001:0.0:1749609310.188537:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609310.188540:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509ec00. 02000000:00000001:0.0:1749609310.188542:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609310.188542:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609310.188544:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609310.188544:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8e80. 00000100:00000001:3.0:1749609310.188547:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609310.188548:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1749609310.188548:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609310.188549:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8e80. 00000400:00000010:0.0:1749609310.188551:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17f78. 00000400:00000010:2.0:1749609310.188553:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f9a0. 00000400:00000200:1.0:1749609310.188555:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609310.188555:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612267648:12345-0@lo:400: 00000400:00000010:0.0:1749609310.188556:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ef19240. 00000100:00000200:3.0:1749609310.188558:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612267648 00000400:00000010:2.0:1749609310.188559:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93b28. 00000100:00000001:1.0:1749609310.188561:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749609310.188561:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749609310.188563:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749609310.188563:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612268032, portal 10 00000020:00000001:3.0:1749609310.188564:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609310.188566:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749609310.188566:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609310.188567:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0cb480. 00000100:00000001:2.0:1749609310.188568:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000020:00000001:3.0:1749609310.188568:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609310.188570:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609310.188570:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:1.0:1749609310.188571:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0cb480 x1834594612267776 msgsize 520 00000100:00000001:0.0:1749609310.188572:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609310.188573:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000001:0.0:1749609310.188575:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749609310.188576:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609310.188576:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609310.188576:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749609310.188577:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749609310.188577:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1749609310.188579:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00000020:00000001:3.0:1749609310.188579:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609310.188581:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609310.188582:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6682a8 00000020:00000001:3.0:1749609310.188582:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1749609310.188583:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6682a8. 00000100:00000001:0.0:1749609310.188585:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609310.188585:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609310.188586:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609310.188587:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609310.188588:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609310.188589:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609310.188590:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609310.188591:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 02000000:00000010:3.0:1749609310.188592:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58aac00. 00000400:00000010:1.0:1749609310.188593:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000400:00000010:2.0:1749609310.188593:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 02000000:00000001:3.0:1749609310.188594:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188596:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609310.188596:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609310.188597:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609310.188597:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612268032, offset 0 00000020:00000001:3.0:1749609310.188598:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609310.188600:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1749609310.188600:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612267648 00000400:00000200:2.0:1749609310.188602:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609310.188603:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609310.188604:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609310.188605:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1749609310.188606:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50dea00 x1834594612267648/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609310.188607:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609310.188610:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609310.188611:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609310.188611:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609310.188611:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609310.188612:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609310.188614:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609310.188614:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609310.188615:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609310.188616:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609310.188618:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=129 v=5 (5 5 5 5) 00000400:00000200:2.0:1749609310.188618:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bcc00 00000100:00001000:3.0:1749609310.188618:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=116 v=5 (1 1 1 1) 00000100:00001000:0.0:1749609310.188621:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609310.188622:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609310.188624:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609310.188624:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609310.188624:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 18952 00000100:00000040:3.0:1749609310.188624:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609310.188625:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188626:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609310.188627:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1749609310.188628:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1749609310.188628:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609310.188629:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609310.188630:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609310.188630:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609310.188631:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188631:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609310.188633:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609310.188634:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609310.188634:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609310.188635:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000100:00000040:0.0:1749609310.188636:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609310.188636:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000100:00000001:1.0:1749609310.188638:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298586594 00000100:00000001:2.0:1749609310.188639:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609310.188640:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609310.188640:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612267648, offset 224 00000100:00000001:1.0:1749609310.188641:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298586600 00000100:00000001:0.0:1749609310.188643:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609310.188644:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298586594 00000100:00000010:2.0:1749609310.188644:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080700. 00000400:00000200:3.0:1749609310.188644:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609310.188646:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609310.188647:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.188647:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298586600 00000100:00000040:2.0:1749609310.188647:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5080700 x1834594612268032 msgsize 224 00000100:00000040:0.0:1749609310.188650:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.188650:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298586594 00000400:00000200:3.0:1749609310.188652:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609310.188653:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298586600 00000100:00100000:2.0:1749609310.188654:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609310.188656:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298586594 00000100:00000001:1.0:1749609310.188658:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298586600 00000400:00000200:3.0:1749609310.188658:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bca80 00000100:00000001:1.0:1749609310.188661:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609310.188662:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609310.188662:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17031 [1] + 224 00000100:00000001:1.0:1749609310.188664:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609310.188665:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612267392:0@lo:400: 00000100:00000001:1.0:1749609310.188667:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609310.188667:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609310.188669:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609310.188670:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000400:00000200:3.0:1749609310.188670:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609310.188671:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609310.188671:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609310.188673:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612267392/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609310.188673:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:2.0:1749609310.188676:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609310.188677:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609310.188679:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749609310.188680:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609310.188681:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609310.188681:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749609310.188681:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609310.188683:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1e00. 00000100:00000001:1.0:1749609310.188683:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609310.188686:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749609310.188686:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749609310.188687:0:1510:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749609310.188688:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609310.188688:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609310.188689:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:0.0:1749609310.188691:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749609310.188691:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609310.188692:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7000. 00000100:00000001:2.0:1749609310.188693:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609310.188695:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1749609310.188695:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612267904:0@lo:38: 02000000:00000001:0.0:1749609310.188696:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749609310.188696:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609310.188698:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:3.0:1749609310.188699:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609310.188700:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609310.188700:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609310.188701:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609310.188703:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609310.188703:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749609310.188704:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 02000000:00000001:1.0:1749609310.188705:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609310.188705:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:0.0:1749609310.188706:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609310.188706:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188707:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609310.188707:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609310.188708:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609310.188708:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609310.188709:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609310.188709:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609310.188711:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609310.188713:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5090000. 00000100:00000001:2.0:1749609310.188713:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188713:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609310.188716:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609310.188716:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609310.188717:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00010000:00000001:3.0:1749609310.188718:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:1.0:1749609310.188720:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a08f0. 00000100:00000001:2.0:1749609310.188720:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298586594 00000020:00000001:3.0:1749609310.188720:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.188722:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298586600 00000020:00000001:3.0:1749609310.188722:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609310.188723:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749609310.188724:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000040:3.0:1749609310.188724:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dea00 x1834594612267648/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609310.188725:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612267776 00000100:00000001:2.0:1749609310.188725:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298586594 02000000:00000001:0.0:1749609310.188727:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749609310.188728:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612267904, portal 10 00000100:00000001:2.0:1749609310.188728:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298586600 00000100:00000001:0.0:1749609310.188729:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609310.188730:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.188730:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298586594 00000100:00000001:1.0:1749609310.188731:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609310.188733:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188733:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995968 : -131938626555648 : ffff8800a5083100) 00000100:00000001:2.0:1749609310.188733:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298586600 00000100:00100000:3.0:1749609310.188733:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612267648:12345-0@lo:400: Request processed in 236us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1749609310.188735:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612267776 00000100:00000001:2.0:1749609310.188735:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298586594 00000020:00000001:0.0:1749609310.188737:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609310.188738:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609310.188738:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298586600 00000020:00000001:0.0:1749609310.188739:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609310.188739:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609310.188739:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00000001:2.0:1749609310.188740:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609310.188741:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609310.188742:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000020:00000001:0.0:1749609310.188743:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.188743:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188744:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609310.188745:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609310.188746:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000001:2.0:1749609310.188746:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609310.188748:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec80. 00000020:00000010:3.0:1749609310.188748:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000100:00000001:1.0:1749609310.188749:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609310.188750:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e708. 00000100:00000001:2.0:1749609310.188750:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609310.188751:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000100:00000040:1.0:1749609310.188752:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609310.188754:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000020:00000010:3.0:1749609310.188754:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000200:1.0:1749609310.188757:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612267904, offset 0 00000020:00000040:3.0:1749609310.188757:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:3.0:1749609310.188759:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609310.188762:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749609310.188762:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609310.188764:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609310.188766:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188769:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609310.188770:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609310.188774:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609310.188774:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609310.188776:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609310.188776:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609310.188777:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bcb80 00000100:00000001:2.0:1749609310.188777:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609310.188779:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609310.188780:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609310.188782:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749609310.188782:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000100:00100000:0.0:1749609310.188783:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612268032 00000400:00000200:3.0:1749609310.188784:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283110 02000000:00000001:0.0:1749609310.188785:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609310.188786:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749609310.188786:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283110. 00000100:00000001:0.0:1749609310.188788:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188788:0:1509:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609310.188790:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609310.188791:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609310.188792:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612268032 00000020:00000001:0.0:1749609310.188793:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609310.188794:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:0.0:1749609310.188796:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609310.188798:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000200:3.0:1749609310.188798:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609310.188799:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 19176 00000020:00000001:0.0:1749609310.188801:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:0.0:1749609310.188804:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:2.0:1749609310.188804:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609310.188804:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609310.188806:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609310.188806:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609310.188806:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609310.188807:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609310.188808:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609310.188809:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1749609310.188810:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4c80. 00000400:00000200:1.0:1749609310.188810:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609310.188811:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609310.188812:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00000001:3.0:1749609310.188812:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188814:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749609310.188814:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609310.188815:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4fc0. 00000100:00000200:1.0:1749609310.188816:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609310.188816:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361871488 : -131939347680128 : ffff88007a0cb480) 00000100:00001000:3.0:1749609310.188818:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=116 v=5 (5 5 5 5) 00000020:00000040:0.0:1749609310.188820:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000010:1.0:1749609310.188820:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0cb800. 00000100:00001000:3.0:1749609310.188821:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=116 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609310.188822:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0cb480 x1834594612267776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609310.188823:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0cb800 x1834594612267904 msgsize 520 00000100:00000001:3.0:1749609310.188823:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609310.188824:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609310.188824:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609310.188826:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1749609310.188827:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00100000:1.0:1749609310.188829:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1749609310.188829:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609310.188831:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000020:00000010:0.0:1749609310.188834:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00010000:00000001:3.0:1749609310.188836:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609310.188837:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612267776:12345-0@lo:38: 00000100:00000001:1.0:1749609310.188838:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609310.188839:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609310.188840:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1749609310.188841:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:0.0:1749609310.188843:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749609310.188843:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000100:00000200:2.0:1749609310.188843:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612267776 00000100:00000001:3.0:1749609310.188843:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609310.188845:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609310.188845:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609310.188846:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000020:00000001:2.0:1749609310.188846:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609310.188847:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609310.188848:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.188849:0:1508:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:2.0:1749609310.188851:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749609310.188852:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609310.188854:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609310.188855:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609310.188857:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609310.188858:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609310.188859:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188860:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.188862:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609310.188864:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609310.188865:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609310.188867:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609310.188868:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609310.188872:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609310.188874:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609310.188875:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609310.188876:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612267904 00010000:00000001:2.0:1749609310.188876:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609310.188877:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609310.188877:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612267648:0@lo:400: 02000000:00000001:0.0:1749609310.188878:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609310.188880:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1749609310.188880:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609310.188881:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188882:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.188883:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609310.188883:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609310.188885:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609310.188885:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00000001:3.0:1749609310.188885:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609310.188886:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609310.188888:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612267904 00000100:00000001:1.0:1749609310.188888:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298586594 00000100:00000040:3.0:1749609310.188888:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082680 x1834594612267648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609310.188889:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609310.188890:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609310.188892:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609310.188892:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298586600 00000020:00000001:0.0:1749609310.188893:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1749609310.188893:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2000. 00000020:00000001:0.0:1749609310.188895:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188895:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298586594 02000000:00000001:2.0:1749609310.188895:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609310.188897:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188898:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298586600 00000100:00000001:2.0:1749609310.188898:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188898:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609310.188900:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298586594 02000000:00000001:3.0:1749609310.188900:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1749609310.188926:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 02000000:00000010:3.0:1749609310.188929:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8600. 00010000:00000001:2.0:1749609310.188930:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1749609310.188931:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced00. 00000100:00000001:1.0:1749609310.188932:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298586600 00010000:00000001:2.0:1749609310.188933:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609310.188933:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1749609310.188934:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e320. 00000100:00000001:1.0:1749609310.188935:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298586594 00000020:00000001:3.0:1749609310.188935:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1749609310.188937:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:3.0:1749609310.188937:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609310.188938:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609310.188938:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298586600 00000100:00000001:0.0:1749609310.188939:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609310.188939:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609310.188941:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609310.188942:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.188942:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:3.0:1749609310.188942:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7700. 00000100:00000001:1.0:1749609310.188944:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188945:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.188945:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609310.188945:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609310.188947:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609310.188947:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749609310.188948:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000010:3.0:1749609310.188949:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082680. 00000100:00000001:1.0:1749609310.188950:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.188951:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609310.188953:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609310.188953:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609310.188954:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609310.188954:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.188956:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609310.188956:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609310.188959:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:2.0:1749609310.188959:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609310.188961:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609310.188961:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609310.188962:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609310.188963:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609310.188963:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609310.188963:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609310.188965:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609310.188965:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.188965:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.188968:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.188968:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609310.188968:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609310.188969:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00000001:3.0:1749609310.188970:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609310.188971:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000040:2.0:1749609310.188971:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609310.188974:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082985216 : -131938626566400 : ffff8800a5080700) 00000400:00000010:2.0:1749609310.188974:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000100:00000040:0.0:1749609310.188979:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5080700 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:256/0 lens 224/0 e 0 to 0 dl 1749609321 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609310.188979:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612267776, offset 0 00000400:00000200:2.0:1749609310.188985:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609310.188986:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609310.188988:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609310.188989:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612267520 00000100:00000001:0.0:1749609310.188991:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609310.188991:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609310.188991:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609310.188993:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749609310.188994:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4fc0. 00000400:00000200:2.0:1749609310.188994:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609310.188996:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.188997:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609310.188997:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000020:00000010:0.0:1749609310.188999:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4fc0. 02000000:00000001:1.0:1749609310.189000:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609310.189001:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bcb00 00000100:00000001:3.0:1749609310.189002:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361872384 : -131939347679232 : ffff88007a0cb800) 00000100:00100000:1.0:1749609310.189003:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612267520 00000100:00100000:0.0:1749609310.189005:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612268032:12345-0@lo:400: 00000020:00000001:1.0:1749609310.189006:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609310.189007:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1703d [1] + 0 00000100:00000040:3.0:1749609310.189007:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0cb800 x1834594612267904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609310.189008:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:0.0:1749609310.189010:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612268032 00000020:00000001:1.0:1749609310.189011:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609310.189013:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609310.189014:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609310.189014:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609310.189016:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609310.189017:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609310.189019:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609310.189019:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609310.189021:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000001:0.0:1749609310.189022:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609310.189022:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609310.189022:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612267904:12345-0@lo:38: 00000020:00000001:0.0:1749609310.189024:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000010:1.0:1749609310.189026:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000200:2.0:1749609310.189027:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609310.189027:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612267904 00000020:00000001:0.0:1749609310.189028:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1749609310.189030:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000020:00000001:3.0:1749609310.189030:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609310.189031:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609310.189033:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749609310.189034:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609310.189035:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609310.189036:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749609310.189038:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.189038:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609310.189039:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609310.189040:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609310.189040:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.189044:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609310.189045:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609310.189045:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609310.189046:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:3.0:1749609310.189049:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749609310.189050:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509ec00. 02000000:00000001:0.0:1749609310.189052:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609310.189052:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609310.189054:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189054:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609310.189055:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609310.189056:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609310.189057:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609310.189059:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000100:00000001:3.0:1749609310.189059:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000040:0.0:1749609310.189060:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612268032 00000100:00000001:3.0:1749609310.189060:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749609310.189062:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:1.0:1749609310.189063:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609310.189063:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609310.189064:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609310.189065:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609310.189066:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609310.189066:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:3.0:1749609310.189066:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8400. 00010000:00000200:0.0:1749609310.189068:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5080700 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609310.189068:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609310.189070:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00000001:2.0:1749609310.189070:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.189070:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609310.189073:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:3.0:1749609310.189073:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609310.189074:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361867904 : -131939347683712 : ffff88007a0ca680) 00010000:00000001:3.0:1749609310.189075:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.189077:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609310.189077:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749609310.189078:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609310.189079:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0ca680 x1834594612267520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609310.189080:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609310.189080:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609310.189080:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609310.189082:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749609310.189083:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=123 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609310.189084:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cb480 x1834594612267776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609310.189084:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609310.189087:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609310.189087:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:0.0:1749609310.189089:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609310.189089:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609310.189092:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609310.189092:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:1.0:1749609310.189094:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612267520:12345-0@lo:38: 02000000:00000001:3.0:1749609310.189094:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609310.189095:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609310.189095:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609310.189097:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609310.189097:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612267776:12345-0@lo:38: Request processed in 261us (524us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609310.189097:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609310.189099:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612267520 00000100:00000040:3.0:1749609310.189099:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609310.189100:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749609310.189101:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283110. 00000020:00000001:1.0:1749609310.189102:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749609310.189103:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609310.189104:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612267904, offset 0 00010000:00000001:1.0:1749609310.189105:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749609310.189106:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6682a8. 00000100:00100000:2.0:1749609310.189107:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000400:00000200:3.0:1749609310.189108:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609310.189111:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609310.189113:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749609310.189114:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612268032, offset 224 00000020:00000001:1.0:1749609310.189115:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609310.189116:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609310.189117:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec80. 00000400:00000200:0.0:1749609310.189118:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:1.0:1749609310.189119:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:2.0:1749609310.189121:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e708. 00000400:00000200:3.0:1749609310.189121:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bcb80 00010000:00000001:1.0:1749609310.189122:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749609310.189125:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00010000:00000001:1.0:1749609310.189126:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609310.189126:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17055 [1] + 0 00000400:00000200:0.0:1749609310.189128:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609310.189129:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609310.189129:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609310.189130:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609310.189131:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609310.189133:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609310.189133:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609310.189135:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bcc00 02000000:00000010:1.0:1749609310.189137:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5091400. 00000100:00000001:3.0:1749609310.189137:0:16223:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609310.189140:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609310.189140:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609310.189141:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17049 [1] + 224 00000100:00000001:1.0:1749609310.189143:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.189145:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609310.189147:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749609310.189147:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609310.189147:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609310.189148:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609310.189149:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609310.189151:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749609310.189152:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749609310.189152:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000001:2.0:1749609310.189153:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609310.189156:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1749609310.189156:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a06e0. 00000100:00000001:3.0:1749609310.189156:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609310.189159:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609310.189160:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000040:1.0:1749609310.189161:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000400:00000010:2.0:1749609310.189162:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:1.0:1749609310.189164:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609310.189166:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609310.189167:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609310.189170:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609310.189170:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609310.189172:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000200:0.0:1749609310.189175:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609310.189175:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609310.189175:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283110 00000400:00000010:3.0:1749609310.189177:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283110. 02000000:00000001:1.0:1749609310.189178:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609310.189179:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609310.189180:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609310.189180:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749609310.189182:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609310.189183:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609310.189183:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609310.189185:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000010:1.0:1749609310.189186:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000040:0.0:1749609310.189187:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609310.189187:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609310.189189:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609310.189190:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612267520, offset 0 00000100:00000040:3.0:1749609310.189192:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cb800 x1834594612267904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189193:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609310.189195:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609310.189196:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609310.189198:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749609310.189200:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612267904:12345-0@lo:38: Request processed in 180us (375us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749609310.189201:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609310.189203:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609310.189203:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609310.189205:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609310.189205:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609310.189208:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609310.189208:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00000400:00000200:0.0:1749609310.189211:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6682a8 00000100:00000001:3.0:1749609310.189211:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609310.189212:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609310.189213:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6682a8. 00000400:00000200:1.0:1749609310.189214:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bca00 00000100:00001000:2.0:1749609310.189214:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609310 v=5 (0 0 0 0) 00000020:00000010:3.0:1749609310.189215:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced00. 00000100:00000001:0.0:1749609310.189216:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609310.189218:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749609310.189218:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=126 v=20 (1 1 20 1) 00000020:00000010:3.0:1749609310.189218:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e320. 00000400:00000200:1.0:1749609310.189220:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17029 [1] + 0 00000020:00000010:3.0:1749609310.189220:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:0.0:1749609310.189222:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.189223:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609310.189224:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609310.189226:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:1.0:1749609310.189226:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609310.189226:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609310.189228:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609310.189229:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609310.189230:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609310.189231:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609310.189233:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609310.189233:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.189235:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609310.189238:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080700 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1749609321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609310.189239:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189244:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609310.189248:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1749609310.189249:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612268032:12345-0@lo:400: Request processed in 257us (599us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609310.189250:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609310.189251:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189253:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609310.189255:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609310.189259:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749609310.189260:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00000040:0.0:1749609310.189263:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:1.0:1749609310.189264:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:2.0:1749609310.189264:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609310.189267:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609310.189267:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609310.189269:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609310.189270:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000100:00080000:3.0:1749609310.189270:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000010:1.0:1749609310.189272:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000040:2.0:1749609310.189272:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609310.189273:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000020:00000040:3.0:1749609310.189273:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609310.189276:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609310.189277:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000100:00080000:3.0:1749609310.189277:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1749609310.189278:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:3.0:1749609310.189279:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000010:0.0:1749609310.189281:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609310.189281:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609310.189284:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:2.0:1749609310.189284:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612267776:0@lo:38: 00000020:00000040:0.0:1749609310.189285:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609310.189287:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609310.189289:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609310.189290:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749609310.189290:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609310.189293:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609310.189294:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0ca680 x1834594612267520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609330 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609310.189295:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a08f0. 00000400:00000200:2.0:1749609310.189298:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:2.0:1749609310.189301:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609310.189303:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609310.189307:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612267520:12345-0@lo:38: Request processed in 214us (1083us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749609310.189307:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609310.189317:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00000200:2.0:1749609310.189318:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609310.189321:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609310.189324:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609310.189327:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000001:2.0:1749609310.189327:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609310.189329:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609310.189331:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000100:00000001:2.0:1749609310.189331:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609310.189334:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609310.189335:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609310.189336:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:2.0:1749609310.189337:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609310.189340:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609310.189340:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609310.189345:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609310 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609310.189348:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=123 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609310.189352:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609310.189354:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609310.189357:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609310.189362:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189371:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609310.189374:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609310.189376:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189379:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609310.189382:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609310.189385:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609310.189388:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609310.189391:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609310.189395:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609310.189408:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612267904:0@lo:38: 00000400:00000001:2.0:1749609310.189414:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609310.189416:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609310.189418:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b00. 00000400:00000200:2.0:1749609310.189422:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000400:00000010:2.0:1749609310.189424:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:2.0:1749609310.189427:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609310.189430:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609310.189437:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189445:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609310.189446:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189449:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609310.189451:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609310.189453:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609310.189455:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609310.189458:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609310.189464:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609310 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609310.189468:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=126 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609310.189472:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609310.189474:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609310.189476:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609310.189481:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189491:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609310.189494:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609310.189536:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189539:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609310.189541:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609310.189545:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609310.189549:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609310.189551:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609310.189556:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609310.189566:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612267520:0@lo:38: 00000100:00000001:2.0:1749609310.189571:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189574:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609310.189576:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081880 x1834594612267776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189586:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609310.189588:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609310.189591:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a509bc00. 02000000:00000001:2.0:1749609310.189596:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609310.189599:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609310.189600:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609310.189603:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609310.189605:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a0c00. 02000000:00000001:2.0:1749609310.189609:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609310.189610:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609310.189612:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081880. 00000100:00000001:2.0:1749609310.189615:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609310.189617:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189619:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609310.189623:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083100 x1834594612267904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189633:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609310.189635:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609310.189637:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5090000. 02000000:00000001:2.0:1749609310.189641:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609310.189642:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609310.189644:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609310.189646:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609310.189648:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a3400. 02000000:00000001:2.0:1749609310.189651:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609310.189653:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609310.189655:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083100. 00000100:00000001:2.0:1749609310.189658:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609310.189659:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189662:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609310.189664:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080000 x1834594612267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189673:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609310.189675:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609310.189677:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800948bf000. 02000000:00000001:2.0:1749609310.189680:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609310.189681:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609310.189683:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609310.189685:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609310.189687:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a1400. 02000000:00000001:2.0:1749609310.189690:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609310.189691:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609310.189692:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080000. 00000100:00000001:2.0:1749609310.189695:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609310.189697:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189699:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189705:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609310.189706:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.189709:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609310.189711:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.189732:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609310.189734:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609310.189739:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609310.189740:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609310.189743:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f9a0. 00000400:00000200:2.0:1749609310.189747:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93b28 00000400:00000010:2.0:1749609310.189748:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93b28. 00000100:00000001:2.0:1749609310.189752:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609310.189756:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609310.189767:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189779:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609310.189781:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189783:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609310.189786:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609310.189788:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609310.189790:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609310.189792:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609310.189798:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1749609310.189802:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609310.189805:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609310.189807:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609310.189809:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609310.189812:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609310.189819:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.189822:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609310.189824:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609310.189825:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609310.189826:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609310.189829:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189839:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609310.189843:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609310.189844:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609310.189848:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609310.189858:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612268032:0@lo:400: 00000100:00000001:2.0:1749609310.189863:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189866:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609310.189868:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612268032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.189876:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609310.189879:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609310.189882:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609310.189886:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609310.189888:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609310.189890:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609310.189893:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609310.189894:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7100. 02000000:00000001:2.0:1749609310.189897:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609310.189899:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609310.189900:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:2.0:1749609310.189932:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609310.189934:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189936:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.189942:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609310.189944:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.189946:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609310.189949:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609310.195578:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298586600, at 4298586600 00000100:00000010:0.0:1749609310.195589:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b41c0. 00000100:00000040:2.0:1749609310.195604:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298586600, at 4298586600 00000100:00000010:2.0:1749609310.195615:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4e00. 00000100:00000040:1.0:1749609310.195621:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298586600, at 4298586600 00000100:00000040:3.0:1749609310.195622:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298586600, at 4298586600 00000100:00000010:1.0:1749609310.195649:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4b80. 00000100:00000010:3.0:1749609310.195658:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4580. 00000100:00000010:2.0:1749609310.484620:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609310.484632:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609310.484639:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609310.484643:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609310.484649:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609310.484657:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609310.484665:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.484671:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609310.484674:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609310.484679:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609310.484681:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955520 : -131938708596096 : ffff8800a0245a80) 00000100:00000001:2.0:1749609310.484685:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609310.484686:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000001:2.0:1749609310.484692:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609310.484695:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609310.484698:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609310.484699:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609310.484708:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612268160/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.484721:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609310.484723:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609310.484726:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612268160/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.484735:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609310.484738:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609310.484741:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609310.484743:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245a80 going to sleep for 0 seconds 00000100:00000001:2.0:1749609310.484745:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609310.484748:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609310.484751:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.484754:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609310.484757:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609310.484760:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612268160/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609310.484771:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612268160:0@lo:900: 00000100:00000001:2.0:1749609310.484776:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.484779:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609310.484781:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609310.484783:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609310.484786:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612268160/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.484795:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609310.484797:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609310.484801:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609310.484802:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609310.484805:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609310.484807:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612268160/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609310.484814:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609310.484818:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609310.484819:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609310.484822:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609310.484824:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609310.484828:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609310.484830:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609310.484832:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:2.0:1749609310.484835:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609310.484836:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609310.541652:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609310.541661:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609310.541667:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609310.541669:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609310.541788:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609310.541794:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609310.541797:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609310.710666:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609310.710675:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609310.710677:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609310.710681:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609310.710685:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609310.710689:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.710693:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609310.710695:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609310.710697:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609311.543686:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609311.543694:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609311.543702:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609311.543704:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609311.543840:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609311.543845:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609311.543849:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609311.710604:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609311.710609:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609311.710610:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609311.710613:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609311.710615:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609311.710617:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609311.710619:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609311.710621:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609311.710622:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609311.950833:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609311.950853:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609311.950858:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609311.950862:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609311.950925:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609311.950946:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340900 00000400:00000200:0.0:1749609311.950955:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 19696 00000800:00000001:0.0:1749609311.950966:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609311.950973:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609311.950976:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609311.950983:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609311.950991:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609311.950995:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609311.951001:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47ffb80. 00000100:00000040:0.0:1749609311.951005:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47ffb80 x1834594730248448 msgsize 520 00000100:00100000:0.0:1749609311.951012:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609311.951044:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609311.951055:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609311.951060:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609311.951062:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609311.951065:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609311.951072:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609311.951080:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf340880 00000400:00000200:0.0:1749609311.951089:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x164f5 [2] + 0 00000400:00000010:0.0:1749609311.951095:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62a50. 00000400:00000200:0.0:1749609311.951100:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880085dd2780 00000800:00000001:0.0:1749609311.951104:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609311.951109:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609311.951111:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609311.951115:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609311.951116:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:2.0:1749609311.951118:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730248448 00000400:00000200:0.0:1749609311.951119:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880085dd2780 02000000:00000001:2.0:1749609311.951121:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749609311.951122:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880085dd2780. 00000100:00000001:2.0:1749609311.951124:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609311.951127:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609311.951129:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609311.951131:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1749609311.951131:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609311.951135:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51d9450 x1834594730248320 msgsize 224 00000100:00100000:2.0:1749609311.951135:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730248448 00000020:00000001:2.0:1749609311.951138:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749609311.951141:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000040:2.0:1749609311.951141:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609311.951144:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:2.0:1749609311.951144:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609311.951146:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609311.951148:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609311.951153:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000010:2.0:1749609311.951158:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000020:00000010:2.0:1749609311.951162:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000001:0.0:1749609311.951163:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609311.951169:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609311.951169:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609311.951170:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609311.951172:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609311.951174:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609311.951177:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609311.951177:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609311.951180:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609311.951186:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609311.951194:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340980 00000100:00000001:2.0:1749609311.951199:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609311.951200:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 20216 00000800:00000001:0.0:1749609311.951206:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609311.951209:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609311.951211:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609311.951217:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2738 00000100:00000001:2.0:1749609311.951220:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342504832 : -131938367046784 : ffff8800b47ffb80) 00000800:00000001:0.0:1749609311.951225:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609311.951226:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47ffb80 x1834594730248448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609311.951228:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609311.951234:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:2.0:1749609311.951236:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730248448:12345-192.168.201.20@tcp:38: 00000100:00000001:0.0:1749609311.951239:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609311.951240:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749609311.951240:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730248448 00000020:00000001:2.0:1749609311.951242:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609311.951244:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1749609311.951246:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:0.0:1749609311.951247:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fd500. 00000100:00100000:1.0:1749609311.951249:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730248320 00000100:00000040:0.0:1749609311.951266:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fd500 x1834594730248576 msgsize 520 02000000:00000001:1.0:1749609311.951268:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749609311.951271:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:1.0:1749609311.951271:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609311.951273:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609311.951277:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609311.951277:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609311.951278:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609311.951280:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730248320 00010000:00020000:2.0:1749609311.951280:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000800:00000001:0.0:1749609311.951282:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:1.0:1749609311.951282:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1749609311.951283:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1749609311.951284:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000800:00000001:0.0:1749609311.951286:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609311.951286:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609311.951287:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609311.951288:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:1.0:1749609311.951290:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00000001:2.0:1749609311.951291:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609311.951293:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 02000000:00000001:2.0:1749609311.951293:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609311.951296:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 02000000:00000010:2.0:1749609311.951297:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1400. 02000000:00000001:2.0:1749609311.951298:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609311.951300:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609311.951301:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1749609311.951304:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1749609311.951306:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 00010000:00000001:2.0:1749609311.951306:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609311.951309:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749609311.951309:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609311.951312:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1749609311.951313:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8240. 00000100:00000001:0.0:1749609311.951332:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609311.951334:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730248576 00000020:00000010:1.0:1749609311.951335:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000400:00000200:2.0:1749609311.951335:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 02000000:00000001:0.0:1749609311.951337:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609311.951338:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609311.951339:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609311.951339:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000040:2.0:1749609311.951340:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609311.951341:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609311.951342:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:0.0:1749609311.951344:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609311.951344:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000100:00000001:2.0:1749609311.951345:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00100000:0.0:1749609311.951347:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730248576 00000100:00000040:2.0:1749609311.951348:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609311.951349:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749609311.951350:0:14333:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609311.951351:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609311.951352:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609311.951353:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609311.951354:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609311.951354:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:2.0:1749609311.951355:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000001:0.0:1749609311.951356:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609311.951357:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609311.951358:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609311.951358:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749609311.951359:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93b28. 00000100:00000001:1.0:1749609311.951360:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609311.951362:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000200:2.0:1749609311.951362:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730248448, offset 0 00000100:00000001:1.0:1749609311.951366:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609311.951367:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000400:00000200:2.0:1749609311.951367:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000010:0.0:1749609311.951371:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000100:00000001:0.0:1749609311.951385:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609311.951387:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609311.951387:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:0.0:1749609311.951389:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609311.951389:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609311.951394:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609311.951394:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2070:2070:256:4294967295] 192.168.201.20@tcp LPNI seq info [2066:2066:8:4294967295] 00000100:00000001:1.0:1749609311.951398:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609311.951400:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609311.951407:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1451 00000400:00000200:2.0:1749609311.951408:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000040:1.0:1749609311.951410:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:0.0:1749609311.951411:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609311.951412:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352833104 : -131938356718512 : ffff8800b51d9450) 00000800:00000200:2.0:1749609311.951415:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609311.951419:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7100. 00000100:00000040:1.0:1749609311.951420:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d9450 x1834594730248320/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:257/0 lens 224/0 e 0 to 0 dl 1749609322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609311.951421:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609311.951423:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000800:00000200:2.0:1749609311.951427:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00100000:0.0:1749609311.951428:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2739 00000100:00000001:0.0:1749609311.951431:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342494976 : -131938367056640 : ffff8800b47fd500) 00000100:00000001:1.0:1749609311.951433:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609311.951435:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fd500 x1834594730248576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609311.951435:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 00000800:00000200:2.0:1749609311.951436:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609311.951437:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609311.951440:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8240. 00000800:00000200:2.0:1749609311.951441:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7100 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1749609311.951445:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730248320:12345-192.168.201.20@tcp:400: 00000100:00100000:0.0:1749609311.951448:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730248576:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609311.951450:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730248320 00000100:00000200:0.0:1749609311.951452:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730248576 00000020:00000001:1.0:1749609311.951454:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609311.951454:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609311.951455:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609311.951457:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609311.951458:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749609311.951458:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000001:1.0:1749609311.951461:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609311.951462:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609311.951464:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749609311.951465:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000001:1.0:1749609311.951465:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609311.951467:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:0.0:1749609311.951469:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000040:2.0:1749609311.951469:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47ffb80 x1834594730248448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609331 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609311.951471:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609311.951473:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609311.951475:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609311.951476:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609311.951478:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749609311.951479:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609311.951481:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609311.951484:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a509cc00. 00000020:00000001:1.0:1749609311.951484:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749609311.951486:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609311.951486:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609311.951488:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609311.951489:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609311.951490:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730248448:12345-192.168.201.20@tcp:38: Request processed in 253us (482us total) trans 0 rc -19/-19 00010000:00000040:0.0:1749609311.951492:0:14333:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 02000000:00000010:1.0:1749609311.951492:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5091c00. 02000000:00000001:1.0:1749609311.951495:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609311.951498:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609311.951500:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2738 00000020:00000001:1.0:1749609311.951501:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609311.951504:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730248320 00000100:00000001:2.0:1749609311.951504:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609311.951505:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749609311.951510:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:2.0:1749609311.951510:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00010000:00000200:1.0:1749609311.951515:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d9450 x1834594730248320/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:257/0 lens 224/224 e 0 to 0 dl 1749609322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609311.951515:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000020:00000010:2.0:1749609311.951519:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:2.0:1749609311.951523:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609311.951526:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00080000:0.0:1749609311.951547:0:14333:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3921 last 0 00010000:00000001:0.0:1749609311.951553:0:14333:0:(obd_class.h:881:obd_connect()) Process entered 00000004:00000001:0.0:1749609311.951557:0:14333:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1749609311.951560:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1749609311.951565:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1749609311.951573:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00010000:00000001:1.0:1749609311.951574:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609311.951577:0:14333:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609311.951578:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=130 v=5 (1 1 1 1) 00000004:00000001:0.0:1749609311.951580:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609311.951583:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000004:00000040:0.0:1749609311.951585:0:14333:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000040:1.0:1749609311.951587:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000040:0.0:1749609311.951588:0:14333:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000001:1.0:1749609311.951589:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000040:0.0:1749609311.951591:0:14333:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 02000000:00000001:1.0:1749609311.951592:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609311.951594:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609311.951595:0:14333:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609311.951597:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609311.951597:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:0.0:1749609311.951600:0:14333:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:1.0:1749609311.951600:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609311.951602:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609311.951604:0:14333:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000010:1.0:1749609311.951604:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00010000:00000001:0.0:1749609311.951607:0:14333:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609311.951609:0:14333:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000200:1.0:1749609311.951609:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730248320, offset 224 00000020:00000040:0.0:1749609311.951613:0:14333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:0.0:1749609311.951615:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609311.951615:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609311.951618:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609311.951620:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609311.951622:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609311.951625:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000200:1.0:1749609311.951625:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:0.0:1749609311.951629:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609311.951631:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2071:2071:255:4294967295] 192.168.201.20@tcp LPNI seq info [2067:2067:7:4294967295] 00000400:00000200:1.0:1749609311.951642:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609311.951649:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609311.951653:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:1.0:1749609311.951653:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceed00. 00000100:00000001:0.0:1749609311.951656:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1749609311.951656:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1749609311.951658:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000010:2.0:1749609311.951659:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7100. 00000100:00000040:0.0:1749609311.951660:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:2.0:1749609311.951662:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609311.951663:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:1.0:1749609311.951665:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:0.0:1749609311.951666:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000200:2.0:1749609311.951666:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000800:00000200:1.0:1749609311.951669:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceed00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749609311.951669:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93b28 00000100:00000040:0.0:1749609311.951670:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000010:2.0:1749609311.951671:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93b28. 02000000:00000001:0.0:1749609311.951673:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609311.951673:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609311.951674:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609311.951675:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609311.951675:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749609311.951676:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609311.951677:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609311.951679:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:0.0:1749609311.951680:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000001:1.0:1749609311.951681:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609311.951683:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6682a8. 00000020:00000001:1.0:1749609311.951684:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1749609311.951685:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730248576, offset 0 00000400:00000200:0.0:1749609311.951689:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:1.0:1749609311.951689:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d9450 x1834594730248320/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:257/0 lens 224/224 e 0 to 0 dl 1749609322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609311.951695:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:2.0:1749609311.951697:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749609311.951699:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2072:2072:255:4294967295] 192.168.201.20@tcp LPNI seq info [2068:2068:7:4294967295] 00000800:00000010:2.0:1749609311.951699:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceed00. 00000400:00000200:2.0:1749609311.951704:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609311.951708:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609311.951709:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000400:00000200:2.0:1749609311.951710:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000100:00100000:1.0:1749609311.951711:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730248320:12345-192.168.201.20@tcp:400: Request processed in 277us (573us total) trans 0 rc 0/0 00000400:00000010:2.0:1749609311.951711:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:2.0:1749609311.951713:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000800:00000200:0.0:1749609311.951714:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609311.951714:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000010:0.0:1749609311.951717:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057c00. 00000800:00000200:0.0:1749609311.951720:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00100000:1.0:1749609311.951723:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1451 00000800:00000200:0.0:1749609311.951725:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:1.0:1749609311.951726:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000800:00000200:0.0:1749609311.951728:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057c00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609311.951729:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609311.951731:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609311.951735:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000020:00000010:1.0:1749609311.951739:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000020:00000010:1.0:1749609311.951743:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:0.0:1749609311.951744:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609311.951746:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000040:1.0:1749609311.951747:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:0.0:1749609311.951748:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609311.951750:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609311.951752:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1749609311.951753:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fd500 x1834594730248576/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609331 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609311.951754:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5091c00. 02000000:00000001:1.0:1749609311.951758:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609311.951760:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609311.951765:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1749609311.951766:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730248576:12345-192.168.201.20@tcp:38: Request processed in 319us (498us total) trans 0 rc -11/-11 00000400:00000010:1.0:1749609311.951771:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0bb0. 00000400:00000010:1.0:1749609311.951775:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b600. 00000100:00100000:0.0:1749609311.951777:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2739 00000100:00000001:0.0:1749609311.951780:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609311.951782:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609311.951787:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000020:00000010:0.0:1749609311.951790:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000020:00000010:0.0:1749609311.951794:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:0.0:1749609311.951798:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1749609311.951837:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609311.951842:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057c00. 00000400:00000200:3.0:1749609311.951846:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609311.951851:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609311.951854:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6682a8 00000400:00000010:3.0:1749609311.951856:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6682a8. 00000100:00000001:3.0:1749609311.951859:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609311.951861:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:2.0:1749609312.485632:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609312.485645:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609312.485651:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609312.485654:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609312.485660:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609312.485668:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8400. 00000100:00000001:2.0:1749609312.485676:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609312.485682:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609312.485685:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609312.485691:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609312.485693:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955520 : -131938708596096 : ffff8800a0245a80) 00000100:00000001:2.0:1749609312.485696:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609312.485697:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000001:2.0:1749609312.485702:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609312.485704:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609312.485707:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609312.485708:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609312.485716:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612268288/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609312.485727:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609312.485729:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609312.485732:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612268288/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609312.485757:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609312.485759:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609312.485760:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609312.485762:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245a80 going to sleep for 0 seconds 00000100:00000001:2.0:1749609312.485764:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609312.485766:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609312.485768:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609312.485770:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609312.485772:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609312.485774:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612268288/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609312.485780:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612268288:0@lo:900: 00000100:00000001:2.0:1749609312.485784:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609312.485786:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609312.485788:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609312.485789:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609312.485791:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612268288/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609312.485803:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609312.485804:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609312.485807:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609312.485809:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609312.485810:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609312.485812:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612268288/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609312.485817:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609312.485819:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609312.485820:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609312.485822:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609312.485823:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609312.485827:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609312.485828:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609312.485829:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:2.0:1749609312.485832:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609312.485833:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609312.545693:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609312.545703:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609312.545714:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609312.545716:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609312.545896:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609312.545901:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609312.545905:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609312.710618:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609312.710640:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609312.710642:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609312.710644:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609312.710647:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609312.710649:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609312.710651:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609312.710652:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609312.710654:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609313.547688:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609313.547697:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609313.547704:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609313.547707:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609313.547801:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609313.547806:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609313.547810:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609313.710609:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609313.710614:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609313.710616:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609313.710619:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609313.710622:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609313.710624:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609313.710627:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609313.710629:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609313.710630:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609314.486602:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609314.486613:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609314.486618:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609314.486621:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609314.486626:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609314.486633:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8400. 00000100:00000001:2.0:1749609314.486639:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609314.486645:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609314.486646:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609314.486651:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609314.486653:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955520 : -131938708596096 : ffff8800a0245a80) 00000100:00000001:2.0:1749609314.486657:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609314.486658:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000001:2.0:1749609314.486663:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609314.486666:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609314.486668:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609314.486670:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609314.486679:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612268416/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609314.486692:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609314.486695:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609314.486698:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612268416/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609314.486707:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609314.486710:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609314.486711:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609314.486713:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245a80 going to sleep for 0 seconds 00000100:00000001:2.0:1749609314.486716:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609314.486718:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609314.486722:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609314.486724:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609314.486727:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609314.486731:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612268416/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609314.486739:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612268416:0@lo:900: 00000100:00000001:2.0:1749609314.486744:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609314.486747:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609314.486749:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609314.486751:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609314.486753:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612268416/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609314.486761:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609314.486764:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609314.486767:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609314.486769:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609314.486772:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609314.486773:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612268416/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609314.486781:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609314.486783:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609314.486785:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609314.486788:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609314.486790:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609314.486794:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609314.486796:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609314.486798:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:2.0:1749609314.486802:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609314.486803:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609314.549652:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609314.549659:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609314.549667:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609314.549668:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609314.549792:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609314.549796:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609314.549799:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609314.710724:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609314.710734:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609314.710737:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609314.710741:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609314.710746:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609314.710751:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609314.710755:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609314.710760:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609314.710763:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609315.195641:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609315.195648:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609315.195654:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609315.195659:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609315.195664:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609315.195667:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609315.195672:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609315.195678:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7100. 00000100:00000001:2.0:1749609315.195684:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609315.195692:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609315.195702:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609315.195704:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609315.195709:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082a00] to pc [ptlrpcd_00_03+3] req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.195745:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609315.195748:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609315.195751:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609315.195753:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609315.195755:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609315.195758:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609315.195761:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3919 00000100:00080000:2.0:1749609315.195764:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609315.195766:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609315.195768:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609315.195770:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609315.195772:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609315.195775:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609315.195776:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609315.195779:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609315.195782:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609315.195784:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609315.195786:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609315.195788:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609315.195790:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609315.195791:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609315.195793:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609315.195796:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:3.0:1749609315.195796:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609315.195798:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609315.195800:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609315.195801:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:2.0:1749609315.195802:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609315.195804:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609315.195808:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609315.195810:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.195811:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609315.195812:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609315.195813:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609315.195814:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.195814:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609315.195816:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1749609315.195833:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080000. 00000100:00000001:3.0:1749609315.195833:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609315.195836:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1749609315.195838:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609315.195839:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609315.195840:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.195842:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609315.195843:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609315.195845:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609315.195848:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a3400. 00000100:00000001:3.0:1749609315.195848:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609315.195849:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609315.195849:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.195851:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.195852:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609315.195853:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.195854:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609315.195855:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749609315.195857:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609315.195859:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612268544:0@lo:400: 00000100:00000001:2.0:1749609315.195863:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609315.195863:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609315.195864:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609315.195866:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080000] to pc [ptlrpcd_rcv+-1] req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.195867:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609315.195869:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.195871:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609315.195875:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 02000000:00000001:3.0:1749609315.195877:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.195879:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609315.195881:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1749609315.195882:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00000001:2.0:1749609315.195884:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609315.195886:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083100. 00000100:00000001:0.0:1749609315.195888:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609315.195888:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000400:00000010:3.0:1749609315.195888:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283110. 00000100:00000001:0.0:1749609315.195890:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609315.195890:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609315.195891:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749609315.195892:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609315.195893:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609315.195895:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7f00. 00000100:00000040:0.0:1749609315.195896:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609315.195896:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612268544, portal 25 00000100:00000001:2.0:1749609315.195898:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.195898:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609315.195899:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000040:2.0:1749609315.195900:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749609315.195903:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609315.195904:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609315.195905:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609315.195906:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.195906:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609315.195908:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609315.195908:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083100] to pc [ptlrpcd_00_00+0] req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609315.195910:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609315.195910:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609315.195912:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609315.195913:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609315.195915:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612268672:0@lo:38: 00000400:00000010:3.0:1749609315.195915:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000100:00000200:3.0:1749609315.195917:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612268544, offset 0 00000100:00000001:0.0:1749609315.195918:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609315.195920:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609315.195921:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609315.195923:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749609315.195923:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609315.195926:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609315.195928:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a509f800. 00000100:00080000:2.0:1749609315.195928:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749609315.195929:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609315.195930:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609315.195931:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1749609315.195932:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000100:00080000:2.0:1749609315.195932:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609315.195933:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609315.195934:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3919 00000400:00000010:0.0:1749609315.195935:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668550. 00000100:00080000:2.0:1749609315.195935:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1749609315.195935:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609315.195937:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612268672, portal 4 00000100:00000040:2.0:1749609315.195937:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609315.195938:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609315.195938:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609315.195939:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082983424 : -131938626568192 : ffff8800a5080000) 00000100:00000040:2.0:1749609315.195939:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609315.195940:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609315.195942:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609315.195942:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609315.195943:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609315.195944:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609315.195944:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000400:00000200:3.0:1749609315.195944:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bce00 00000020:00000001:2.0:1749609315.195945:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:2.0:1749609315.195946:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:2.0:1749609315.195948:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609315.195949:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609315.195949:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609315.195950:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609315.195950:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:3.0:1749609315.195950:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16531 [2] + 0 00000400:00000010:0.0:1749609315.195951:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6683b8. 00000100:00000001:2.0:1749609315.195951:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609315.195952:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:2.0:1749609315.195953:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000400:00000010:3.0:1749609315.195953:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f176e0. 00000100:00000001:2.0:1749609315.195954:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609315.195955:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609315.195958:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609315.195958:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609315.195959:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19e40 00000100:00000200:0.0:1749609315.195960:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612268672, offset 0 00000100:00000001:2.0:1749609315.195960:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609315.195961:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609315.195963:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749609315.195963:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081880. 00000020:00000040:2.0:1749609315.195964:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:3.0:1749609315.195964:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609315.195965:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609315.195966:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.195966:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609315.195967:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749609315.195967:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609315.195968:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609315.195968:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609315.195970:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a0c00. 00000100:00000001:2.0:1749609315.195971:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609315.195972:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19e40 00000400:00000200:0.0:1749609315.195973:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bce80 00000100:00100000:2.0:1749609315.195973:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749609315.195974:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19e40. 00000100:00000001:2.0:1749609315.195977:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609315.195978:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609315.195978:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.195979:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749609315.195980:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 21840 00000100:00000040:2.0:1749609315.195980:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081880] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609315.195981:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1749609315.195983:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609315.195983:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749609315.195984:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609315.195984:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8a850 x1834594612268544 msgsize 224 00000400:00000200:0.0:1749609315.195985:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609315.195985:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609315.195985:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609315.195987:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1749609315.195987:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609315.195988:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609315.195988:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609315.195988:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1749609315.195989:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749609315.195989:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609315.195989:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1749609315.195990:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:0.0:1749609315.195991:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47ff800. 00000100:00000001:1.0:1749609315.195991:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609315.195991:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3919 00000100:00080000:2.0:1749609315.195992:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609315.195993:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47ff800 x1834594612268672 msgsize 520 00000100:00000001:1.0:1749609315.195993:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609315.195993:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609315.195994:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609315.195994:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609315.195995:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609315.195995:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609315.195995:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609315.195997:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609315.195997:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609315.195998:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749609315.195999:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609315.195999:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:2.0:1749609315.195999:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609315.196000:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:0.0:1749609315.196001:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609315.196001:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:2.0:1749609315.196002:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000400:00000200:3.0:1749609315.196003:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000100:00000040:2.0:1749609315.196004:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:3.0:1749609315.196004:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:2.0:1749609315.196005:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609315.196005:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609315.196006:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609315.196007:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000400:00000200:0.0:1749609315.196008:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6683b8 00000100:00080000:2.0:1749609315.196008:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609315.196008:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1749609315.196009:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6683b8. 00000100:00000001:2.0:1749609315.196009:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196010:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609315.196010:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609315.196011:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609315.196011:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609315.196012:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609315.196013:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196013:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609315.196013:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196014:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749609315.196014:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081180. 00000020:00000040:2.0:1749609315.196015:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749609315.196016:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609315.196016:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609315.196017:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196018:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609315.196018:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609315.196019:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196028:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749609315.196028:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a2400. 00000100:00000001:3.0:1749609315.196028:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609315.196029:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196029:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609315.196030:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749609315.196030:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749609315.196030:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609315.196031:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609315.196033:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609315.196033:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196034:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609315.196034:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609315.196034:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609315.196035:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612268800:0@lo:400: 00000100:00000001:0.0:1749609315.196036:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609315.196036:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081180] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609315.196036:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.196038:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609315.196039:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1023 usecs (2 jiffies) 00000100:00000001:1.0:1749609315.196039:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609315.196040:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196041:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298591602 02000000:00000001:1.0:1749609315.196041:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749609315.196041:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609315.196041:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609315.196042:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609315.196043:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b41c0. 00000100:00000001:2.0:1749609315.196043:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749609315.196043:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298591608 02000000:00000001:1.0:1749609315.196044:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749609315.196044:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080e00. 00000020:00000040:2.0:1749609315.196045:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000010:1.0:1749609315.196046:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b000. 00000100:00000001:2.0:1749609315.196046:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609315.196047:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:1.0:1749609315.196047:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609315.196047:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609315.196048:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609315.196049:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7600. 00000400:00000010:1.0:1749609315.196050:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a04d0. 00000100:00000001:2.0:1749609315.196050:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.196050:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609315.196051:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609315.196052:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609315.196053:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000001:0.0:1749609315.196054:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298591602 00000100:00000010:0.0:1749609315.196055:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4fc0. 00000100:00000200:1.0:1749609315.196055:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612268800, portal 4 00000100:00000001:2.0:1749609315.196055:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609315.196055:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609315.196056:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080e00] to pc [ptlrpcd_00_01+1] req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609315.196057:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749609315.196057:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609315.196058:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995968 : -131938626555648 : ffff8800a5083100) 00000100:00000001:0.0:1749609315.196059:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298591602 00000100:00000010:0.0:1749609315.196060:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b45c0. 00000100:00000001:3.0:1749609315.196060:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4298591602 00000100:00000040:1.0:1749609315.196061:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609315.196062:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609315.196062:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196063:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298591602 00000100:00000001:3.0:1749609315.196063:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298591608 00000100:00000010:0.0:1749609315.196064:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4d00. 00000100:00000001:1.0:1749609315.196065:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609315.196065:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3929) 00000100:00000001:3.0:1749609315.196065:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4298591602 00000100:00000001:0.0:1749609315.196066:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609315.196067:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609315.196067:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609315.196067:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298591608 00000100:00000001:0.0:1749609315.196068:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609315.196068:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00000200:1.0:1749609315.196069:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612268800, offset 0 00000100:00000001:3.0:1749609315.196069:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4298591602 00000100:00000001:0.0:1749609315.196070:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196071:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609315.196071:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298591608 00000400:00000200:1.0:1749609315.196072:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609315.196074:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609315.196074:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4298591602 00000100:00000001:0.0:1749609315.196075:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609315.196076:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609315.196076:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609315.196076:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609315.196077:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609315.196077:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609315.196077:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609315.196079:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609315.196079:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609315.196080:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bcf00 00000100:00000001:3.0:1749609315.196081:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609315.196094:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x715d [8] + 15232 00000100:00000001:2.0:1749609315.196096:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609315.196097:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1749609315.196097:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a028f528. 00000100:00100000:2.0:1749609315.196097:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612268672 00000100:00000001:0.0:1749609315.196098:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609315.196098:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609315.196098:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609315.196099:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749609315.196099:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880092c29900 02000000:00000001:0.0:1749609315.196100:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609315.196100:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609315.196100:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:0.0:1749609315.196101:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609315.196101:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609315.196101:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.196101:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609315.196103:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612268928:0@lo:38: 00000400:00000200:1.0:1749609315.196103:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609315.196104:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609315.196104:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.196104:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609315.196105:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749609315.196105:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880092c29900 02000000:00000001:0.0:1749609315.196106:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609315.196106:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 248 at ffff880092c29900. 00000100:00100000:2.0:1749609315.196106:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612268672 00000020:00000001:2.0:1749609315.196106:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609315.196106:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609315.196107:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749609315.196107:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609315.196107:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609315.196108:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609315.196108:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1749609315.196109:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800880aa000. 00000100:00000001:1.0:1749609315.196109:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609315.196109:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609315.196109:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609315.196110:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609315.196110:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1749609315.196110:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749609315.196112:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f170b0. 00000100:00000040:1.0:1749609315.196112:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a8886450 x1834594612268800 msgsize 224 00000020:00000010:2.0:1749609315.196112:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000400:00000010:0.0:1749609315.196113:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6683b8. 00000100:00000040:3.0:1749609315.196113:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609315.196114:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749609315.196114:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000100:00000200:0.0:1749609315.196115:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612268928, portal 10 00000100:00000040:1.0:1749609315.196115:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609315.196116:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609315.196117:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082989696 : -131938626561920 : ffff8800a5081880) 00000020:00000010:2.0:1749609315.196117:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000040:0.0:1749609315.196119:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196120:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609315.196120:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609315.196121:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609315.196121:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196122:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609315.196122:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196123:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609315.196123:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749609315.196124:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609315.196125:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668088. 00000400:00000200:1.0:1749609315.196125:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 02000000:00000001:3.0:1749609315.196125:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609315.196126:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:2.0:1749609315.196126:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196127:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609315.196128:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612268928, offset 0 00000100:00000001:1.0:1749609315.196128:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609315.196129:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609315.196129:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612269184:0@lo:400: 00000400:00000200:0.0:1749609315.196130:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609315.196130:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609315.196132:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749609315.196133:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609315.196134:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609315.196134:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1749609315.196135:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bcf80 00000100:00000001:2.0:1749609315.196135:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609315.196136:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196136:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609315.196136:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196137:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609315.196138:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000400:00000200:0.0:1749609315.196139:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 20736 00000100:00000001:1.0:1749609315.196139:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609315.196139:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 00000100:00000001:1.0:1749609315.196140:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609315.196140:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342503936 : -131938367047680 : ffff8800b47ff800) 02000000:00000001:3.0:1749609315.196141:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609315.196142:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609315.196142:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609315.196142:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47ff800 x1834594612268672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609315.196143:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00000400:00000200:0.0:1749609315.196144:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609315.196144:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:1.0:1749609315.196145:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298591601 00000100:00000001:0.0:1749609315.196146:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749609315.196146:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000100:00000200:0.0:1749609315.196147:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609315.196147:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298591608 00000100:00000001:1.0:1749609315.196148:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298591601 00000100:00100000:2.0:1749609315.196148:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612268672:12345-0@lo:38: 00000100:00000200:3.0:1749609315.196148:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612269184, portal 10 00000100:00000010:0.0:1749609315.196149:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fdf80. 00000100:00000001:1.0:1749609315.196149:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298591608 00000100:00000040:0.0:1749609315.196150:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fdf80 x1834594612268928 msgsize 520 00000100:00000001:1.0:1749609315.196150:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298591601 00000100:00000200:2.0:1749609315.196150:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612268672 00000100:00000001:3.0:1749609315.196150:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609315.196151:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298591608 00000020:00000001:2.0:1749609315.196151:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609315.196151:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082987008 : -131938626564608 : ffff8800a5080e00) 00000100:00100000:0.0:1749609315.196152:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609315.196152:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298591601 00000100:00000001:1.0:1749609315.196152:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298591608 00000100:00000001:1.0:1749609315.196153:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749609315.196153:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609315.196154:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196155:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196156:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609315.196156:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609315.196157:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609315.196158:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668088 00000100:00000001:1.0:1749609315.196158:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749609315.196159:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668088. 00000100:00000001:1.0:1749609315.196159:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609315.196160:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609315.196160:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196161:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609315.196162:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609315.196162:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609315.196163:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609315.196164:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609315.196165:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00020000:2.0:1749609315.196165:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609315.196166:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749609315.196166:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000100:00000040:0.0:1749609315.196167:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609315.196167:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612269184, offset 0 00010000:00000001:2.0:1749609315.196168:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609315.196170:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196170:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749609315.196170:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609315.196171:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609315.196171:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609315.196172:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196172:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609315.196173:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000100:00100000:1.0:1749609315.196173:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612268544 02000000:00000001:2.0:1749609315.196173:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609315.196174:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298591601 02000000:00000001:1.0:1749609315.196174:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609315.196174:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609315.196175:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609315.196175:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1c00. 00000100:00000001:0.0:1749609315.196176:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298591608 00000100:00000001:1.0:1749609315.196176:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609315.196176:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196177:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298591601 00000100:00000001:0.0:1749609315.196177:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298591608 00000100:00000001:2.0:1749609315.196177:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609315.196177:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bd080 00000100:00000001:0.0:1749609315.196178:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298591601 02000000:00000001:1.0:1749609315.196178:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609315.196179:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612268544 00000100:00000001:0.0:1749609315.196180:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298591608 00000020:00000001:1.0:1749609315.196180:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1749609315.196180:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609315.196180:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 21256 00000100:00000001:0.0:1749609315.196181:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298591601 00000020:00000040:1.0:1749609315.196181:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00010000:00000001:2.0:1749609315.196181:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196182:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298591608 00000100:00000001:0.0:1749609315.196182:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609315.196182:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609315.196183:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609315.196183:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609315.196183:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609315.196184:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1749609315.196184:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000400:00000200:3.0:1749609315.196184:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609315.196185:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609315.196185:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609315.196186:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609315.196186:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609315.196186:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609315.196187:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749609315.196187:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749609315.196188:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609315.196189:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609315.196189:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609315.196189:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000010:3.0:1749609315.196189:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50ded80. 00000100:00000001:0.0:1749609315.196190:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609315.196191:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749609315.196191:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 00000100:00000001:2.0:1749609315.196191:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609315.196191:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50ded80 x1834594612269184 msgsize 224 02000000:00000001:0.0:1749609315.196192:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609315.196193:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196193:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609315.196193:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:3.0:1749609315.196193:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609315.196194:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612269056:0@lo:38: 00000020:00000010:1.0:1749609315.196194:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8240. 02000000:00000001:2.0:1749609315.196194:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609315.196195:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196196:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609315.196196:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609315.196197:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1749609315.196197:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000100:00000040:2.0:1749609315.196197:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609315.196198:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.196198:0:1509:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609315.196199:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749609315.196199:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000400:00000010:2.0:1749609315.196199:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93b28. 02000000:00000010:0.0:1749609315.196200:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800880a9400. 02000000:00000001:0.0:1749609315.196201:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609315.196201:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000100:00000200:2.0:1749609315.196201:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612268672, offset 0 00000400:00000200:3.0:1749609315.196201:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000400:00000010:0.0:1749609315.196202:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f176e0. 00000400:00000010:3.0:1749609315.196202:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000400:00000010:0.0:1749609315.196204:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668088. 00000100:00000001:3.0:1749609315.196204:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609315.196205:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1749609315.196205:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609315.196205:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609315.196206:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1749609315.196207:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612269056, portal 10 00000100:00000001:1.0:1749609315.196207:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609315.196208:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609315.196208:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082987904 : -131938626563712 : ffff8800a5081180) 00000100:00000001:1.0:1749609315.196208:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609315.196209:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609315.196210:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609315.196210:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609315.196211:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609315.196212:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609315.196213:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bce80 00000100:00000001:0.0:1749609315.196214:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609315.196215:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609315.196215:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609315.196215:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609315.196216:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6682a8. 00000400:00000200:2.0:1749609315.196216:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17085 [1] + 0 00000100:00000001:3.0:1749609315.196216:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749609315.196217:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612269056, offset 0 00000400:00000200:2.0:1749609315.196218:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609315.196218:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609315.196219:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609315.196219:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609315.196220:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609315.196220:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609315.196220:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000400:00000200:0.0:1749609315.196221:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609315.196221:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298591601 00000100:00100000:1.0:1749609315.196222:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00000001:2.0:1749609315.196222:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609315.196222:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298591608 00000400:00000200:0.0:1749609315.196224:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bd000 00000100:00000040:1.0:1749609315.196224:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000200:2.0:1749609315.196224:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609315.196224:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298591601 00000400:00000200:0.0:1749609315.196225:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 21480 00000100:00000001:1.0:1749609315.196225:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295887440 : -131938413664176 : ffff8800b1b8a850) 00000100:00000001:3.0:1749609315.196225:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298591608 00000100:00000001:3.0:1749609315.196226:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298591601 00000400:00000200:0.0:1749609315.196227:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609315.196227:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8a850 x1834594612268544/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:261/0 lens 224/0 e 0 to 0 dl 1749609326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609315.196227:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298591608 00000100:00000001:3.0:1749609315.196227:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298591601 00000100:00000001:3.0:1749609315.196228:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298591608 00000400:00000200:0.0:1749609315.196229:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609315.196229:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609315.196229:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609315.196230:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609315.196230:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609315.196231:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609315.196231:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609315.196232:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47ff100. 00000100:00000001:1.0:1749609315.196232:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609315.196233:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47ff100 x1834594612269056 msgsize 520 00000020:00000010:1.0:1749609315.196233:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 00000100:00000001:3.0:1749609315.196233:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196234:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609315.196234:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609315.196235:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8240. 00000100:00100000:0.0:1749609315.196236:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749609315.196237:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612268544:12345-0@lo:400: 00000100:00000200:1.0:1749609315.196238:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612268544 00000400:00000200:2.0:1749609315.196238:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93b28 00000100:00000001:0.0:1749609315.196239:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:2.0:1749609315.196239:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93b28. 00000020:00000001:1.0:1749609315.196240:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609315.196241:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609315.196241:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749609315.196242:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6682a8 00000020:00000001:1.0:1749609315.196242:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196242:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749609315.196243:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6682a8. 00000100:00000001:3.0:1749609315.196243:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609315.196244:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609315.196244:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609315.196244:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609315.196244:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612268800 00000020:00000001:1.0:1749609315.196245:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:2.0:1749609315.196245:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:0.0:1749609315.196246:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196246:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196246:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609315.196247:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609315.196247:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749609315.196248:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609315.196248:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609315.196249:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749609315.196249:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609315.196249:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609315.196250:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749609315.196250:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47ff800 x1834594612268672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609315.196251:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196251:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609315.196252:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609315.196253:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1749609315.196253:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612268800 00000100:00000001:0.0:1749609315.196254:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609315.196254:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612268672:12345-0@lo:38: Request processed in 107us (261us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749609315.196254:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609315.196255:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609315.196255:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609315.196255:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1749609315.196255:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:0.0:1749609315.196256:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609315.196256:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609315.196257:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 02000000:00000010:1.0:1749609315.196257:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5091c00. 00000100:00000001:0.0:1749609315.196258:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298591601 02000000:00000001:1.0:1749609315.196258:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196259:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298591608 00000100:00000001:1.0:1749609315.196259:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609315.196259:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:0.0:1749609315.196260:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298591601 00000020:00000001:3.0:1749609315.196260:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:0.0:1749609315.196261:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298591608 00000020:00000001:1.0:1749609315.196261:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609315.196261:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00000001:0.0:1749609315.196262:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298591601 00010000:00000040:1.0:1749609315.196262:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612268544 00000020:00000001:3.0:1749609315.196262:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:0.0:1749609315.196263:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298591608 00000100:00000001:2.0:1749609315.196263:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609315.196264:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298591601 00010000:00000001:1.0:1749609315.196264:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609315.196264:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609315.196265:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298591608 00000100:00000001:3.0:1749609315.196265:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609315.196266:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609315.196266:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609315.196266:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8a850 x1834594612268544/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:261/0 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609315.196266:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000020:00000010:2.0:1749609315.196268:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000020:00000010:3.0:1749609315.196268:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8e80. 00000400:00000001:0.0:1749609315.196269:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609315.196270:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609315.196270:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00010000:00000001:1.0:1749609315.196270:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1749609315.196270:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00010000:00000001:1.0:1749609315.196271:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609315.196271:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8140. 00000400:00000200:0.0:1749609315.196272:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668550 00000400:00000010:0.0:1749609315.196272:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668550. 00000100:00000001:2.0:1749609315.196272:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609315.196273:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749609315.196273:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=134 v=5 (1 1 1 1) 00000100:00000200:0.0:1749609315.196274:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609315.196275:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1749609315.196275:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:1.0:1749609315.196277:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609315.196278:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:0.0:1749609315.196279:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609315.196279:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609315.196280:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196281:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609315.196281:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609315.196282:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609315.196282:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609315.196283:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00000001:2.0:1749609315.196283:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749609315.196283:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:0.0:1749609315.196284:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609315.196284:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612268544, offset 224 00000100:00100000:2.0:1749609315.196284:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612268928 00000100:00000001:0.0:1749609315.196285:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609315.196285:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609315.196286:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609315.196286:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609315.196286:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 02000000:00000001:0.0:1749609315.196287:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609315.196287:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196288:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609315.196289:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609315.196289:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609315.196289:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609315.196289:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000100:00100000:2.0:1749609315.196290:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612268928 02000000:00000001:0.0:1749609315.196291:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609315.196291:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749609315.196292:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bce00 00000020:00000040:2.0:1749609315.196292:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609315.196292:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609315.196293:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609315.196294:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609315 v=5 (0 0 0 0) 00000400:00000200:1.0:1749609315.196294:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1707d [1] + 224 00000020:00000001:2.0:1749609315.196294:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609315.196295:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=131 v=20 (1 1 20 1) 00000100:00000040:3.0:1749609315.196295:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:2.0:1749609315.196296:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000001:0.0:1749609315.196297:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749609315.196297:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000100:00000001:3.0:1749609315.196297:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609315.196298:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609315.196298:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609315.196298:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000001:3.0:1749609315.196298:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609315.196299:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609315.196300:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609315.196300:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609315.196300:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609315.196300:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609315.196301:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609315.196302:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609315.196303:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609315.196303:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609315.196304:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609315.196306:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749609315.196306:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196306:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609315.196306:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609315.196307:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196308:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609315.196309:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609315.196309:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609315.196310:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:2.0:1749609315.196310:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612269184 00000100:00000001:0.0:1749609315.196311:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609315.196311:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609315.196311:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609315.196312:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609315.196312:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609315.196312:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609315.196313:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609315.196313:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609315.196314:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:2.0:1749609315.196314:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612269184 00000100:00000001:0.0:1749609315.196315:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609315.196315:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609315.196316:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000040:0.0:1749609315.196317:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609315.196317:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609315.196318:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:3.0:1749609315.196318:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609315.196319:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609315.196319:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609315.196320:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00100000:0.0:1749609315.196321:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612268672:0@lo:38: 00000100:00000001:2.0:1749609315.196322:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609315.196323:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196323:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749609315.196323:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706ec0. 00000100:00100000:3.0:1749609315.196323:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00000001:0.0:1749609315.196324:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609315.196325:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080000 x1834594612268672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609315.196325:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4c80. 00000100:00000040:3.0:1749609315.196325:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000400:00000200:1.0:1749609315.196326:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000100:00000001:3.0:1749609315.196326:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135141729360 : -131938567822256 : ffff8800a8886450) 00000020:00000040:2.0:1749609315.196327:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000010:1.0:1749609315.196328:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:0.0:1749609315.196329:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609315.196329:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1749609315.196329:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a8886450 x1834594612268800/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:261/0 lens 224/0 e 0 to 0 dl 1749609326 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609315.196330:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749609315.196330:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 02000000:00000001:0.0:1749609315.196331:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609315.196331:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749609315.196331:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9680. 02000000:00000010:0.0:1749609315.196332:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a509f800. 00000100:00000001:1.0:1749609315.196333:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609315.196333:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c258. 02000000:00000001:0.0:1749609315.196334:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609315.196334:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749609315.196335:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609315.196335:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1749609315.196335:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8140. 00000020:00000001:0.0:1749609315.196336:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609315.196336:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1749609315.196337:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:1.0:1749609315.196337:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609315.196337:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609315.196337:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609315.196338:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609315.196338:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609315.196338:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8140. 02000000:00000010:0.0:1749609315.196339:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a3400. 00000020:00000001:1.0:1749609315.196339:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196340:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1749609315.196340:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8886450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612268800:12345-0@lo:400: 02000000:00000001:0.0:1749609315.196341:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1749609315.196341:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609315.196341:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1749609315.196342:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609315.196342:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609315.196342:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612268800 00000100:00000010:0.0:1749609315.196343:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080000. 00000100:00000001:0.0:1749609315.196344:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1749609315.196344:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8a850 x1834594612268544/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:261/0 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609315.196344:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609315.196345:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609315.196345:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609315.196346:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609315.196346:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609315.196347:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609315.196347:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609315.196347:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612269056 00000020:00000001:3.0:1749609315.196347:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196348:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749609315.196348:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749609315.196348:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609315.196349:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609315.196349:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609315.196349:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:0.0:1749609315.196350:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609315.196350:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196351:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609315.196351:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609315.196351:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609315.196352:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609315.196352:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612268544:12345-0@lo:400: Request processed in 118us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1749609315.196352:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612269056 00000020:00000001:2.0:1749609315.196352:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609315.196353:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609315.196353:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609315.196353:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609315.196354:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609315.196354:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609315.196355:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609315.196355:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1749609315.196356:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000001:3.0:1749609315.196356:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609315.196357:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9980. 00000020:00000001:3.0:1749609315.196357:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1749609315.196358:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c640. 00000100:00000001:3.0:1749609315.196359:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609315.196360:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609315.196360:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609315.196361:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609315.196361:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196362:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609315.196362:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 02000000:00000010:3.0:1749609315.196362:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a9400. 00000100:00000001:0.0:1749609315.196363:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609315.196363:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196363:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609315.196364:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:3.0:1749609315.196364:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609315.196365:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00000001:2.0:1749609315.196365:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609315.196365:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196366:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:3.0:1749609315.196366:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612268800 00000100:00000040:0.0:1749609315.196367:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:1.0:1749609315.196367:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609315.196368:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083371904 : -131938626179712 : ffff8800a50ded80) 00000100:00000001:2.0:1749609315.196368:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609315.196368:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749609315.196368:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749609315.196370:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50ded80 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:261/0 lens 224/0 e 0 to 0 dl 1749609326 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609315.196370:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00100000:2.0:1749609315.196370:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00010000:00000200:3.0:1749609315.196370:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a8886450 x1834594612268800/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196371:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342497664 : -131938367053952 : ffff8800b47fdf80) 00000020:00000010:1.0:1749609315.196372:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000100:00000040:2.0:1749609315.196373:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fdf80 x1834594612268928/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609315.196374:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609315.196375:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609315.196375:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00010000:00000001:3.0:1749609315.196375:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609315.196376:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4380. 00000100:00001000:3.0:1749609315.196376:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609315.196378:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609315.196378:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00100000:2.0:1749609315.196378:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612268928:12345-0@lo:38: 00000100:00000001:3.0:1749609315.196378:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749609315.196379:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4380. 00000100:00000200:2.0:1749609315.196379:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612268928 00000100:00000040:3.0:1749609315.196379:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609315.196380:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609315.196380:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:0.0:1749609315.196381:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612269184:12345-0@lo:400: 00000020:00000001:2.0:1749609315.196381:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609315.196381:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1749609315.196382:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5091c00. 00010000:00000001:2.0:1749609315.196382:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609315.196383:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612269184 02000000:00000001:3.0:1749609315.196383:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609315.196384:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609315.196384:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609315.196384:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609315.196385:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609315.196385:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609315.196386:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609315.196386:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609315.196386:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000020:00000001:0.0:1749609315.196387:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609315.196387:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749609315.196388:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749609315.196388:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609315.196389:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000200:1.0:1749609315.196389:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1749609315.196389:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749609315.196389:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612268800, offset 224 00000100:00000001:2.0:1749609315.196390:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749609315.196391:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609315.196391:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609315.196391:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749609315.196392:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0f20. 02000000:00000001:2.0:1749609315.196392:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609315.196393:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609315.196393:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609315.196394:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1749609315.196394:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1800. 00000400:00000010:1.0:1749609315.196395:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b540. 02000000:00000001:2.0:1749609315.196395:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609315.196395:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609315.196396:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196396:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609315.196397:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1749609315.196397:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609315.196398:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609315.196398:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609315.196398:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bcf00 02000000:00000001:0.0:1749609315.196399:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1749609315.196399:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:0.0:1749609315.196400:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509f800. 00000400:00000200:3.0:1749609315.196400:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1708d [1] + 224 02000000:00000001:0.0:1749609315.196401:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196401:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609315.196402:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196402:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609315.196403:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609315.196403:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:3.0:1749609315.196403:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609315.196404:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000040:0.0:1749609315.196405:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612269184 00000100:00000001:2.0:1749609315.196405:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:3.0:1749609315.196405:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609315.196406:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609315.196407:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609315.196407:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609315.196407:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000200:0.0:1749609315.196408:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50ded80 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609315.196408:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609315.196409:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609315.196409:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609315.196409:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196410:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:1.0:1749609315.196411:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609315.196411:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749609315.196412:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000001:1.0:1749609315.196412:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609315.196412:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93b28. 00010000:00000001:0.0:1749609315.196413:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609315.196413:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000100:00001000:0.0:1749609315.196414:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=128 v=5 (1 1 1 1) 00000100:00000040:3.0:1749609315.196414:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609315.196415:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609315.196416:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283110 00000100:00000040:0.0:1749609315.196417:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000400:00000010:1.0:1749609315.196417:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283110. 00000100:00000001:0.0:1749609315.196418:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:0.0:1749609315.196419:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609315.196419:0:1511:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609315.196420:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196420:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609315.196420:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609315.196421:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609315.196421:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612268928, offset 0 00000100:00000040:0.0:1749609315.196422:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609315.196423:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668550. 00000400:00000200:3.0:1749609315.196423:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000400:00000010:3.0:1749609315.196424:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000100:00000001:3.0:1749609315.196425:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749609315.196426:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609315.196426:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749609315.196428:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612269184, offset 224 00000100:00000001:3.0:1749609315.196428:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609315.196429:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609315.196430:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:0.0:1749609315.196431:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609315.196431:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609315.196431:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609315.196432:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609315.196433:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bcf80 00000020:00000001:3.0:1749609315.196433:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749609315.196435:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609315.196435:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a8886450 x1834594612268800/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609315.196436:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609315.196436:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17095 [1] + 0 00000100:00000001:1.0:1749609315.196437:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609315.196438:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bd080 00000100:00000001:1.0:1749609315.196438:0:1511:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749609315.196438:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609315.196439:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8886450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612268800:12345-0@lo:400: Request processed in 104us (326us total) trans 0 rc 0/0 00000400:00000200:0.0:1749609315.196440:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1709d [1] + 224 02000000:00000001:1.0:1749609315.196440:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749609315.196440:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609315.196441:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609315.196443:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609315.196443:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196443:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609315.196443:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 02000000:00000001:1.0:1749609315.196444:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609315.196444:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609315.196444:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000200:0.0:1749609315.196445:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609315.196446:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609315.196446:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609315.196447:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749609315.196447:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=134 v=5 (5 5 5 5) 00000020:00000010:3.0:1749609315.196448:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000100:00000200:0.0:1749609315.196449:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609315.196449:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609315.196449:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000100:00001000:1.0:1749609315.196450:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=124 v=5 (1 1 1 1) 00000020:00000010:3.0:1749609315.196451:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609315.196452:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609315.196453:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609315.196453:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000040:0.0:1749609315.196454:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609315.196455:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609315.196455:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749609315.196457:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609315.196458:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93b28 00000100:00000001:1.0:1749609315.196459:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609315.196459:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93b28. 00000100:00000001:0.0:1749609315.196460:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609315.196460:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609315.196461:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609315.196462:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668550 00000100:00000040:1.0:1749609315.196462:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609315.196463:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668550. 00000100:00000001:2.0:1749609315.196463:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609315.196464:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609315.196465:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609315.196466:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609315.196466:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196466:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609315.196467:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609315.196467:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749609315.196467:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a9400. 00000100:00000040:0.0:1749609315.196468:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609315.196468:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609315.196468:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fdf80 x1834594612268928/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196468:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1749609315.196469:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1749609315.196470:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609315.196470:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196470:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1749609315.196470:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58aac00. 00000020:00000001:0.0:1749609315.196471:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609315.196471:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609315.196471:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1749609315.196472:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612268928:12345-0@lo:38: Request processed in 95us (321us total) trans 0 rc -19/-19 00000100:00000010:3.0:1749609315.196472:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50dea00. 00000100:00000040:0.0:1749609315.196473:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50ded80 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1749609326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609315.196473:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196474:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196475:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509e800. 00000100:00100000:2.0:1749609315.196476:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00100000:0.0:1749609315.196477:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612269184:12345-0@lo:400: Request processed in 101us (285us total) trans 0 rc 0/0 02000000:00000001:3.0:1749609315.196477:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196477:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50de300. 00000100:00000001:2.0:1749609315.196478:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609315.196479:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609315.196479:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196479:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a50d8c00. 00000100:00100000:1.0:1749609315.196480:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612268544:0@lo:400: 00000020:00000010:2.0:1749609315.196480:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000100:00100000:0.0:1749609315.196481:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000020:00000010:2.0:1749609315.196481:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000100:00000040:0.0:1749609315.196482:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 02000000:00000001:3.0:1749609315.196482:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196482:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50ddf80. 00000100:00000001:1.0:1749609315.196483:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609315.196483:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:0.0:1749609315.196484:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609315.196484:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609315.196484:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196484:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a2c00. 00000100:00000001:0.0:1749609315.196485:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609315.196485:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609315.196485:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196486:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50ddc00. 00000020:00000010:0.0:1749609315.196487:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9680. 00000100:00000040:1.0:1749609315.196487:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612268544/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196487:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609315.196487:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1749609315.196488:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c258. 00000100:00000001:2.0:1749609315.196488:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1749609315.196488:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bf800. 02000000:00000001:3.0:1749609315.196489:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196489:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4e00. 00000020:00000010:0.0:1749609315.196490:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00100000:2.0:1749609315.196490:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00000001:2.0:1749609315.196491:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342502144 : -131938367049472 : ffff8800b47ff100) 02000000:00000001:3.0:1749609315.196491:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196491:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bec00. 00000020:00000040:0.0:1749609315.196492:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000040:2.0:1749609315.196492:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47ff100 x1834594612269056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196492:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196493:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609315.196493:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1749609315.196493:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50dd880. 02000000:00000001:1.0:1749609315.196494:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749609315.196494:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196495:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bc400. 02000000:00000010:1.0:1749609315.196496:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 02000000:00000001:3.0:1749609315.196496:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196496:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948bad80. 00000100:00100000:2.0:1749609315.196497:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612269056:12345-0@lo:38: 00000100:00000200:2.0:1749609315.196498:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612269056 02000000:00000001:3.0:1749609315.196498:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1749609315.196499:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:3.0:1749609315.196499:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bd400. 00010000:00000001:2.0:1749609315.196514:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609315.196517:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609315.196518:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609315.196519:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609315.196520:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609315.196521:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609315.196522:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609315.196523:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609315.196526:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749609315.196526:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2c00. 02000000:00000001:2.0:1749609315.196527:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196528:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749609315.196529:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609315.196529:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609315.196530:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609315.196531:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f170b0. 00010000:00000001:2.0:1749609315.196531:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609315.196532:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1749609315.196532:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609315.196533:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6683b8 00000020:00000001:1.0:1749609315.196533:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749609315.196534:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6683b8. 00000020:00000040:1.0:1749609315.196534:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00001000:2.0:1749609315.196534:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609315.196535:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609315.196536:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609315.196536:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749609315.196536:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1749609315.196537:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196537:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749609315.196537:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d6300. 02000000:00000010:1.0:1749609315.196538:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7100. 00000100:00000040:2.0:1749609315.196539:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609315.196539:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1749609315.196540:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1749609315.196540:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509c400. 00000100:00000200:0.0:1749609315.196541:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609315.196541:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609315.196541:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609315.196541:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609315.196542:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000010:3.0:1749609315.196542:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d4380. 00000100:00000001:2.0:1749609315.196543:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:3.0:1749609315.196543:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196544:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bfc00. 00000100:00000001:0.0:1749609315.196545:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609315.196545:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749609315.196545:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609315.196545:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196546:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609315.196546:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609315.196546:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:3.0:1749609315.196546:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948baa00. 00000100:00000001:0.0:1749609315.196547:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609315.196547:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609315.196547:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1749609315.196548:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609315.196548:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609315.196548:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609315.196548:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509c000. 00000100:00000001:0.0:1749609315.196549:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196549:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1749609315.196550:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196550:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749609315.196550:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d7480. 00000100:00000001:1.0:1749609315.196551:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609315.196551:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609315.196551:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1749609315.196552:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609315 v=5 (0 0 0 0) 02000000:00000010:3.0:1749609315.196552:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0d3000. 00000100:00000001:1.0:1749609315.196553:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609315.196553:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93b28. 02000000:00000001:3.0:1749609315.196553:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196553:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d6a00. 00000100:00001000:0.0:1749609315.196554:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=131 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609315.196554:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609315.196555:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609315.196555:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609315.196555:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612269056, offset 0 02000000:00000001:3.0:1749609315.196555:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609315.196556:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609315.196556:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071f400. 00000100:00000001:0.0:1749609315.196557:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609315.196557:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1749609315.196558:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749609315.196558:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9880. 00000100:00000040:0.0:1749609315.196559:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609315.196561:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609315.196562:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609315.196563:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609315.196563:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609315.196563:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196563:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071ec00. 00000100:00000001:0.0:1749609315.196564:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609315.196564:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609315.196564:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609315.196565:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749609315.196565:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196565:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0716680. 00000100:00000001:0.0:1749609315.196566:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:1.0:1749609315.196566:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1749609315.196567:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749609315.196567:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a04d0. 00000400:00000200:2.0:1749609315.196567:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bd000 02000000:00000001:3.0:1749609315.196567:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00080000:0.0:1749609315.196568:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000010:3.0:1749609315.196568:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bd800. 02000000:00000001:3.0:1749609315.196569:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196570:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:3.0:1749609315.196570:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02ca300. 00000100:00000040:0.0:1749609315.196571:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609315.196571:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609315.196572:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 02000000:00000001:3.0:1749609315.196572:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196573:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bcc00. 00000100:00000001:1.0:1749609315.196574:0:1510:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609315.196574:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1749609315.196575:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612268928:0@lo:38: 00000100:00000010:3.0:1749609315.196575:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0714e00. 00000400:00000200:2.0:1749609315.196576:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x170a9 [1] + 0 00000100:00000001:0.0:1749609315.196577:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609315.196577:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196577:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609315.196578:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749609315.196578:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bc800. 00000100:00000040:0.0:1749609315.196579:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081880 x1834594612268928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609315.196579:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609315.196579:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196579:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b8380. 02000000:00000001:3.0:1749609315.196581:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196581:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800911eac00. 00000400:00000200:2.0:1749609315.196582:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609315.196583:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609315.196583:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196583:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b8000. 02000000:00000001:0.0:1749609315.196584:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1749609315.196584:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196584:0:15217:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609315.196584:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609315.196585:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800880aa000. 02000000:00000010:3.0:1749609315.196585:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d464400. 02000000:00000001:0.0:1749609315.196586:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609315.196587:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609315.196587:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:2.0:1749609315.196587:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609315.196588:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609315.196589:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a0c00. 02000000:00000001:0.0:1749609315.196590:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609315.196590:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609315.196591:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609315.196591:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081880. 00000100:00000001:1.0:1749609315.196591:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609315.196593:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609315.196593:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609315.196594:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609315.196594:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749609315.196594:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609315.196595:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196595:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609315.196595:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196596:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609315.196596:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1749609315.196596:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a107b80. 00000100:00000001:1.0:1749609315.196597:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196598:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196598:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab0c00. 02000000:00000001:1.0:1749609315.196599:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196600:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196600:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a107800. 00000100:00000001:2.0:1749609315.196601:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609315.196601:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1749609315.196602:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=121 v=5 (5 5 5 5) 02000000:00000010:3.0:1749609315.196602:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5091000. 00000100:00000001:0.0:1749609315.196604:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609315.196604:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196604:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a107100. 00000100:00000001:0.0:1749609315.196605:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1749609315.196605:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=121 v=5 (1 1 1 1) 00000400:00000001:0.0:1749609315.196606:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609315.196606:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196606:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a154000. 00000400:00000001:0.0:1749609315.196607:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609315.196607:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1749609315.196608:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 00000100:00000001:1.0:1749609315.196608:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196608:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196608:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8380. 00000400:00000200:0.0:1749609315.196609:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00010000:00000001:1.0:1749609315.196609:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1749609315.196610:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:0.0:1749609315.196611:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609315.196611:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93b28 00000100:00000200:0.0:1749609315.196612:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749609315.196612:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609315.196612:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93b28. 00000100:00000001:2.0:1749609315.196614:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609315.196614:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609315.196614:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196615:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071f800. 00000100:00000200:0.0:1749609315.196616:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196616:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196616:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196616:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c9c00. 00000100:00000040:2.0:1749609315.196618:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609315.196618:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196618:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071dc00. 00010000:00000001:1.0:1749609315.196619:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609315.196619:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609315.196620:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609315.196620:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609315.196620:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609315.196620:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196620:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8000. 00000100:00000001:0.0:1749609315.196621:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609315.196621:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1749609315.196622:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609315.196622:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000040:2.0:1749609315.196622:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47ff100 x1834594612269056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609335 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196622:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609315.196623:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609315.196623:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609315.196623:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a071c800. 00000100:00000001:1.0:1749609315.196624:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749609315.196625:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196625:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609315.196626:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=128 v=5 (5 5 5 5) 00000100:00100000:2.0:1749609315.196626:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612269056:12345-0@lo:38: Request processed in 129us (392us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749609315.196628:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=128 v=5 (1 1 1 1) 00000100:00000040:1.0:1749609315.196628:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196628:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196629:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1749609315.196629:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e1880. 00000100:00000001:0.0:1749609315.196630:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609315.196631:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1749609315.196631:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00010000:00080000:0.0:1749609315.196632:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609315.196632:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609315.196633:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609315.196635:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9980. 00010000:00000001:0.0:1749609315.196636:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609315.196636:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c640. 00000100:00000001:0.0:1749609315.196637:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609315.196638:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:2.0:1749609315.196638:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:0.0:1749609315.196639:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609315.196639:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609315.196640:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609315.196640:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609315.196641:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609315.196642:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609315.196642:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609315.196643:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609315.196643:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f8800. 02000000:00000001:3.0:1749609315.196644:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196644:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b2d80. 00000100:00000001:0.0:1749609315.196645:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609315.196646:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609315.196646:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609315.196646:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196647:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196647:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508f800. 00000100:00000040:0.0:1749609315.196648:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196649:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196650:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a104a80. 00000100:00100000:0.0:1749609315.196651:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612269184:0@lo:400: 02000000:00000001:3.0:1749609315.196652:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196652:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a8800. 00000100:00000001:0.0:1749609315.196653:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609315.196653:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612268800:0@lo:400: 02000000:00000001:3.0:1749609315.196653:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196654:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1749609315.196654:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012c7bb800. 00000100:00000040:0.0:1749609315.196655:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080e00 x1834594612269184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196655:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196655:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130186400. 00000100:00000001:1.0:1749609315.196656:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609315.196657:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196657:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e0380. 00000100:00000001:0.0:1749609315.196658:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609315.196658:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749609315.196658:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:0.0:1749609315.196659:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609315.196659:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 00000100:00000040:1.0:1749609315.196659:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083100 x1834594612268800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609315.196660:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 02000000:00000001:0.0:1749609315.196661:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609315.196661:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609315.196662:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00080000:2.0:1749609315.196662:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:0.0:1749609315.196663:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1749609315.196663:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000010:0.0:1749609315.196664:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7600. 02000000:00000001:0.0:1749609315.196665:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609315.196665:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609315.196666:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749609315.196666:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749609315.196666:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:0.0:1749609315.196667:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080e00. 02000000:00000010:3.0:1749609315.196667:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072dc00. 00000100:00000001:0.0:1749609315.196668:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609315.196668:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609315.196668:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b000. 02000000:00000001:3.0:1749609315.196668:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196669:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609315.196669:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5085180. 02000000:00000001:1.0:1749609315.196670:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749609315.196670:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609315.196671:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609315.196671:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609315.196671:0:1510:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1749609315.196671:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508e400. 00000100:00000001:0.0:1749609315.196672:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1749609315.196672:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:3.0:1749609315.196672:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196673:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609315.196673:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5086d80. 00000020:00000001:1.0:1749609315.196674:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1749609315.196675:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1749609315.196675:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7f00. 00000400:00000001:0.0:1749609315.196676:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609315.196677:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f176e0. 02000000:00000001:1.0:1749609315.196677:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749609315.196678:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668088 02000000:00000001:1.0:1749609315.196678:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749609315.196678:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1749609315.196679:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668088. 00000100:00000010:1.0:1749609315.196679:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083100. 02000000:00000010:3.0:1749609315.196679:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508e000. 00000100:00000001:0.0:1749609315.196680:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609315.196680:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1749609315.196681:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609315.196681:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a097100. 00000100:00000001:1.0:1749609315.196682:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1749609315.196682:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609315.196683:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609315.196683:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508d400. 00000100:00000001:1.0:1749609315.196684:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609315.196684:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1749609315.196685:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609315.196685:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fed80. 00000100:00000001:1.0:1749609315.196687:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749609315.196687:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196687:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0ccc00. 00000100:00000001:1.0:1749609315.196688:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196688:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196689:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609315.196689:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609315.196689:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a096300. 00000100:00000001:0.0:1749609315.196690:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609315.196690:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609315.196690:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1749609315.196691:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609315.196691:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609315.196691:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609315.196691:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508c000. 00000100:00000001:0.0:1749609315.196692:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609315.196693:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196693:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196693:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a095f80. 00000100:00001000:0.0:1749609315.196694:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609315 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609315.196695:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=128 v=20 (1 1 20 1) 02000000:00000001:3.0:1749609315.196695:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609315.196696:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749609315.196696:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137340800. 00000100:00000001:0.0:1749609315.196697:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609315.196697:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196697:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089680380. 00000100:00000001:0.0:1749609315.196698:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609315.196699:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196700:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196700:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a103400. 02000000:00000001:3.0:1749609315.196705:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196705:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089680a80. 00000100:00000001:0.0:1749609315.196707:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609315.196707:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609315.196708:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1749609315.196708:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea33400. 00000100:00000001:0.0:1749609315.196709:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609315.196709:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196709:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a095880. 00000100:00000001:0.0:1749609315.196710:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609315.196710:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749609315.196711:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749609315.196711:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196711:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5089800. 00000100:00080000:0.0:1749609315.196712:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609315.196713:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609315.196715:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609315.196716:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196717:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a095500. 00000100:00100000:0.0:1749609315.196718:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612269056:0@lo:38: 02000000:00000001:3.0:1749609315.196719:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609315.196720:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609315.196720:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136abe000. 00000100:00000001:0.0:1749609315.196721:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609315.196721:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081180 x1834594612269056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609315.196725:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609315.196725:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749609315.196725:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:0.0:1749609315.196726:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800880a9400. 00000100:00000010:3.0:1749609315.196726:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a094e00. 02000000:00000001:0.0:1749609315.196728:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609315.196728:0:1508:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749609315.196728:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196728:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800acfdc400. 00000020:00000040:0.0:1749609315.196729:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749609315.196730:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609315.196730:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a2400. 02000000:00000001:0.0:1749609315.196731:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609315.196732:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609315.196732:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081180. 02000000:00000001:3.0:1749609315.196733:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196734:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609315.196734:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609315.196734:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089683b80. 00000100:00000001:0.0:1749609315.196735:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609315.196736:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609315.196736:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609315.196737:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196737:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0240c00. 00000100:00000001:0.0:1749609315.196738:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609315.196738:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609315.196739:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609315.196739:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a094700. 02000000:00000001:3.0:1749609315.196740:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196741:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5096000. 02000000:00000001:3.0:1749609315.196742:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196742:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a094380. 02000000:00000001:3.0:1749609315.196744:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196744:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135691800. 02000000:00000001:3.0:1749609315.196746:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196746:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a094000. 02000000:00000001:3.0:1749609315.196748:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196748:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135690400. 02000000:00000001:3.0:1749609315.196749:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196750:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089680000. 02000000:00000001:3.0:1749609315.196752:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196752:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2c800. 02000000:00000001:3.0:1749609315.196754:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196754:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6dc380. 02000000:00000001:3.0:1749609315.196755:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196756:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137341c00. 02000000:00000001:3.0:1749609315.196757:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196758:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6ddc00. 02000000:00000001:3.0:1749609315.196759:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196760:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880137340000. 02000000:00000001:3.0:1749609315.196764:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196765:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f23800. 02000000:00000001:3.0:1749609315.196768:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196768:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135693c00. 02000000:00000001:3.0:1749609315.196769:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196770:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7ddc00. 02000000:00000001:3.0:1749609315.196772:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196772:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135692000. 02000000:00000001:3.0:1749609315.196776:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196777:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dd180. 02000000:00000001:3.0:1749609315.196779:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196780:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea30400. 02000000:00000001:3.0:1749609315.196781:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196781:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc700. 02000000:00000001:3.0:1749609315.196782:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196783:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800958e8000. 02000000:00000001:3.0:1749609315.196784:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196784:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aad500. 02000000:00000001:3.0:1749609315.196786:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196786:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea33c00. 02000000:00000001:3.0:1749609315.196787:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196788:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f21500. 02000000:00000001:3.0:1749609315.196790:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196790:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800958e9400. 02000000:00000001:3.0:1749609315.196792:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196792:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089682a00. 02000000:00000001:3.0:1749609315.196794:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196794:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130184800. 02000000:00000001:3.0:1749609315.196796:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196796:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0aaf480. 02000000:00000001:3.0:1749609315.196798:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196798:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5096400. 02000000:00000001:3.0:1749609315.196800:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196800:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089683100. 02000000:00000001:3.0:1749609315.196802:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196802:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea33000. 02000000:00000001:3.0:1749609315.196803:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196804:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089681500. 02000000:00000001:3.0:1749609315.196805:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196806:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0242c00. 02000000:00000001:3.0:1749609315.196807:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196808:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b0a80. 02000000:00000001:3.0:1749609315.196809:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196810:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fcc00. 02000000:00000001:3.0:1749609315.196811:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196812:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b0380. 02000000:00000001:3.0:1749609315.196813:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196814:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07ff000. 02000000:00000001:3.0:1749609315.196815:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196833:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b3800. 02000000:00000001:3.0:1749609315.196837:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196837:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fe000. 02000000:00000001:3.0:1749609315.196838:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196839:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057800. 02000000:00000001:3.0:1749609315.196841:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196842:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880099ba0c00. 02000000:00000001:3.0:1749609315.196844:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196844:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb11f80. 02000000:00000001:3.0:1749609315.196846:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196847:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880089405c00. 02000000:00000001:3.0:1749609315.196848:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196849:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb10a80. 02000000:00000001:3.0:1749609315.196850:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196851:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880089407800. 02000000:00000001:3.0:1749609315.196852:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196852:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb12d80. 02000000:00000001:3.0:1749609315.196854:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196855:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880089404400. 02000000:00000001:3.0:1749609315.196856:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196857:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5b0e00. 02000000:00000001:3.0:1749609315.196859:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196859:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5097800. 02000000:00000001:3.0:1749609315.196860:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196861:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb10000. 02000000:00000001:3.0:1749609315.196862:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196863:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5095000. 02000000:00000001:3.0:1749609315.196864:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196864:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47fea00. 02000000:00000001:3.0:1749609315.196866:0:15201:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609315.196866:0:15201:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0643400. 02000000:00000001:3.0:1749609315.196867:0:15201:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749609315.196868:0:15201:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eb12680. 00000100:00000001:3.0:1749609315.196870:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609315.196873:0:15201:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1749609315.196875:0:15201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62268. 00000400:00000010:3.0:1749609315.196878:0:15201:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800a0695700. 00000100:00000040:0.0:1749609315.203597:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298591608, at 4298591608 00000100:00000040:1.0:1749609315.203597:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298591608, at 4298591608 00000100:00000040:2.0:1749609315.203599:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298591608, at 4298591608 00000100:00000010:0.0:1749609315.203608:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b41c0. 00000100:00000010:1.0:1749609315.203620:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4fc0. 00000100:00000040:3.0:1749609315.203627:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298591608, at 4298591608 00000100:00000010:2.0:1749609315.203628:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b45c0. 00000100:00000010:3.0:1749609315.203634:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4d00. 00010000:00000001:0.0:1749609315.551670:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609315.551678:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609315.551685:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609315.551687:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609315.551773:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609315.551779:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609315.551783:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609315.710703:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609315.710714:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609315.710717:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609315.710722:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609315.710728:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609315.710733:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609315.710737:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609315.710740:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609315.710743:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609316.487614:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081180. 00000020:00000040:2.0:1749609316.487627:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609316.487633:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609316.487637:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609316.487644:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609316.487652:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609316.487661:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609316.487668:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609316.487670:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609316.487676:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609316.487679:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955520 : -131938708596096 : ffff8800a0245a80) 00000100:00000001:2.0:1749609316.487682:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609316.487684:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082987904 : -131938626563712 : ffff8800a5081180) 00000100:00000001:2.0:1749609316.487690:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609316.487692:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609316.487695:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609316.487697:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609316.487704:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081180 x1834594612269312/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609316.487717:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609316.487720:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609316.487723:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081180 x1834594612269312/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609316.487734:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609316.487737:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609316.487739:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609316.487741:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245a80 going to sleep for 0 seconds 00000100:00000001:2.0:1749609316.487744:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609316.487746:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609316.487750:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609316.487752:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609316.487755:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609316.487758:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081180 x1834594612269312/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609316.487768:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612269312:0@lo:900: 00000100:00000001:2.0:1749609316.487773:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609316.487776:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609316.487779:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609316.487781:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609316.487783:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081180 x1834594612269312/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609316.487792:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609316.487794:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609316.487847:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609316.487848:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609316.487851:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609316.487854:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081180 x1834594612269312/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609316.487862:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609316.487865:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609316.487866:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609316.487869:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609316.487873:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609316.487877:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609316.487879:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609316.487882:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081180. 00000100:00000001:2.0:1749609316.487886:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609316.487887:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609316.553671:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609316.553679:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609316.553687:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609316.553691:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609316.553694:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609316.553697:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609316.553701:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609316.553704:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609316.553707:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609316.553710:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609316.553834:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609316.553839:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609316.553860:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609316.710611:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609316.710616:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609316.710618:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609316.710620:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609316.710622:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609316.710625:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609316.710627:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609316.710629:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609316.710630:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609316.958460:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609316.958480:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609316.958485:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609316.958488:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609316.958543:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609316.958564:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf340a00 00000400:00000200:0.0:1749609316.958573:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16551 [2] + 0 00000400:00000010:0.0:1749609316.958579:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f630. 00000400:00000200:0.0:1749609316.958586:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007ebd2600 00000800:00000001:0.0:1749609316.958592:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609316.958597:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609316.958600:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609316.958605:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609316.958609:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007ebd2600 00000400:00000010:0.0:1749609316.958612:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88007ebd2600. 00000100:00000001:0.0:1749609316.958620:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609316.958622:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609316.958626:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8b050 x1834594730248704 msgsize 224 00000100:00100000:0.0:1749609316.958631:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609316.958633:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609316.958654:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609316.958662:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609316.958666:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609316.958667:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609316.958669:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609316.958673:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609316.958678:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340a80 00000400:00000200:0.0:1749609316.958684:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 22000 00000800:00000001:0.0:1749609316.958687:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609316.958691:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609316.958692:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609316.958695:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609316.958699:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609316.958701:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609316.958707:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fce00. 00000100:00000040:0.0:1749609316.958709:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fce00 x1834594730248832 msgsize 520 00000100:00100000:0.0:1749609316.958713:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609316.958728:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609316.958734:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609316.958738:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609316.958741:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609316.958744:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609316.958750:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609316.958757:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340b00 00000400:00000200:0.0:1749609316.958762:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 22520 00000800:00000001:0.0:1749609316.958780:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609316.958809:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609316.958811:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609316.958813:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609316.958814:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:1.0:1749609316.958816:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730248704 00000100:00000001:0.0:1749609316.958817:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609316.958818:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749609316.958818:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609316.958819:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609316.958820:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1749609316.958821:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47ff480. 00000100:00100000:2.0:1749609316.958821:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730248832 00000100:00000001:1.0:1749609316.958822:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609316.958823:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47ff480 x1834594730248960 msgsize 520 02000000:00000001:2.0:1749609316.958823:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609316.958825:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609316.958826:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609316.958826:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609316.958827:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00100000:1.0:1749609316.958829:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730248704 02000000:00000001:2.0:1749609316.958829:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609316.958831:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1749609316.958831:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730248832 00000020:00000040:1.0:1749609316.958832:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609316.958832:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609316.958833:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609316.958834:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609316.958834:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609316.958836:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609316.958836:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609316.958837:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609316.958838:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609316.958839:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:0.0:1749609316.958841:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609316.958841:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:1.0:1749609316.958843:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1749609316.958845:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:1.0:1749609316.958845:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 00000020:00000010:2.0:1749609316.958845:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9980. 00000100:00000001:1.0:1749609316.958847:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1749609316.958848:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609316.958848:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8240. 00000020:00000010:2.0:1749609316.958849:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c640. 00000020:00000010:1.0:1749609316.958852:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000010:1.0:1749609316.958854:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000001:2.0:1749609316.958855:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749609316.958856:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000100:00000001:2.0:1749609316.958856:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609316.958858:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609316.958860:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609316.958861:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609316.958862:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609316.958863:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609316.958863:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609316.958866:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609316.958869:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609316.958876:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609316.958877:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730248960 02000000:00000001:2.0:1749609316.958878:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609316.958879:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609316.958881:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609316.958882:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609316.958884:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609316.958884:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730248960 00000020:00000001:2.0:1749609316.958885:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609316.958887:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609316.958888:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609316.958889:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609316.958889:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609316.958890:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609316.958890:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609316.958893:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00100000:1.0:1749609316.958894:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1453 00000020:00000010:2.0:1749609316.958895:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9100. 00000100:00000040:1.0:1749609316.958896:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:1.0:1749609316.958897:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295889488 : -131938413662128 : ffff8800b1b8b050) 00000020:00000010:2.0:1749609316.958897:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c7d0. 00000100:00000001:2.0:1749609316.958899:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609316.958900:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609316.958901:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609316.958902:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8b050 x1834594730248704/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:262/0 lens 224/0 e 0 to 0 dl 1749609327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609316.958903:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609316.958908:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609316.958912:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609316.958913:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 00000100:00000001:2.0:1749609316.958913:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609316.958914:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609316.958914:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609316.958915:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8240. 00000100:00100000:1.0:1749609316.958917:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730248704:12345-192.168.201.20@tcp:400: 00000100:00100000:2.0:1749609316.958918:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2742 00000100:00000200:1.0:1749609316.958919:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730248704 00000100:00000001:2.0:1749609316.958920:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342493184 : -131938367058432 : ffff8800b47fce00) 00000020:00000001:1.0:1749609316.958921:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609316.958923:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609316.958923:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fce00 x1834594730248832/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609316.958924:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609316.958924:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609316.958924:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609316.958925:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609316.958926:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609316.958927:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609316.958928:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2743 00000020:00000001:1.0:1749609316.958928:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609316.958929:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609316.958930:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342503040 : -131938367048576 : ffff8800b47ff480) 00000020:00000001:1.0:1749609316.958930:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609316.958930:0:16223:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609316.958931:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749609316.958932:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47ff480 x1834594730248960/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609316.958932:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749609316.958932:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730248832:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609316.958932:0:16223:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609316.958934:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609316.958935:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730248832 00000020:00000001:1.0:1749609316.958936:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749609316.958937:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609316.958938:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609316.958940:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730248960:12345-192.168.201.20@tcp:38: 02000000:00000001:1.0:1749609316.958940:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749609316.958940:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609316.958942:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730248960 02000000:00000010:1.0:1749609316.958943:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5091c00. 00000020:00000001:0.0:1749609316.958944:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609316.958944:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609316.958946:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609316.958946:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609316.958947:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609316.958949:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730248704 00010000:00000001:1.0:1749609316.958951:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749609316.958952:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609316.958953:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8b050 x1834594730248704/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:262/0 lens 224/224 e 0 to 0 dl 1749609327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749609316.958955:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:0.0:1749609316.958956:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:2.0:1749609316.958957:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609316.958958:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:1.0:1749609316.958958:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609316.958959:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609316.958960:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749609316.958961:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=135 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609316.958962:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609316.958962:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609316.958963:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609316.958964:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609316.958964:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609316.958964:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609316.958965:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000010:2.0:1749609316.958966:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3400. 00000100:00000001:1.0:1749609316.958967:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000010:0.0:1749609316.958968:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a509c000. 02000000:00000001:1.0:1749609316.958968:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609316.958968:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609316.958969:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609316.958970:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609316.958970:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609316.958970:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609316.958971:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000040:0.0:1749609316.958972:0:14331:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000001:2.0:1749609316.958972:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609316.958973:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609316.958974:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609316.958976:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00001000:2.0:1749609316.958976:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00080000:0.0:1749609316.958977:0:14331:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3926 last 0 00000100:00000200:1.0:1749609316.958979:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730248704, offset 224 00000100:00000001:2.0:1749609316.958979:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:0.0:1749609316.958980:0:14331:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:1.0:1749609316.958982:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609316.958983:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000004:00000001:0.0:1749609316.958984:0:14331:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1749609316.958986:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609316.958987:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609316.958988:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609316.958989:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609316.958989:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:2.0:1749609316.958990:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609316.958991:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000200:1.0:1749609316.958993:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2073:2073:256:4294967295] 192.168.201.20@tcp LPNI seq info [2069:2069:8:4294967295] 00000100:00000040:2.0:1749609316.958993:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609316.958995:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:2.0:1749609316.958995:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609316.958996:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609316.958998:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:0.0:1749609316.958999:0:14331:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609316.959000:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609316.959000:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000040:2.0:1749609316.959001:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000800:00000200:1.0:1749609316.959003:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609316.959003:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93b28. 00000004:00000040:0.0:1749609316.959004:0:14331:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000200:2.0:1749609316.959005:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730248832, offset 0 00000004:00000040:0.0:1749609316.959006:0:14331:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000800:00000010:1.0:1749609316.959006:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceec00. 00000004:00000040:0.0:1749609316.959008:0:14331:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:0.0:1749609316.959010:0:14331:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609316.959010:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609316.959010:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609316.959012:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609316.959014:0:14331:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609316.959015:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609316.959015:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:2.0:1749609316.959015:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:0.0:1749609316.959017:0:14331:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609316.959017:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceec00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1749609316.959019:0:14331:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:2.0:1749609316.959019:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2074:2074:255:4294967295] 192.168.201.20@tcp LPNI seq info [2070:2070:7:4294967295] 00010000:00000001:0.0:1749609316.959021:0:14331:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:0.0:1749609316.959023:0:14331:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:0.0:1749609316.959025:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609316.959027:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609316.959027:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609316.959027:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00010000:00000001:0.0:1749609316.959028:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609316.959029:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:0.0:1749609316.959030:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609316.959031:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00010000:00000001:1.0:1749609316.959031:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609316.959032:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609316.959032:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000001:1.0:1749609316.959033:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609316.959034:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000010:2.0:1749609316.959034:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7500. 00000100:00000040:1.0:1749609316.959035:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8b050 x1834594730248704/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:262/0 lens 224/224 e 0 to 0 dl 1749609327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609316.959037:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000200:2.0:1749609316.959038:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:0.0:1749609316.959039:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609316.959040:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730248704:12345-192.168.201.20@tcp:400: Request processed in 127us (414us total) trans 0 rc 0/0 00000100:00000040:0.0:1749609316.959041:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609316.959042:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:2.0:1749609316.959042:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:0.0:1749609316.959044:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00100000:1.0:1749609316.959044:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1453 00000800:00000200:2.0:1749609316.959044:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1749609316.959046:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609316.959046:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:1.0:1749609316.959047:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609316.959047:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609316.959048:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609316.959048:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609316.959049:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609316.959049:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609316.959050:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609316.959050:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609316.959051:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000040:0.0:1749609316.959052:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000001:2.0:1749609316.959052:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609316.959054:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668088. 00000020:00000010:1.0:1749609316.959054:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000100:00000200:0.0:1749609316.959055:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730248960, offset 0 00000100:00000040:2.0:1749609316.959055:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fce00 x1834594730248832/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609316.959056:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000020:00000040:1.0:1749609316.959058:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000400:00000200:0.0:1749609316.959059:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609316.959060:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609316.959062:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000200:1.0:1749609316.959062:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:3.0:1749609316.959062:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609316.959064:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceec00. 00000400:00000200:0.0:1749609316.959065:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2075:2075:254:4294967295] 192.168.201.20@tcp LPNI seq info [2071:2071:6:4294967295] 00000400:00000010:1.0:1749609316.959065:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a04d0. 00000400:00000010:1.0:1749609316.959067:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b0c0. 00000100:00100000:2.0:1749609316.959068:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730248832:12345-192.168.201.20@tcp:38: Request processed in 137us (358us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749609316.959068:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609316.959072:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609316.959073:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:2.0:1749609316.959090:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2742 00000400:00000200:3.0:1749609316.959090:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:3.0:1749609316.959092:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000800:00000200:0.0:1749609316.959093:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609316.959094:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609316.959095:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1749609316.959096:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057f00. 00000100:00000001:3.0:1749609316.959096:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749609316.959099:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9980. 02000000:00000001:3.0:1749609316.959099:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:0.0:1749609316.959101:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 02000000:00000010:3.0:1749609316.959101:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5091c00. 00000020:00000010:2.0:1749609316.959103:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c640. 02000000:00000001:3.0:1749609316.959103:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609316.959104:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609316.959106:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:2.0:1749609316.959107:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000800:00000200:0.0:1749609316.959109:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057f00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1749609316.959110:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609316.959113:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609316.959115:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1749609316.959116:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000800:00000010:3.0:1749609316.959117:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7500. 00000100:00000001:0.0:1749609316.959118:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609316.959119:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609316.959120:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609316.959122:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000040:0.0:1749609316.959124:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47ff480 x1834594730248960/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609336 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609316.959124:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93b28 00000400:00000010:3.0:1749609316.959126:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93b28. 00000100:00000001:3.0:1749609316.959127:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609316.959129:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749609316.959135:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730248960:12345-192.168.201.20@tcp:38: Request processed in 194us (309us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749609316.959149:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2743 00000100:00000001:0.0:1749609316.959152:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609316.959153:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609316.959156:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9100. 00000020:00000010:0.0:1749609316.959159:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c7d0. 00000020:00000010:0.0:1749609316.959162:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:0.0:1749609316.959165:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1749609316.959178:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609316.959180:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057f00. 00000400:00000200:3.0:1749609316.959182:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609316.959186:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609316.959188:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668088 00000400:00000010:3.0:1749609316.959189:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668088. 00000100:00000001:3.0:1749609316.959192:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609316.959193:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609317.555636:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609317.555644:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609317.555652:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609317.555654:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609317.555838:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609317.555844:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609317.555847:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609317.710722:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609317.710733:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609317.710735:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609317.710740:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609317.710745:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609317.710749:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609317.710753:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609317.710757:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609317.710761:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609318.488624:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081180. 00000020:00000040:2.0:1749609318.488636:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609318.488643:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609318.488647:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609318.488653:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609318.488661:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609318.488669:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609318.488675:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609318.488677:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609318.488682:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609318.488684:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955520 : -131938708596096 : ffff8800a0245a80) 00000100:00000001:2.0:1749609318.488687:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609318.488689:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082987904 : -131938626563712 : ffff8800a5081180) 00000100:00000001:2.0:1749609318.488694:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609318.488696:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609318.488699:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609318.488700:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609318.488708:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081180 x1834594612269440/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609318.488719:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609318.488721:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609318.488723:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081180 x1834594612269440/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609318.488731:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609318.488734:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609318.488735:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609318.488737:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245a80 going to sleep for 0 seconds 00000100:00000001:2.0:1749609318.488739:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609318.488741:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609318.488744:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609318.488747:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609318.488749:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609318.488751:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081180 x1834594612269440/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609318.488759:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612269440:0@lo:900: 00000100:00000001:2.0:1749609318.488802:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609318.488805:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609318.488807:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609318.488809:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609318.488811:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081180 x1834594612269440/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609318.488817:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609318.488819:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609318.488823:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609318.488824:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609318.488826:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609318.488828:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081180 x1834594612269440/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609318.488835:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609318.488837:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609318.488839:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609318.488841:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609318.488844:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609318.488847:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609318.488849:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609318.488850:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081180. 00000100:00000001:2.0:1749609318.488853:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609318.488854:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609318.557676:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609318.557685:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609318.557692:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609318.557693:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609318.557853:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609318.557860:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609318.557865:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609318.710650:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609318.710658:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609318.710659:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609318.710663:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609318.710666:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609318.710669:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609318.710679:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609318.710681:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609318.710683:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609319.559685:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609319.559694:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609319.559702:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609319.559703:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609319.559840:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609319.559846:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609319.559850:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609319.710633:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609319.710642:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609319.710645:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609319.710649:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609319.710654:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609319.710658:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609319.710663:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609319.710665:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609319.710669:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.203677:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609320.203697:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609320.203704:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081180. 00000020:00000040:2.0:1749609320.203709:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609320.203714:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609320.203717:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609320.203722:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609320.203729:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7900. 00000100:00000001:2.0:1749609320.203768:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.203788:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609320.203799:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609320.203802:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.203807:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081180] to pc [ptlrpcd_00_02+2] req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.203841:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609320.203843:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609320.203846:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609320.203848:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609320.203850:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609320.203853:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609320.203855:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3924 00000100:00080000:2.0:1749609320.203864:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609320.203866:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609320.203869:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609320.203871:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609320.203872:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609320.203875:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609320.203877:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609320.203879:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609320.203882:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609320.203884:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609320.203886:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609320.203889:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609320.203890:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609320.203891:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609320.203892:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609320.203893:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609320.203895:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00100000:0.0:1749609320.203897:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1749609320.203898:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609320.203900:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.203900:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.203901:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609320.203908:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609320.203908:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609320.203909:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609320.203910:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.203911:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609320.203912:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609320.203912:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609320.203913:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609320.203913:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.203916:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609320.203916:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609320.203916:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083100. 00000020:00000040:2.0:1749609320.203918:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609320.203920:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1749609320.203921:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609320.203922:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.203924:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609320.203925:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609320.203927:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609320.203930:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a0c00. 00000100:00000001:0.0:1749609320.203932:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609320.203933:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.203933:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609320.203936:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749609320.203936:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609320.203939:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609320.203941:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.203943:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1749609320.203944:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612269568:0@lo:400: 00000100:00000001:2.0:1749609320.203944:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.203947:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083100] to pc [ptlrpcd_rcv+-1] req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609320.203948:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609320.203952:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609320.203954:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609320.203956:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609320.203960:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609320.203962:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.203965:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609320.203967:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f176e0. 00000100:00000040:2.0:1749609320.203967:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609320.203969:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609320.203971:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080e00. 00000400:00000010:0.0:1749609320.203974:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6683b8. 00000020:00000040:2.0:1749609320.203974:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609320.203975:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609320.203976:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609320.203978:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609320.203980:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612269568, portal 25 02000000:00000010:2.0:1749609320.203981:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7800. 00000100:00000001:0.0:1749609320.203983:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609320.203983:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.203984:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082987904 : -131938626563712 : ffff8800a5081180) 00000100:00000040:2.0:1749609320.203985:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749609320.203988:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.203991:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609320.204017:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204018:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609320.204020:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080e00] to pc [ptlrpcd_00_03+3] req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.204021:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609320.204024:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609320.204024:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609320.204027:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609320.204029:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668550. 00000100:00000200:0.0:1749609320.204031:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612269568, offset 0 00000100:00000040:1.0:1749609320.204031:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.204032:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609320.204034:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749609320.204037:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749609320.204037:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609320.204038:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609320.204039:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609320.204042:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609320.204043:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3924 00000100:00000001:1.0:1749609320.204044:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749609320.204046:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749609320.204047:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.204048:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:1.0:1749609320.204050:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609320.204050:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609320.204051:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609320.204052:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:1.0:1749609320.204053:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609320.204054:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609320.204055:0:5:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749609320.204056:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609320.204056:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609320.204058:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749609320.204059:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612269696:0@lo:38: 00000020:00000040:2.0:1749609320.204059:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:2.0:1749609320.204061:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000200:0.0:1749609320.204062:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bd200 00000020:00000001:2.0:1749609320.204063:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609320.204064:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609320.204066:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609320.204067:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609320.204068:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1658d [2] + 0 02000000:00000001:1.0:1749609320.204068:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749609320.204069:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609320.204070:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609320.204071:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609320.204072:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17688. 00000020:00000040:2.0:1749609320.204073:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 02000000:00000001:1.0:1749609320.204074:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749609320.204075:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000400:00000200:0.0:1749609320.204077:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef196c0 00000100:00000001:2.0:1749609320.204077:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.204078:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1749609320.204079:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092c00. 02000000:00000001:1.0:1749609320.204081:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.204081:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609320.204083:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609320.204083:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204085:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749609320.204087:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609320.204087:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0948. 00000100:00000001:2.0:1749609320.204087:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609320.204089:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081880. 00000020:00000040:2.0:1749609320.204091:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:0.0:1749609320.204092:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef196c0 00000400:00000010:1.0:1749609320.204093:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 02000000:00000001:2.0:1749609320.204093:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1749609320.204094:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef196c0. 02000000:00000001:2.0:1749609320.204094:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204095:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609320.204096:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609320.204098:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204100:0:1512:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749609320.204100:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948a2400. 00000100:00000200:0.0:1749609320.204102:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1749609320.204103:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609320.204106:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8b450 x1834594612269568 msgsize 224 00000100:00100000:2.0:1749609320.204106:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749609320.204110:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749609320.204110:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612269696, portal 4 00000100:00000040:0.0:1749609320.204112:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1749609320.204112:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609320.204113:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204114:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749609320.204115:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081880] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.204116:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995968 : -131938626555648 : ffff8800a5083100) 00000100:00000001:0.0:1749609320.204121:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609320.204123:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609320.204125:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609320.204125:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749609320.204127:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668550 00000100:00080000:2.0:1749609320.204128:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:0.0:1749609320.204129:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668550. 00000100:00000001:2.0:1749609320.204129:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609320.204131:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609320.204132:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609320.204133:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749609320.204135:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749609320.204135:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3924 00000100:00000200:0.0:1749609320.204136:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609320.204137:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749609320.204138:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609320.204139:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:1.0:1749609320.204141:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000001:2.0:1749609320.204142:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609320.204143:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609320.204144:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749609320.204144:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612269696, offset 0 00000100:00000001:2.0:1749609320.204145:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:0.0:1749609320.204147:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609320.204147:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609320.204148:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:2.0:1749609320.204149:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609320.204150:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609320.204151:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:2.0:1749609320.204152:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:0.0:1749609320.204153:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609320.204154:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:0.0:1749609320.204155:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749609320.204157:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609320.204158:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609320.204160:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.204160:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:1.0:1749609320.204161:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609320.204161:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609320.204163:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:0.0:1749609320.204164:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298596616 00000100:00080000:2.0:1749609320.204165:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609320.204167:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609320.204168:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b41c0. 02000000:00000001:2.0:1749609320.204168:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1749609320.204170:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bd280 02000000:00000001:2.0:1749609320.204171:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609320.204172:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204173:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609320.204174:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609320.204174:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609320.204177:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000400:00000200:1.0:1749609320.204178:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 22360 00000020:00000040:2.0:1749609320.204178:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749609320.204180:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298596616 02000000:00000001:2.0:1749609320.204180:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609320.204181:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609320.204182:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4380. 00000100:00000001:2.0:1749609320.204182:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609320.204183:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609320.204184:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204185:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1749609320.204186:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609320.204187:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298596616 00000100:00000010:0.0:1749609320.204189:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4640. 02000000:00000010:2.0:1749609320.204189:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948bc800. 00000400:00000200:1.0:1749609320.204191:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609320.204191:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204192:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609320.204194:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298596616 00000100:00100000:2.0:1749609320.204194:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749609320.204196:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4a40. 00000100:00000001:1.0:1749609320.204196:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609320.204198:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1749609320.204198:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609320.204200:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609320.204202:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609320.204203:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0caa00. 00000100:00000040:2.0:1749609320.204204:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082a00] to pc [ptlrpcd_rcv+-1] req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609320.204206:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0caa00 x1834594612269696 msgsize 520 00000100:00100000:1.0:1749609320.204211:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609320.204211:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.204213:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609320.204215:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609320.204216:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609320.204217:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609320.204218:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080000. 00000020:00000040:2.0:1749609320.204219:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609320.204220:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204221:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749609320.204222:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609320.204222:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609320.204223:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204224:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749609320.204225:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7b00. 00000100:00000001:0.0:1749609320.204226:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609320.204227:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609320.204227:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204229:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609320.204230:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609320.204231:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609320.204232:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609320.204233:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000040:0.0:1749609320.204235:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609320.204235:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:2.0:1749609320.204236:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609320.204237:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204239:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609320.204240:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080000] to pc [ptlrpcd_00_00+0] req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609320.204243:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609320.204250:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609320.204251:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204253:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609320.204254:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609320.204255:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609320.204256:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609320.204256:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609320.204258:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.204259:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3934) 00000100:00100000:0.0:1749609320.204260:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612269824:0@lo:400: 00000100:00000001:0.0:1749609320.204263:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609320.204265:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609320.204266:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609320.204267:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204268:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609320.204269:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609320.204270:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749609320.204271:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1400. 00000100:00000001:1.0:1749609320.204271:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204272:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609320.204273:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204274:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749609320.204275:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17688. 00000100:00000040:1.0:1749609320.204276:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1022 usecs (2 jiffies) 00000400:00000010:0.0:1749609320.204277:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668550. 00000100:00000040:2.0:1749609320.204277:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609320.204280:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612269824, portal 4 00000100:00000001:1.0:1749609320.204280:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298596610 00000100:00000001:0.0:1749609320.204282:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609320.204283:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082987008 : -131938626564608 : ffff8800a5080e00) 00000100:00000001:1.0:1749609320.204284:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298596616 00000100:00000001:2.0:1749609320.204284:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609320.204285:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204287:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298596610 02000000:00000001:2.0:1749609320.204287:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749609320.204288:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.204289:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298596616 02000000:00000001:2.0:1749609320.204289:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609320.204291:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204292:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298596610 00000100:00100000:2.0:1749609320.204293:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612270208:0@lo:400: 00000100:00000001:1.0:1749609320.204294:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298596616 00000100:00000001:0.0:1749609320.204295:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609320.204296:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298596610 00000100:00000040:0.0:1749609320.204297:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609320.204298:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6682a8. 00000100:00000001:1.0:1749609320.204298:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298596616 00000100:00000001:2.0:1749609320.204299:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1749609320.204300:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612269824, offset 0 00000100:00000001:1.0:1749609320.204300:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609320.204302:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1749609320.204303:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609320.204303:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.204304:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204306:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.204306:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609320.204308:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000400:00000200:0.0:1749609320.204309:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609320.204309:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609320.204310:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609320.204313:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bd300 00000100:00000001:1.0:1749609320.204315:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749609320.204315:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f9a0. 00000100:00000001:1.0:1749609320.204317:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:0.0:1749609320.204318:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 0 00000100:00000001:1.0:1749609320.204319:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609320.204321:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749609320.204323:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609320.204323:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749609320.204327:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609320.204327:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609320.204330:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:2.0:1749609320.204331:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000100:00000200:0.0:1749609320.204332:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1749609320.204335:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612270208, portal 10 00000100:00000010:0.0:1749609320.204336:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fea00. 00000100:00000001:1.0:1749609320.204336:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609320.204337:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609320.204338:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609320.204339:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fea00 x1834594612269824 msgsize 224 00000100:00000001:2.0:1749609320.204339:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082983424 : -131938626568192 : ffff8800a5080000) 02000000:00000001:1.0:1749609320.204341:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609320.204342:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609320.204343:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749609320.204343:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609320.204345:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609320.204346:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609320.204347:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612269696 00000100:00000001:0.0:1749609320.204350:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609320.204350:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612269952:0@lo:38: 00000100:00000001:2.0:1749609320.204351:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609320.204351:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609320.204353:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6682a8 00000100:00000001:3.0:1749609320.204353:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609320.204354:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609320.204354:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609320.204355:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6682a8. 00000400:00000010:2.0:1749609320.204356:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000100:00000001:3.0:1749609320.204356:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204357:0:1512:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609320.204357:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749609320.204358:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612270208, offset 0 00000100:00000200:0.0:1749609320.204359:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609320.204359:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609320.204361:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749609320.204361:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609320.204363:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749609320.204365:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5093000. 00000100:00100000:3.0:1749609320.204365:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612269696 00000100:00000001:0.0:1749609320.204367:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609320.204368:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609320.204368:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609320.204369:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609320.204369:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:1.0:1749609320.204371:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000400:00000200:2.0:1749609320.204371:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609320.204371:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609320.204373:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204375:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609320.204375:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000020:00000001:3.0:1749609320.204375:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204376:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609320.204378:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bd480 00000100:00000001:0.0:1749609320.204379:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609320.204379:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612269952, portal 10 00000020:00000010:3.0:1749609320.204380:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8600. 00000100:00000040:0.0:1749609320.204382:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:1.0:1749609320.204382:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1749609320.204383:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 23040 00000100:00000001:0.0:1749609320.204384:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298596609 00000100:00000001:1.0:1749609320.204384:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082989696 : -131938626561920 : ffff8800a5081880) 00000100:00000001:0.0:1749609320.204386:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298596616 00000020:00000010:3.0:1749609320.204386:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000100:00000001:0.0:1749609320.204388:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298596609 00000400:00000200:2.0:1749609320.204389:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609320.204390:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298596616 00000100:00000040:1.0:1749609320.204390:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609320.204391:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000100:00000001:0.0:1749609320.204392:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298596609 00000400:00000200:2.0:1749609320.204403:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609320.204405:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298596616 00000100:00000001:0.0:1749609320.204406:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298596609 00000100:00000001:3.0:1749609320.204406:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609320.204407:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609320.204408:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298596616 00000100:00000001:2.0:1749609320.204408:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609320.204409:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609320.204409:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609320.204409:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609320.204410:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609320.204411:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609320.204412:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609320.204413:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609320.204413:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082680. 00000100:00000001:0.0:1749609320.204415:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609320.204415:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000040:2.0:1749609320.204415:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5082680 x1834594612270208 msgsize 224 00000100:00000001:3.0:1749609320.204415:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204417:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749609320.204417:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612269952, offset 0 00000100:00000001:0.0:1749609320.204418:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1749609320.204419:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609320.204420:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609320.204421:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609320.204422:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609320.204422:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609320.204425:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.204425:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.204427:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609320.204429:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609320.204434:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000100:00000001:3.0:1749609320.204434:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749609320.204436:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000100:00000001:3.0:1749609320.204437:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609320.204438:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bd380 00000100:00000001:2.0:1749609320.204439:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609320.204440:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609320.204442:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612269568 00000100:00000200:2.0:1749609320.204442:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609320.204442:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 02000000:00000001:0.0:1749609320.204444:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609320.204444:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 23264 00000100:00000001:3.0:1749609320.204445:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361868800 : -131939347682816 : ffff88007a0caa00) 00000100:00000001:0.0:1749609320.204446:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609320.204448:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609320.204449:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609320.204449:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0caa00 x1834594612269696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609320.204451:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609320.204453:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609320.204454:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612269568 00000020:00000001:0.0:1749609320.204456:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609320.204456:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749609320.204457:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:1.0:1749609320.204458:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609320.204458:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609320.204459:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749609320.204460:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1749609320.204461:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00100000:3.0:1749609320.204462:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612269696:12345-0@lo:38: 00000020:00000001:0.0:1749609320.204463:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000010:1.0:1749609320.204464:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c9c00. 00000100:00000001:2.0:1749609320.204465:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609320.204466:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609320.204466:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749609320.204466:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612269696 00000100:00000040:1.0:1749609320.204467:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c9c00 x1834594612269952 msgsize 520 00000100:00000001:2.0:1749609320.204469:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609320.204469:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609320.204471:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609320.204472:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00010000:00000001:3.0:1749609320.204472:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:0.0:1749609320.204473:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4480. 00000100:00100000:1.0:1749609320.204474:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609320.204475:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609320.204475:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298596609 00000020:00000010:0.0:1749609320.204477:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4480. 00000100:00000001:2.0:1749609320.204477:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298596616 00000100:00000001:2.0:1749609320.204479:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298596609 00000020:00000010:0.0:1749609320.204481:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000001:2.0:1749609320.204481:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298596616 00000100:00000001:2.0:1749609320.204482:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298596609 00000100:00000001:2.0:1749609320.204484:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298596616 00000020:00000010:0.0:1749609320.204485:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000100:00000001:1.0:1749609320.204485:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609320.204486:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298596609 00000020:00000001:3.0:1749609320.204486:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204487:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298596616 00000020:00000010:0.0:1749609320.204488:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000100:00000001:2.0:1749609320.204489:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00020000:3.0:1749609320.204490:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749609320.204491:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000100:00000001:2.0:1749609320.204491:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609320.204493:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609320.204493:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609320.204494:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00010000:00000001:3.0:1749609320.204494:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609320.204495:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609320.204496:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609320.204496:0:1508:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749609320.204497:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609320.204524:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609320.204526:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609320.204528:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609320.204530:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609320.204531:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204533:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204541:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609320.204543:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.204543:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:1.0:1749609320.204545:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609320.204547:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609320.204548:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609320.204550:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609320.204552:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609320.204554:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609320.204554:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612270208 02000000:00000010:3.0:1749609320.204555:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8800. 02000000:00000001:2.0:1749609320.204556:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609320.204557:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609320.204557:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609320.204558:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204559:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609320.204560:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609320.204562:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.204562:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204563:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609320.204564:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609320.204565:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612270208 00000020:00000001:2.0:1749609320.204567:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749609320.204567:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609320.204568:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000020:00000040:2.0:1749609320.204569:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000040:0.0:1749609320.204570:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000020:00000001:2.0:1749609320.204570:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1749609320.204570:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204571:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204572:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295890512 : -131938413661104 : ffff8800b1b8b450) 00000020:00000040:2.0:1749609320.204572:0:14331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:1.0:1749609320.204574:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:3.0:1749609320.204574:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749609320.204575:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000040:0.0:1749609320.204576:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8b450 x1834594612269568/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:266/0 lens 224/0 e 0 to 0 dl 1749609331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609320.204577:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609320.204579:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.204579:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609320.204580:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609320.204583:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706f40. 00000100:00000001:3.0:1749609320.204583:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609320.204584:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000100:00000040:3.0:1749609320.204586:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609320.204587:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298596610 00000020:00000010:2.0:1749609320.204587:0:14331:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706ec0. 00000100:00000001:3.0:1749609320.204589:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609320.204591:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609320.204592:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298596616 00000100:00000001:3.0:1749609320.204592:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000010:0.0:1749609320.204593:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4480. 00000020:00000040:2.0:1749609320.204593:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:0.0:1749609320.204595:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609320.204595:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298596610 00000100:00000040:3.0:1749609320.204596:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:0.0:1749609320.204597:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4480. 00000100:00000001:1.0:1749609320.204598:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298596616 00000100:00000001:2.0:1749609320.204599:0:14331:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749609320.204599:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749609320.204600:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612269568:12345-0@lo:400: 00000100:00000001:1.0:1749609320.204601:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298596610 00000020:00000010:2.0:1749609320.204602:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 02000000:00000001:3.0:1749609320.204602:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204603:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298596616 00000100:00000200:0.0:1749609320.204604:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612269568 00000020:00000010:2.0:1749609320.204605:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9980. 00000100:00000001:3.0:1749609320.204605:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609320.204606:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609320.204606:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298596610 00000100:00000001:1.0:1749609320.204608:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298596616 00000100:00000040:3.0:1749609320.204608:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609320.204609:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:2.0:1749609320.204609:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c640. 00000100:00000001:1.0:1749609320.204611:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609320.204612:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609320.204612:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000100:00000001:1.0:1749609320.204614:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.204614:0:14331:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1749609320.204615:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609320.204616:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609320.204617:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609320.204617:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609320.204618:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749609320.204618:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612269696, offset 0 00000100:00000001:2.0:1749609320.204619:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609320.204620:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609320.204622:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609320.204622:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609320.204623:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609320.204623:0:14331:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1749609320.204625:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609320.204625:0:14331:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749609320.204625:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609320.204627:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609320.204628:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609320.204630:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609320.204632:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609320.204632:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609320.204633:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609320.204633:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609320.204635:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609320.204636:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509e800. 00000400:00000200:3.0:1749609320.204637:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609320.204638:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609320.204638:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609320.204638:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609320.204639:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612269952 00000100:00000001:0.0:1749609320.204640:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609320.204640:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609320.204641:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749609320.204642:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204642:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609320.204643:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609320.204644:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612269568 00000100:00000001:2.0:1749609320.204644:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.204646:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609320.204646:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bd280 00010000:00000001:0.0:1749609320.204647:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749609320.204647:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612270080:0@lo:38: 00000100:00100000:2.0:1749609320.204648:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612269952 00000020:00000001:2.0:1749609320.204649:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000200:0.0:1749609320.204650:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8b450 x1834594612269568/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:266/0 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609320.204650:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609320.204651:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609320.204652:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609320.204653:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609320.204654:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749609320.204654:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609320.204654:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x170e5 [1] + 0 02000000:00000001:1.0:1749609320.204656:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609320.204657:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00010000:00000001:0.0:1749609320.204658:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609320.204659:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749609320.204659:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9f00. 00010000:00000001:0.0:1749609320.204660:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609320.204661:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749609320.204662:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=139 v=5 (1 1 1 1) 00000020:00000010:2.0:1749609320.204662:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c578. 02000000:00000010:1.0:1749609320.204663:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5093800. 00000100:00000001:2.0:1749609320.204664:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609320.204665:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609320.204666:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609320.204666:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609320.204666:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609320.204667:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609320.204668:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609320.204669:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609320.204670:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00000100:00000001:0.0:1749609320.204671:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609320.204671:0:14337:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609320.204673:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749609320.204674:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 02000000:00000001:0.0:1749609320.204675:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204675:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609320.204677:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609320.204677:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609320.204678:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612270080, portal 10 00000100:00000040:0.0:1749609320.204679:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609320.204679:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609320.204680:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609320.204680:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749609320.204681:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6682a8. 00000100:00000001:1.0:1749609320.204682:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00100000:2.0:1749609320.204683:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00000200:0.0:1749609320.204684:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612269568, offset 224 00000100:00000040:2.0:1749609320.204686:0:14331:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:2.0:1749609320.204687:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082993280 : -131938626558336 : ffff8800a5082680) 00000400:00000200:0.0:1749609320.204688:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609320.204689:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609320.204691:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609320.204692:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5082680 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:266/0 lens 224/0 e 0 to 0 dl 1749609331 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609320.204695:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609320.204700:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bd200 00000100:00000001:2.0:1749609320.204700:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609320.204701:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706ec0. 00000100:00000001:2.0:1749609320.204703:0:14331:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609320.204704:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x170dd [1] + 224 00000020:00000010:2.0:1749609320.204705:0:14331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706ec0. 00000100:00000001:3.0:1749609320.204706:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609320.204708:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609320.204708:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612270208:12345-0@lo:400: 00000100:00000001:1.0:1749609320.204709:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609320.204712:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609320.204712:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612270208 00000100:00000040:1.0:1749609320.204713:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609320.204714:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749609320.204715:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000400:00000200:3.0:1749609320.204715:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000020:00000001:2.0:1749609320.204716:0:14331:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609320.204718:0:14331:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609320.204718:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000020:00000001:2.0:1749609320.204720:0:14331:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609320.204722:0:14331:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609320.204723:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749609320.204724:0:14331:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609320.204726:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609320.204726:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609320.204727:0:14331:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609320.204728:0:14331:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1749609320.204729:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609320.204730:0:14331:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609320.204731:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609320.204755:0:14331:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609320.204756:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612270080, offset 0 00000020:00000001:2.0:1749609320.204757:0:14331:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609320.204777:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609320.204779:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609320.204780:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609320.204780:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:0.0:1749609320.204782:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609320.204783:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bcc00. 00000100:00000001:3.0:1749609320.204783:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609320.204784:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204786:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609320.204786:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609320.204787:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609320.204788:0:14331:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609320.204790:0:14331:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612270208 00000100:00000040:3.0:1749609320.204791:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0caa00 x1834594612269696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609320.204792:0:14331:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609320.204793:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609320.204794:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bd400 00010000:00000200:2.0:1749609320.204795:0:14331:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5082680 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:266/0 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609320.204798:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6682a8 00000400:00000010:0.0:1749609320.204799:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6682a8. 00000100:00100000:3.0:1749609320.204800:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612269696:12345-0@lo:38: Request processed in 339us (592us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609320.204801:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749609320.204801:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609320.204802:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749609320.204803:0:14331:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609320.204804:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 23784 00000100:00001000:2.0:1749609320.204804:0:14331:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=133 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609320.204805:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204807:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609320.204808:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:3.0:1749609320.204808:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00010000:00000001:0.0:1749609320.204810:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:1.0:1749609320.204810:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609320.204810:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:0.0:1749609320.204811:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204811:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609320.204811:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609320.204812:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749609320.204813:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749609320.204813:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609320.204814:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609320.204814:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609320.204815:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000100:00000040:0.0:1749609320.204816:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8b450 x1834594612269568/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:266/0 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.204816:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609320.204818:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609320.204818:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749609320.204819:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000100:00000200:1.0:1749609320.204820:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1749609320.204820:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000020:00000010:3.0:1749609320.204821:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8600. 00000100:00100000:0.0:1749609320.204823:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612269568:12345-0@lo:400: Request processed in 231us (716us total) trans 0 rc 0/0 00000100:00000010:1.0:1749609320.204823:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0cad80. 00000100:00000200:2.0:1749609320.204823:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612270208, offset 224 00000100:00000001:3.0:1749609320.204824:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609320.204826:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0cad80 x1834594612270080 msgsize 520 00000400:00000200:2.0:1749609320.204826:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609320.204844:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000400:00000200:2.0:1749609320.204844:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609320.204845:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609320.204846:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:0.0:1749609320.204849:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609320.204849:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bd480 00000100:00000001:0.0:1749609320.204850:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609320.204850:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749609320.204853:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000400:00000200:2.0:1749609320.204853:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x170f5 [1] + 224 00000100:00000001:1.0:1749609320.204855:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749609320.204857:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000400:00000200:2.0:1749609320.204857:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609320.204859:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609320.204861:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000400:00000200:1.0:1749609320.204861:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00100000:3.0:1749609320.204861:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612270080 02000000:00000001:3.0:1749609320.204863:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749609320.204864:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:3.0:1749609320.204864:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749609320.204865:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:3.0:1749609320.204866:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204867:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609320.204868:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1749609320.204868:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609320.204871:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509e800. 00000100:00000200:1.0:1749609320.204871:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609320.204871:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612270080 00000100:00000001:2.0:1749609320.204872:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609320.204872:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609320.204873:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749609320.204874:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1749609320.204874:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609320.204875:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609320.204876:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.204877:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609320.204878:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204880:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749609320.204880:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8600. 00000100:00000200:0.0:1749609320.204881:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1749609320.204881:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609320.204882:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000100:00000040:1.0:1749609320.204883:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609320.204884:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000400:00000010:0.0:1749609320.204885:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f170b0. 00000100:00000001:3.0:1749609320.204887:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609320.204888:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749609320.204889:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ef196c0. 00000100:00000001:3.0:1749609320.204889:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204891:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609320.204892:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.204892:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204894:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609320.204895:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000400:00000010:2.0:1749609320.204906:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000100:00000001:0.0:1749609320.204907:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609320.204907:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609320.204908:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.204908:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609320.204910:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.204910:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609320.204911:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00000001:2.0:1749609320.204911:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.204913:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609320.204914:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298596610 00010000:00000001:2.0:1749609320.204915:0:14331:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609320.204915:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609320.204916:0:14331:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.204917:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298596616 00000100:00000001:3.0:1749609320.204917:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609320.204918:0:14331:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609320.204919:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298596610 00000100:00100000:3.0:1749609320.204920:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00000001:1.0:1749609320.204921:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298596616 00000100:00000040:2.0:1749609320.204921:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082680 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:266/0 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609320.204922:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361865216 : -131939347686400 : ffff88007a0c9c00) 00000100:00000001:1.0:1749609320.204924:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298596610 00000100:00000040:3.0:1749609320.204924:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c9c00 x1834594612269952/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609320.204925:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609320.204926:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298596616 00000100:00000001:0.0:1749609320.204927:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609320.204928:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298596610 00000100:00100000:2.0:1749609320.204928:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612270208:12345-0@lo:400: Request processed in 227us (511us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609320.204931:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298596616 00000100:00100000:3.0:1749609320.204932:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612269952:12345-0@lo:38: 00000100:00100000:0.0:1749609320.204933:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00000001:1.0:1749609320.204933:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609320.204935:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609320.204935:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612269952 00000100:00000001:0.0:1749609320.204936:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361869696 : -131939347681920 : ffff88007a0cad80) 00000100:00100000:2.0:1749609320.204937:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000020:00000001:3.0:1749609320.204937:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609320.204938:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749609320.204940:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0cad80 x1834594612270080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609320.204940:0:14331:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000400:00000001:1.0:1749609320.204941:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609320.204941:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1749609320.204943:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609320.204943:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749609320.204945:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0948. 00000020:00000010:2.0:1749609320.204945:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9980. 00000020:00000001:3.0:1749609320.204945:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609320.204947:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:2.0:1749609320.204948:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c640. 00010000:00000001:3.0:1749609320.204949:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609320.204950:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000020:00000010:2.0:1749609320.204951:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00010000:00000001:3.0:1749609320.204951:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749609320.204952:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00100000:0.0:1749609320.204953:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612270080:12345-0@lo:38: 00000020:00000040:2.0:1749609320.204953:0:14331:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:3.0:1749609320.204953:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609320.204954:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609320.204954:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609320.204955:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609320.204956:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609320.204958:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612270080 00000100:00000200:1.0:1749609320.204958:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609320.204959:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58aac00. 00000020:00000001:0.0:1749609320.204960:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609320.204960:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.204962:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609320.204964:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749609320.204964:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609320.204965:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609320.204966:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00001000:3.0:1749609320.204967:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:2.0:1749609320.204968:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000200:1.0:1749609320.204969:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609320.204970:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609320.204971:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609320.204973:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:0.0:1749609320.204974:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.204975:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609320.204976:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609320.204977:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609320.204977:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00010000:00020000:0.0:1749609320.204978:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609320.204978:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609320.204979:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609320.204979:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000001:2.0:1749609320.204980:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1749609320.204981:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:2.0:1749609320.204981:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609320.204981:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609320.204982:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609320.204982:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609320.204983:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f9a0. 00010000:00000001:0.0:1749609320.204984:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609320.204984:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609320.204985:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749609320.204985:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000100:00000040:3.0:1749609320.204985:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609320.204986:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:0.0:1749609320.204987:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609320.204987:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749609320.204987:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000100:00000001:2.0:1749609320.204988:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609320.204989:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609320.204989:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609320.204990:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609320.204990:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612269952, offset 0 02000000:00000001:0.0:1749609320.204991:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609320.204993:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609320.204993:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749609320.204996:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509e800. 00000100:00000200:2.0:1749609320.204997:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609320.204998:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609320.204998:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609320 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609320.205000:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609320.205000:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749609320.205002:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=136 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609320.205003:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749609320.205004:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609320.205004:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609320.205004:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bd380 00010000:00000001:0.0:1749609320.205006:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.205006:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609320.205006:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609320.205007:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609320.205008:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609320.205008:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x170fd [1] + 0 00000100:00001000:0.0:1749609320.205009:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609320.205009:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609320.205010:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.205011:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609320.205012:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749609320.205012:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609320.205012:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609320.205014:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609320.205015:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1749609320.205015:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=133 v=5 (5 5 5 5) 00000100:00000040:1.0:1749609320.205016:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609320.205017:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609320.205017:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609320.205018:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609320.205019:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749609320.205019:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609320.205020:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609320.205020:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609320.205022:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609320.205023:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609320.205023:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00080000:2.0:1749609320.205025:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609320.205026:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609320.205026:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749609320.205026:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609320.205028:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609320.205028:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609320.205030:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.205030:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:2.0:1749609320.205031:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.205032:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609320.205033:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609320.205033:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:1.0:1749609320.205034:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749609320.205034:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609320.205036:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609320.205036:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:3.0:1749609320.205036:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000100:00080000:1.0:1749609320.205037:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000400:00000010:3.0:1749609320.205037:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000100:00000001:2.0:1749609320.205038:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1749609320.205039:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6682a8. 00000100:00000001:1.0:1749609320.205039:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609320.205039:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.205039:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609320.205040:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609320.205041:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609320.205042:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612270080, offset 0 00000100:00000040:1.0:1749609320.205042:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609320.205042:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609320.205044:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:0.0:1749609320.205045:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609320.205046:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.205047:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609320.205047:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609320.205048:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612269696:0@lo:38: 00000100:00000001:2.0:1749609320.205048:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749609320.205049:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9c00 x1834594612269952/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.205050:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609320.205051:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609320.205051:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.205052:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.205053:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609320.205055:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083100 x1834594612269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609320.205057:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bd400 00000100:00100000:3.0:1749609320.205057:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612269952:12345-0@lo:38: Request processed in 125us (588us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609320.205058:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612270208:0@lo:400: 00000400:00000200:0.0:1749609320.205061:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17109 [1] + 0 00000100:00000001:1.0:1749609320.205061:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609320.205062:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609320.205062:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.205063:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609320.205063:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 02000000:00000010:1.0:1749609320.205064:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092c00. 00000400:00000200:0.0:1749609320.205065:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609320.205065:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080000 x1834594612270208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609320.205065:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609320.205066:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609320.205067:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609320.205068:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1749609320.205068:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9f00. 00000100:00000001:0.0:1749609320.205070:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609320.205070:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609320.205070:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1749609320.205070:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c578. 00000020:00000040:1.0:1749609320.205072:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609320.205072:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1749609320.205073:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609320.205073:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1749609320.205073:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 02000000:00000010:2.0:1749609320.205074:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 02000000:00000010:1.0:1749609320.205075:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a0c00. 00000100:00000001:3.0:1749609320.205075:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609320.205076:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609320.205077:0:1509:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749609320.205078:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609320.205079:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1749609320.205079:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749609320.205080:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609320.205080:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1749609320.205081:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083100. 02000000:00000010:2.0:1749609320.205082:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7b00. 00000100:00000001:1.0:1749609320.205083:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749609320.205083:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609320.205084:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609320.205084:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609320.205085:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609320.205085:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080000. 00000100:00000001:0.0:1749609320.205087:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609320.205087:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609320.205088:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.205089:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609320.205089:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609320.205090:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6682a8 00000100:00000001:1.0:1749609320.205090:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:0.0:1749609320.205091:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6682a8. 00000100:00000001:3.0:1749609320.205091:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609320.205092:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609320.205092:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749609320.205092:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612269824 00000100:00000001:0.0:1749609320.205093:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609320.205093:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609320.205093:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.205094:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609320.205094:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609320.205095:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609320.205095:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609320.205096:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609320.205096:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609320.205096:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609320.205097:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609320.205097:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609320.205098:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:1.0:1749609320.205099:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 02000000:00000001:3.0:1749609320.205099:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.205100:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609320.205100:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612269824 00000400:00000200:1.0:1749609320.205101:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000020:00000001:0.0:1749609320.205102:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609320.205102:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1749609320.205103:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000020:00000040:3.0:1749609320.205103:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:3.0:1749609320.205104:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609320.205105:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cad80 x1834594612270080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609340 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.205105:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:3.0:1749609320.205106:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000200:1.0:1749609320.205107:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609320.205108:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609320.205110:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609320.205110:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609320.205111:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609320.205112:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612270080:12345-0@lo:38: Request processed in 160us (284us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609320.205112:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749609320.205113:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609320.205114:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8140. 00000020:00000010:3.0:1749609320.205117:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8e80. 00000100:00100000:0.0:1749609320.205119:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00000001:1.0:1749609320.205119:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609320.205120:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609320.205121:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609320.205121:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:3.0:1749609320.205121:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:0.0:1749609320.205122:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609320.205123:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609320.205124:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749609320.205125:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000100:00000001:1.0:1749609320.205125:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609320.205126:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.205126:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749609320.205127:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000020:00000010:0.0:1749609320.205129:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8600. 00000100:00001000:1.0:1749609320.205129:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609320 v=5 (0 0 0 0) 00000020:00000010:3.0:1749609320.205129:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 00000100:00001000:1.0:1749609320.205131:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=136 v=20 (1 1 20 1) 00000020:00000010:3.0:1749609320.205131:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00000001:0.0:1749609320.205132:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.205133:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749609320.205133:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000001:1.0:1749609320.205134:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609320.205136:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:2.0:1749609320.205137:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1749609320.205137:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:1.0:1749609320.205138:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609320.205139:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609320.205139:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609320.205140:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609320.205141:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.205144:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609320.205145:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609320.205146:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609320.205146:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609320.205147:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609320.205147:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609320.205148:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609320.205148:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609320.205148:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.205149:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:0.0:1749609320.205151:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1749609320.205151:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000001:0.0:1749609320.205152:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1749609320.205152:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609320.205152:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609320.205154:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f176e0. 00000100:00000001:1.0:1749609320.205154:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609320.205156:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6683b8 00000100:00000040:1.0:1749609320.205156:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609320.205156:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749609320.205157:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6683b8. 00000100:00000001:3.0:1749609320.205157:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609320.205159:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609320.205160:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00000200:0.0:1749609320.205161:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609320.205162:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612269952:0@lo:38: 00000100:00000040:3.0:1749609320.205162:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:3.0:1749609320.205163:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342500352 : -131938367051264 : ffff8800b47fea00) 00000400:00000001:1.0:1749609320.205166:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1749609320.205167:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609320.205167:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609320.205167:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fea00 x1834594612269824/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:266/0 lens 224/0 e 0 to 0 dl 1749609331 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609320.205169:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 00000400:00000200:1.0:1749609320.205170:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:1.0:1749609320.205172:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:0.0:1749609320.205173:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609320.205173:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609320.205174:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609320.205175:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609320.205175:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609320.205175:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8e80. 00000100:00000001:0.0:1749609320.205176:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609320.205176:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609320.205178:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749609320.205178:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8e80. 00000100:00000001:0.0:1749609320.205179:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609320.205180:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609320.205181:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609320.205181:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612269824:12345-0@lo:400: 02000000:00000001:0.0:1749609320.205182:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609320.205184:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612269824 00000100:00001000:0.0:1749609320.205185:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=139 v=5 (5 5 5 5) 00000020:00000001:3.0:1749609320.205185:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609320.205186:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609320.205187:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609320.205187:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00001000:0.0:1749609320.205188:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609320.205188:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609320.205189:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609320.205189:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.205190:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609320.205190:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609320.205191:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.205191:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609320.205191:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609320.205192:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00010000:00000001:0.0:1749609320.205193:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1749609320.205193:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609320.205194:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1749609320.205195:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609320.205195:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609320 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609320.205196:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609320.205197:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=133 v=20 (1 1 20 1) 00000020:00000001:3.0:1749609320.205197:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609320.205198:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749609320.205199:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.205199:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609320.205199:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609320.205199:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609320.205201:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609320.205201:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609320.205202:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749609320.205203:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609320.205204:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609320.205204:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609320.205206:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609320.205206:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609320.205207:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.205208:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749609320.205208:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a9400. 02000000:00000001:3.0:1749609320.205209:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609320.205210:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.205210:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609320.205211:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609320.205211:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.205212:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749609320.205212:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.205213:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:3.0:1749609320.205214:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612269824 00000100:00080000:1.0:1749609320.205215:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749609320.205216:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612269568:0@lo:400: 00000100:00080000:1.0:1749609320.205217:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00010000:00000001:3.0:1749609320.205217:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609320.205218:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609320.205219:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609320.205219:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b47fea00 x1834594612269824/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:266/0 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609320.205221:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609320.205221:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609320.205222:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081180 x1834594612269568/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609320.205225:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749609320.205227:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612270080:0@lo:38: 00010000:00000001:3.0:1749609320.205227:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.205228:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609320.205229:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1749609320.205229:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=126 v=5 (1 1 1 1) 02000000:00000010:0.0:1749609320.205230:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0800. 00000100:00000001:1.0:1749609320.205230:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.205231:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609320.205232:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609320.205232:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609320.205233:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749609320.205233:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081880 x1834594612269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609320.205233:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000040:0.0:1749609320.205234:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:0.0:1749609320.205235:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609320.205235:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609320.205236:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749609320.205237:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7900. 02000000:00000001:3.0:1749609320.205237:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609320.205238:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609320.205238:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609320.205239:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749609320.205239:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609320.205239:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749609320.205240:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081180. 02000000:00000010:1.0:1749609320.205240:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5093000. 00000100:00000040:3.0:1749609320.205241:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609320.205242:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749609320.205242:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1749609320.205242:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000100:00000001:0.0:1749609320.205243:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609320.205243:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609320.205244:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609320.205245:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609320.205245:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1749609320.205245:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612269824, offset 224 00000100:00000001:0.0:1749609320.205246:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1749609320.205246:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948a2400. 00000100:00000001:0.0:1749609320.205248:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609320.205248:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749609320.205248:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609320.205249:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609320.205249:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609320.205250:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609320.205250:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081880. 00000100:00000001:1.0:1749609320.205252:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609320.205252:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609320.205252:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609320.205254:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609320.205255:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609320.205256:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bd300 00000100:00000001:1.0:1749609320.205260:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749609320.205260:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x170ed [1] + 224 02000000:00000001:1.0:1749609320.205261:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609320.205262:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5093800. 02000000:00000001:1.0:1749609320.205263:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749609320.205263:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609320.205264:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609320.205265:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1749609320.205266:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609320.205267:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609320.205268:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948bc800. 00000100:00000001:3.0:1749609320.205268:0:15201:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609320.205270:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1749609320.205270:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609320.205271:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609320.205271:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:1.0:1749609320.205274:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609320.205274:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609320.205276:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609320.205277:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609320.205278:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609320.205279:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609320.205280:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609320.205281:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.205305:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609320.205309:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609320.205309:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000400:00000010:3.0:1749609320.205310:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000100:00000001:0.0:1749609320.205311:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609320.205312:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749609320.205313:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609320.205313:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749609320.205314:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609320.205314:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609320.205316:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17688. 00000100:00000040:3.0:1749609320.205316:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:0.0:1749609320.205318:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668550 00010000:00000001:3.0:1749609320.205318:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:0.0:1749609320.205319:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668550. 00000020:00000001:3.0:1749609320.205320:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.205321:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609320.205321:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1749609320.205323:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609320.205324:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fea00 x1834594612269824/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:266/0 lens 224/224 e 0 to 0 dl 1749609331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609320.205331:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609320.205332:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612269824:12345-0@lo:400: Request processed in 156us (990us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609320.205336:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609320.205337:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00000001:0.0:1749609320.205338:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609320.205338:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:0.0:1749609320.205339:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609320.205340:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609320.205340:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609320.205341:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609320.205342:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609320.205343:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609320.205344:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609320.205344:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000020:00000010:3.0:1749609320.205346:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000100:00001000:0.0:1749609320.205347:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=126 v=5 (5 5 5 5) 00000020:00000010:3.0:1749609320.205348:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000100:00001000:0.0:1749609320.205349:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609320.205351:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1749609320.205351:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:0.0:1749609320.205352:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609320.205352:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609320.205353:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749609320.205356:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609320.205361:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.205363:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609320.205365:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:0.0:1749609320.205366:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609320.205367:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609320.205369:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609320.205380:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609320.205382:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609320.205383:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609320.205385:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609320.205391:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612269824:0@lo:400: 00000100:00000001:0.0:1749609320.205394:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609320.205395:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609320.205396:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080e00 x1834594612269824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609320.205402:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609320.205403:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609320.205404:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1400. 02000000:00000001:0.0:1749609320.205407:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609320.205408:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609320.205408:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1749609320.205410:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609320.205411:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7800. 02000000:00000001:0.0:1749609320.205412:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609320.205413:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609320.205414:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080e00. 00000100:00000001:0.0:1749609320.205416:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609320.205417:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609320.205418:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609320.205421:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609320.205422:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609320.205424:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609320.205425:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609320.211611:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298596616, at 4298596616 00000100:00000040:2.0:1749609320.211615:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298596616, at 4298596616 00000100:00000040:3.0:1749609320.211615:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298596616, at 4298596616 00000100:00000040:1.0:1749609320.211616:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298596616, at 4298596616 00000100:00000010:0.0:1749609320.211620:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b41c0. 00000100:00000010:3.0:1749609320.211630:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4a40. 00000100:00000010:2.0:1749609320.211646:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4640. 00000100:00000010:1.0:1749609320.211654:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4380. 00000100:00000010:2.0:1749609320.489637:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080000. 00000020:00000040:2.0:1749609320.489650:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609320.489656:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609320.489660:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609320.489666:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609320.489672:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609320.489679:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.489685:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609320.489687:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609320.489694:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609320.489696:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955520 : -131938708596096 : ffff8800a0245a80) 00000100:00000001:2.0:1749609320.489699:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609320.489700:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082983424 : -131938626568192 : ffff8800a5080000) 00000100:00000001:2.0:1749609320.489707:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609320.489710:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609320.489712:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609320.489713:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609320.489721:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080000 x1834594612270336/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.489778:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609320.489780:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609320.489783:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080000 x1834594612270336/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.489790:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609320.489793:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609320.489795:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609320.489797:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245a80 going to sleep for 0 seconds 00000100:00000001:2.0:1749609320.489799:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609320.489801:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609320.489804:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.489806:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609320.489808:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609320.489811:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080000 x1834594612270336/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609320.489819:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612270336:0@lo:900: 00000100:00000001:2.0:1749609320.489824:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609320.489826:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609320.489828:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609320.489830:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609320.489832:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080000 x1834594612270336/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.489838:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609320.489840:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245a80. 00000100:00000001:2.0:1749609320.489844:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609320.489845:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609320.489848:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609320.489850:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080000 x1834594612270336/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609320.489856:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609320.489858:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609320.489860:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609320.489862:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609320.489864:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609320.489867:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609320.489869:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609320.489870:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080000. 00000100:00000001:2.0:1749609320.489873:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609320.489873:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609320.561724:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609320.561761:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609320.561770:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609320.561774:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609320.561844:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609320.561849:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609320.561851:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609320.710680:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609320.710689:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609320.710691:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609320.710695:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609320.710699:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609320.710703:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609320.710706:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609320.710709:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609320.710711:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609321.563633:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609321.563639:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609321.563643:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609321.563644:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609321.563708:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609321.563732:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609321.563734:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609321.710602:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609321.710607:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609321.710609:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609321.710612:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609321.710615:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609321.710618:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609321.710621:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609321.710622:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609321.710624:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609321.966195:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609321.966210:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609321.966213:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609321.966215:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609321.966224:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609321.966239:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf340b80 00000400:00000200:0.0:1749609321.966246:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x165ad [2] + 0 00000400:00000010:0.0:1749609321.966250:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fd10. 00000400:00000200:0.0:1749609321.966254:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007ebd2c00 00000800:00000001:0.0:1749609321.966259:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609321.966262:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609321.966264:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609321.966267:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609321.966272:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007ebd2c00 00000400:00000010:0.0:1749609321.966273:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88007ebd2c00. 00000100:00000001:0.0:1749609321.966278:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609321.966281:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609321.966284:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8b850 x1834594730249088 msgsize 224 00000100:00100000:0.0:1749609321.966287:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609321.966289:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609321.966305:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609321.966311:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609321.966314:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609321.966316:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609321.966317:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609321.966321:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609321.966324:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340c00 00000400:00000200:0.0:1749609321.966327:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 24304 00000800:00000001:0.0:1749609321.966330:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609321.966333:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609321.966334:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609321.966335:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609321.966337:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609321.966338:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609321.966342:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47fed80. 00000100:00000040:0.0:1749609321.966343:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47fed80 x1834594730249216 msgsize 520 00000100:00100000:0.0:1749609321.966346:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609321.966350:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609321.966353:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730249088 02000000:00000001:2.0:1749609321.966355:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609321.966357:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609321.966357:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609321.966359:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609321.966360:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609321.966361:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609321.966362:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:2.0:1749609321.966362:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609321.966363:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609321.966365:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00100000:2.0:1749609321.966365:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730249088 00000400:00000200:0.0:1749609321.966367:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340c80 00000020:00000001:2.0:1749609321.966367:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609321.966369:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 24824 00000020:00000040:2.0:1749609321.966369:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000800:00000001:0.0:1749609321.966371:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:2.0:1749609321.966371:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609321.966373:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609321.966374:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609321.966376:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609321.966379:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1749609321.966382:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609321.966382:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706ec0. 00000400:00000200:0.0:1749609321.966383:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609321.966383:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609321.966385:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:2.0:1749609321.966385:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706ec0. 00000100:00000001:0.0:1749609321.966387:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609321.966387:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749609321.966390:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000010:0.0:1749609321.966391:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ea680. 00000100:00000040:0.0:1749609321.966392:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ea680 x1834594730249344 msgsize 520 00000020:00000010:2.0:1749609321.966394:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9980. 00000100:00100000:0.0:1749609321.966395:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:2.0:1749609321.966397:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c640. 00000100:00000001:0.0:1749609321.966400:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609321.966402:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:0.0:1749609321.966403:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609321.966404:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609321.966405:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1749609321.966406:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609321.966406:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609321.966410:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609321.966416:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609321.966419:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609321.966420:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730249216 00000100:00000001:2.0:1749609321.966420:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609321.966421:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609321.966422:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609321.966423:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609321.966424:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1455 00000100:00000001:0.0:1749609321.966425:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609321.966426:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 02000000:00000001:0.0:1749609321.966427:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609321.966427:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295891536 : -131938413660080 : ffff8800b1b8b850) 00000100:00100000:0.0:1749609321.966429:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730249216 00000100:00000001:1.0:1749609321.966429:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749609321.966431:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609321.966432:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:1.0:1749609321.966432:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730249344 00000100:00000040:2.0:1749609321.966432:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8b850 x1834594730249088/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:267/0 lens 224/0 e 0 to 0 dl 1749609332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609321.966433:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609321.966434:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749609321.966435:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609321.966435:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749609321.966436:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609321.966436:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609321.966437:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609321.966438:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609321.966438:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706ec0. 00000020:00000010:0.0:1749609321.966439:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 00000100:00000001:2.0:1749609321.966439:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609321.966440:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730249344 00000020:00000010:2.0:1749609321.966440:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706ec0. 00000020:00000001:1.0:1749609321.966441:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749609321.966442:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000020:00000040:1.0:1749609321.966442:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:2.0:1749609321.966442:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730249088:12345-192.168.201.20@tcp:400: 00000020:00000001:1.0:1749609321.966443:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609321.966444:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609321.966444:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609321.966444:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730249088 00000020:00000010:0.0:1749609321.966445:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000020:00000001:2.0:1749609321.966445:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749609321.966447:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:0.0:1749609321.966448:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609321.966448:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609321.966449:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749609321.966449:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609321.966450:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000001:0.0:1749609321.966451:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609321.966451:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1749609321.966452:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000020:00000001:2.0:1749609321.966452:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609321.966454:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609321.966454:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609321.966454:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609321.966455:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749609321.966455:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609321.966456:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609321.966456:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609321.966457:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609321.966458:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609321.966459:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609321.966460:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609321.966462:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609321.966464:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609321.966467:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609321.966467:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bd800. 02000000:00000001:2.0:1749609321.966468:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609321.966469:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609321.966471:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609321.966471:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609321.966472:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730249088 00010000:00000001:2.0:1749609321.966474:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609321.966475:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609321.966476:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609321.966476:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000200:2.0:1749609321.966476:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8b850 x1834594730249088/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:267/0 lens 224/224 e 0 to 0 dl 1749609332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609321.966477:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609321.966480:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2746 00010000:00000001:2.0:1749609321.966481:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609321.966482:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342501248 : -131938367050368 : ffff8800b47fed80) 00010000:00000001:2.0:1749609321.966482:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609321.966484:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=140 v=5 (1 1 1 1) 00000100:00000040:0.0:1749609321.966485:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47fed80 x1834594730249216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609321.966486:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2747 00000100:00000001:1.0:1749609321.966487:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806595200 : -131938902956416 : ffff8800948ea680) 00000100:00000001:2.0:1749609321.966487:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609321.966489:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609321.966490:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ea680 x1834594730249344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609321.966490:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609321.966491:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609321.966492:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609321.966493:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730249216:12345-192.168.201.20@tcp:38: 00000100:00000001:2.0:1749609321.966494:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609321.966495:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609321.966498:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000100:00000200:2.0:1749609321.966521:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730249088, offset 224 00000100:00000200:0.0:1749609321.966525:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730249216 00000400:00000200:2.0:1749609321.966525:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000001:0.0:1749609321.966528:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609321.966529:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749609321.966529:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730249344:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609321.966532:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730249344 00000400:00000200:2.0:1749609321.966532:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000001:1.0:1749609321.966533:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609321.966534:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609321.966536:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2076:2076:256:4294967295] 192.168.201.20@tcp LPNI seq info [2072:2072:8:4294967295] 00000020:00000001:0.0:1749609321.966540:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609321.966542:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:1.0:1749609321.966542:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:2.0:1749609321.966542:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000001:1.0:1749609321.966544:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:0.0:1749609321.966545:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000800:00000200:2.0:1749609321.966545:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000001:0.0:1749609321.966547:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609321.966547:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000800:00000010:2.0:1749609321.966547:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7b00. 02000000:00000001:1.0:1749609321.966548:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609321.966549:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609321.966550:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749609321.966550:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a5093800. 02000000:00000001:0.0:1749609321.966551:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609321.966551:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609321.966551:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609321.966552:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609321.966553:0:15217:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 02000000:00000010:0.0:1749609321.966554:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800880aa000. 02000000:00000001:0.0:1749609321.966555:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609321.966555:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:0.0:1749609321.966557:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749609321.966557:0:15217:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3931 last 0 00000800:00000200:2.0:1749609321.966558:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7b00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1749609321.966559:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609321.966560:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609321.966560:0:15217:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00001000:0.0:1749609321.966562:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000004:00000001:1.0:1749609321.966563:0:15217:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:2.0:1749609321.966563:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609321.966564:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749609321.966564:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000004:00000001:1.0:1749609321.966565:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00010000:00000001:2.0:1749609321.966565:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609321.966566:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609321.966567:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000004:00000001:1.0:1749609321.966568:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609321.966569:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000040:2.0:1749609321.966570:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8b850 x1834594730249088/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:267/0 lens 224/224 e 0 to 0 dl 1749609332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609321.966572:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1749609321.966573:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:0.0:1749609321.966574:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00100000:2.0:1749609321.966575:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730249088:12345-192.168.201.20@tcp:400: Request processed in 136us (290us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609321.966576:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:1.0:1749609321.966576:0:15217:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609321.966576:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609321.966578:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00100000:2.0:1749609321.966579:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1455 00000100:00000040:0.0:1749609321.966580:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000040:1.0:1749609321.966580:0:15217:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000040:2.0:1749609321.966580:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 02000000:00000001:0.0:1749609321.966581:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000040:1.0:1749609321.966582:0:15217:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000001:2.0:1749609321.966582:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609321.966583:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1749609321.966583:0:15217:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000001:2.0:1749609321.966583:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609321.966584:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:1.0:1749609321.966584:0:15217:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000010:2.0:1749609321.966585:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9980. 00000100:00000040:0.0:1749609321.966586:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609321.966586:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609321.966587:0:15217:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000010:2.0:1749609321.966587:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c640. 00000004:00000001:1.0:1749609321.966588:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000010:0.0:1749609321.966589:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668550. 00000004:00000001:1.0:1749609321.966589:0:15217:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000010:2.0:1749609321.966589:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00010000:00000001:1.0:1749609321.966590:0:15217:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:0.0:1749609321.966591:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730249216, offset 0 00010000:00000001:1.0:1749609321.966592:0:15217:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:2.0:1749609321.966592:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000020:00000040:1.0:1749609321.966593:0:15217:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:0.0:1749609321.966594:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609321.966594:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609321.966595:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609321.966596:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749609321.966596:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1749609321.966597:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609321.966597:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609321.966598:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f9a0. 00000100:00001000:1.0:1749609321.966599:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000200:0.0:1749609321.966600:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609321.966600:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1749609321.966601:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245a80. 00000400:00000200:0.0:1749609321.966603:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2077:2077:255:4294967295] 192.168.201.20@tcp LPNI seq info [2073:2073:7:4294967295] 00000400:00000200:0.0:1749609321.966611:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609321.966614:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609321.966616:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:0.0:1749609321.966617:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057000. 00000100:00000001:1.0:1749609321.966618:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609321.966619:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:0.0:1749609321.966620:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609321.966620:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609321.966621:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609321.966623:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:0.0:1749609321.966624:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:1.0:1749609321.966624:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609321.966625:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609321.966625:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000800:00000200:0.0:1749609321.966626:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057000 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1749609321.966627:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609321.966628:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609321.966628:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000040:0.0:1749609321.966630:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000200:1.0:1749609321.966630:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730249344, offset 0 00000100:00000001:0.0:1749609321.966632:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609321.966633:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609321.966633:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:0.0:1749609321.966636:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47fed80 x1834594730249216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609341 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609321.966636:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609321.966639:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2078:2078:254:4294967295] 192.168.201.20@tcp LPNI seq info [2074:2074:6:4294967295] 00000100:00100000:0.0:1749609321.966644:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730249216:12345-192.168.201.20@tcp:38: Request processed in 150us (299us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609321.966644:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609321.966647:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609321.966649:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceee00. 00000100:00100000:0.0:1749609321.966650:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2746 00000100:00000001:0.0:1749609321.966652:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1749609321.966652:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:0.0:1749609321.966653:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609321.966655:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000800:00000200:1.0:1749609321.966655:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609321.966656:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceee00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1749609321.966657:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000100:00000001:1.0:1749609321.966658:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609321.966660:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00000100:00000040:1.0:1749609321.966660:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609321.966661:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609321.966662:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1749609321.966662:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1749609321.966663:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609321.966664:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ea680 x1834594730249344/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609341 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1749609321.966664:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7b00. 00000400:00000200:2.0:1749609321.966665:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609321.966668:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:1.0:1749609321.966669:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730249344:12345-192.168.201.20@tcp:38: Request processed in 173us (276us total) trans 0 rc -11/-11 00000400:00000200:2.0:1749609321.966669:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000400:00000010:2.0:1749609321.966670:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:2.0:1749609321.966672:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:1.0:1749609321.966673:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2747 02000000:00000001:2.0:1749609321.966673:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749609321.966675:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609321.966675:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1749609321.966675:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bd800. 02000000:00000001:2.0:1749609321.966676:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1749609321.966677:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000001:2.0:1749609321.966677:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609321.966679:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000020:00000010:1.0:1749609321.966681:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:1.0:1749609321.966682:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609321.966684:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609321.966685:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057000. 00000400:00000200:2.0:1749609321.966687:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609321.966688:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609321.966689:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668550 00000400:00000010:2.0:1749609321.966690:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668550. 00000100:00000001:2.0:1749609321.966691:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609321.966692:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609321.966700:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609321.966701:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceee00. 00000400:00000200:2.0:1749609321.966728:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609321.966731:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609321.966732:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:2.0:1749609321.966732:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609321.966734:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609321.966734:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:2.0:1749609322.490635:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080000. 00000020:00000040:2.0:1749609322.490651:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609322.490659:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609322.490664:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609322.490671:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609322.490681:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9800. 00000100:00000001:2.0:1749609322.490691:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.490752:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609322.490755:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609322.490764:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245b40. 00000100:00000001:2.0:1749609322.490767:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955712 : -131938708595904 : ffff8800a0245b40) 00000100:00000001:2.0:1749609322.490771:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609322.490774:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082983424 : -131938626568192 : ffff8800a5080000) 00000100:00000001:2.0:1749609322.490779:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609322.490782:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609322.490784:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609322.490786:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609322.490794:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080000 x1834594612270464/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.490805:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609322.490807:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609322.490810:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080000 x1834594612270464/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.490817:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609322.490820:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609322.490821:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609322.490824:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609322.490826:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609322.490829:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609322.490832:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.490834:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609322.490836:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609322.490838:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080000 x1834594612270464/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609322.490846:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612270464:0@lo:900: 00000100:00000001:2.0:1749609322.490850:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609322.490852:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609322.490855:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609322.490856:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609322.490858:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080000 x1834594612270464/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.490864:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609322.490866:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245b40. 00000100:00000001:2.0:1749609322.490869:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609322.490871:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609322.490873:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609322.490874:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080000 x1834594612270464/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609322.490881:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609322.490883:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609322.490884:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609322.490887:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609322.490889:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609322.490892:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609322.490894:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609322.490896:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080000. 00000100:00000001:2.0:1749609322.490899:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609322.490899:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609322.565643:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609322.565652:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609322.565660:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609322.565662:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609322.565734:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609322.565738:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609322.565740:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609322.710742:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609322.710750:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609322.710753:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609322.710756:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609322.710761:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609322.710765:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609322.710768:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609322.710771:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609322.710773:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609323.567624:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609323.567630:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609323.567636:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609323.567637:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609323.567726:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609323.567729:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609323.567731:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609323.710698:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609323.710704:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609323.710705:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609323.710708:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609323.710710:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609323.710713:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609323.710714:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609323.710716:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609323.710718:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609324.491627:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eb100. 00000020:00000040:0.0:1749609324.491636:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609324.491640:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609324.491643:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609324.491647:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609324.491652:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1400. 00000100:00000001:0.0:1749609324.491657:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609324.491685:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609324.491686:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609324.491691:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609324.491692:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609324.491694:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609324.491695:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806597888 : -131938902953728 : ffff8800948eb100) 00000100:00000001:0.0:1749609324.491698:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609324.491699:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609324.491701:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609324.491702:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609324.491708:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eb100 x1834594612270592/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609324.491714:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609324.491715:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609324.491717:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eb100 x1834594612270592/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609324.491720:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609324.491722:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609324.491723:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609324.491724:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609324.491726:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609324.491727:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609324.491728:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609324.491730:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609324.491731:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609324.491736:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eb100 x1834594612270592/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609324.491740:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612270592:0@lo:900: 00000100:00000001:0.0:1749609324.491744:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609324.491745:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609324.491746:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609324.491747:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609324.491749:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eb100 x1834594612270592/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609324.491752:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609324.491753:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609324.491756:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609324.491757:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609324.491758:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609324.491759:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eb100 x1834594612270592/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609324.491762:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609324.491763:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609324.491764:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609324.491765:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609324.491766:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1400. 02000000:00000001:0.0:1749609324.491770:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609324.491771:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609324.491772:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eb100. 00000100:00000001:0.0:1749609324.491774:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609324.491774:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609324.569653:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609324.569678:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609324.569686:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609324.569688:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609324.569790:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609324.569794:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609324.569796:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609324.710613:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609324.710618:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609324.710619:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609324.710621:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609324.710624:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609324.710626:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609324.710628:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609324.710630:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609324.710631:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.211616:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609325.211623:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609325.211629:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080000. 00000020:00000040:2.0:1749609325.211634:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609325.211638:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609325.211641:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609325.211645:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609325.211677:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7b00. 00000100:00000001:2.0:1749609325.211694:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.211700:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609325.211709:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609325.211711:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.211716:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080000] to pc [ptlrpcd_00_01+1] req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.211747:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609325.211749:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609325.211752:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609325.211753:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609325.211755:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609325.211757:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609325.211759:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3929 00000100:00080000:2.0:1749609325.211762:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609325.211763:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609325.211765:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609325.211767:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609325.211768:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609325.211770:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609325.211771:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609325.211773:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609325.211776:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609325.211777:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609325.211779:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609325.211780:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609325.211781:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609325.211782:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609325.211783:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609325.211785:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609325.211786:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609325.211788:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609325.211789:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609325.211794:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609325.211794:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609325.211796:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.211797:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:3.0:1749609325.211799:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749609325.211800:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.211801:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609325.211802:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609325.211803:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609325.211805:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609325.211807:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.211807:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609325.211808:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609325.211808:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609325.211809:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609325.211810:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.211810:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609325.211811:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749609325.211813:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948bd800. 00000100:00000001:3.0:1749609325.211813:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609325.211815:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609325.211817:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609325.211818:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609325.211823:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609325.211824:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.211825:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609325.211825:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609325.211826:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080380] to pc [ptlrpcd_rcv+-1] req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609325.211826:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609325.211828:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609325.211829:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609325.211831:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609325.211833:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609325.211834:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612270720:0@lo:400: 00000100:00000001:3.0:1749609325.211839:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609325.211842:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.211844:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1749609325.211844:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609325.211846:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749609325.211846:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609325.211847:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000020:00000040:2.0:1749609325.211849:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:3.0:1749609325.211849:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609325.211850:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609325.211851:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609325.211852:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609325.211853:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7200. 02000000:00000010:3.0:1749609325.211853:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9000. 00000100:00000001:2.0:1749609325.211855:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609325.211855:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.211857:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749609325.211876:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62478. 00000100:00000001:2.0:1749609325.211878:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609325.211879:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.211881:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082300] to pc [ptlrpcd_00_02+2] req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609325.211883:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000100:00000200:3.0:1749609325.211890:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612270720, portal 25 00000100:00000001:3.0:1749609325.211893:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609325.211895:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082983424 : -131938626568192 : ffff8800a5080000) 00000100:00000001:2.0:1749609325.211897:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609325.211899:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:3.0:1749609325.211900:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609325.211901:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609325.211902:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609325.211903:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609325.211916:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609325.211917:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3929 00000100:00000001:3.0:1749609325.211918:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749609325.211919:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609325.211920:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609325.211922:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609325.211922:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609325.211923:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609325.211924:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:3.0:1749609325.211924:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000020:00000001:2.0:1749609325.211925:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609325.211926:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000200:3.0:1749609325.211926:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612270720, offset 0 00000020:00000001:2.0:1749609325.211927:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609325.211928:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:2.0:1749609325.211929:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:2.0:1749609325.211930:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609325.211932:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609325.211932:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609325.211933:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609325.211933:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609325.211934:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609325.211935:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609325.211935:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609325.211935:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609325.211936:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00100000:0.0:1749609325.211937:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749609325.211937:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749609325.211937:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609325.211938:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.211939:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609325.211940:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1749609325.211942:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609325.211942:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609325.211943:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.211944:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609325.211944:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609325.211945:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.211946:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609325.211947:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000400:00000200:3.0:1749609325.211947:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609325.211948:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609325.211948:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609325.211949:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609325.211950:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609325.211951:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609325.211951:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.211952:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609325.211952:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609325.211953:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609325.211953:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609325.211954:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609325.211955:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749609325.211956:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609325.211956:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948bfc00. 02000000:00000001:1.0:1749609325.211957:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609325.211958:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609325.211958:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bd680 02000000:00000001:1.0:1749609325.211959:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609325.211960:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749609325.211962:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612270848:0@lo:38: 00000100:00000001:2.0:1749609325.211964:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609325.211965:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609325.211965:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x165dd [2] + 0 00000100:00000001:0.0:1749609325.211966:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609325.211966:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609325.211966:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081c00] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609325.211967:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609325.211968:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62210. 02000000:00000001:1.0:1749609325.211969:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609325.211970:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609325.211970:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.211971:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609325.211972:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609325.211972:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749609325.211972:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880085dd26c0 00000100:00080000:2.0:1749609325.211973:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749609325.211975:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609325.211975:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:1.0:1749609325.211976:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5093000. 00000100:00000001:2.0:1749609325.211976:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1749609325.211976:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1749609325.211977:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749609325.211978:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612270976:0@lo:400: 02000000:00000001:1.0:1749609325.211978:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.211979:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:3.0:1749609325.211979:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749609325.211980:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3929 00000100:00080000:2.0:1749609325.211981:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749609325.211982:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1749609325.211982:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00000100:00000040:2.0:1749609325.211982:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609325.211983:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749609325.211983:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880085dd26c0 00000100:00000040:2.0:1749609325.211984:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609325.211984:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880085dd26c0. 02000000:00000001:0.0:1749609325.211985:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609325.211986:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.211986:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609325.211987:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609325.211987:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 02000000:00000001:0.0:1749609325.211988:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749609325.211988:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609325.211989:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:3.0:1749609325.211989:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609325.211990:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000200:3.0:1749609325.211990:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:2.0:1749609325.211991:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 02000000:00000010:0.0:1749609325.211992:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1400. 00000100:00000040:2.0:1749609325.211993:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:3.0:1749609325.211993:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8a450 x1834594612270720 msgsize 224 00000100:00000001:2.0:1749609325.211994:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609325.211995:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609325.211995:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000040:2.0:1749609325.211996:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609325.211997:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:0.0:1749609325.211998:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17688. 00000100:00100000:3.0:1749609325.211998:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749609325.211999:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612270848, portal 4 00000020:00000040:2.0:1749609325.211999:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000040:3.0:1749609325.211999:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1749609325.212000:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749609325.212000:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609325.212001:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609325.212002:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6683b8. 00000100:00000001:1.0:1749609325.212002:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 02000000:00000001:2.0:1749609325.212002:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609325.212004:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609325.212005:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609325.212006:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612270976, portal 4 00000100:00000001:2.0:1749609325.212006:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609325.212006:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212008:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749609325.212008:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609325.212008:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000100:00000001:3.0:1749609325.212008:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609325.212009:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000020:00000040:2.0:1749609325.212009:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749609325.212010:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609325.212011:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.212012:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609325.212013:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609325.212013:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609325.212014:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609325.212015:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 02000000:00000010:2.0:1749609325.212026:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948bd400. 00000100:00000001:1.0:1749609325.212027:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609325.212028:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609325.212028:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00000040:1.0:1749609325.212029:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609325.212029:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749609325.212031:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00000001:3.0:1749609325.212032:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609325.212033:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612270848, offset 0 00000100:00000001:0.0:1749609325.212034:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609325.212034:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609325.212034:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.212036:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082d80] to pc [ptlrpcd_rcv+-1] req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609325.212036:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609325.212037:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609325.212038:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749609325.212039:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6682a8. 00000100:00000001:2.0:1749609325.212040:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609325.212041:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612270976, offset 0 00000100:00000040:2.0:1749609325.212041:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609325.212043:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1749609325.212045:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749609325.212045:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083800. 00000100:00000001:3.0:1749609325.212045:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609325.212046:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609325.212046:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609325.212048:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749609325.212048:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609325.212049:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609325.212049:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609325.212051:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bd700 02000000:00000010:2.0:1749609325.212051:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7a00. 00000100:00000001:2.0:1749609325.212053:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609325.212055:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609325.212055:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609325.212055:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609325.212057:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 22880 00000100:00000001:3.0:1749609325.212057:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609325.212059:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609325.212060:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609325.212061:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bd780 00000100:00000040:2.0:1749609325.212061:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083800] to pc [ptlrpcd_00_03+3] req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609325.212063:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609325.212063:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609325.212066:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609325.212066:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609325.212067:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 224 00000100:00000001:3.0:1749609325.212067:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298601624 00000100:00000040:2.0:1749609325.212069:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3939) 00000100:00000010:3.0:1749609325.212071:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8e80. 00000400:00000200:0.0:1749609325.212073:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609325.212073:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609325.212074:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749609325.212078:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000010:1.0:1749609325.212079:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c8e00. 00000100:00000001:2.0:1749609325.212079:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609325.212080:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:1.0:1749609325.212081:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c8e00 x1834594612270848 msgsize 520 00000100:00000001:2.0:1749609325.212081:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609325.212084:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298601624 00000400:00000200:0.0:1749609325.212085:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609325.212085:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749609325.212086:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609325.212086:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609325.212086:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b85c0. 00000100:00000001:2.0:1749609325.212087:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609325.212088:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609325.212089:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609325.212089:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609325.212090:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609325.212091:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1749609325.212091:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609325.212092:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298601624 00000100:00000010:3.0:1749609325.212094:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8e40. 00000100:00000010:0.0:1749609325.212095:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eb100. 00000100:00000001:1.0:1749609325.212096:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609325.212096:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609325.212096:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212096:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1749609325.212098:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800948eb100 x1834594612270976 msgsize 224 02000000:00000001:2.0:1749609325.212098:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609325.212098:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298601624 02000000:00000001:2.0:1749609325.212099:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1749609325.212100:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8a00. 02000000:00000001:2.0:1749609325.212101:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609325.212102:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609325.212102:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000100:00100000:2.0:1749609325.212103:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612271360:0@lo:400: 00000100:00000001:3.0:1749609325.212103:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1749609325.212104:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:2.0:1749609325.212105:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609325.212105:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609325.212107:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609325.212107:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609325.212108:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212108:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609325.212109:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749609325.212110:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609325.212111:0:1512:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749609325.212111:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 00000100:00000001:3.0:1749609325.212111:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609325.212113:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212113:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609325.212116:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fc08. 00000400:00000200:0.0:1749609325.212117:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6682a8 00000400:00000010:0.0:1749609325.212119:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6682a8. 00000100:00000001:0.0:1749609325.212121:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609325.212125:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609325.212125:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749609325.212126:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000100:00000040:1.0:1749609325.212127:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609325.212129:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612271360, portal 10 00000100:00000001:2.0:1749609325.212130:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609325.212131:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082997760 : -131938626553856 : ffff8800a5083800) 00000100:00000001:0.0:1749609325.212133:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609325.212134:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212134:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609325.212135:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609325.212136:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609325.212136:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609325.212136:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612270720 02000000:00000001:3.0:1749609325.212138:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609325.212139:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212140:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609325.212141:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609325.212142:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1022 usecs (2 jiffies) 00000100:00000040:2.0:1749609325.212142:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609325.212143:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609325.212143:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000100:00000001:3.0:1749609325.212143:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212145:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609325.212145:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298601618 00000100:00000200:2.0:1749609325.212145:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612271360, offset 0 00000100:00000001:1.0:1749609325.212147:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298601624 02000000:00000001:3.0:1749609325.212147:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609325.212148:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609325.212149:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212149:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298601618 00000100:00000001:1.0:1749609325.212151:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298601624 00000100:00100000:3.0:1749609325.212151:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612270720 00000100:00000040:0.0:1749609325.212152:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:1.0:1749609325.212153:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298601618 00000400:00000200:2.0:1749609325.212153:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609325.212153:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609325.212154:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298601624 00000020:00000040:3.0:1749609325.212154:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:0.0:1749609325.212155:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298601617 00000100:00000001:1.0:1749609325.212156:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298601618 00000020:00000001:3.0:1749609325.212156:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609325.212157:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298601624 00000400:00000200:2.0:1749609325.212157:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bd900 00000100:00000001:1.0:1749609325.212158:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298601624 00000100:00000001:0.0:1749609325.212159:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298601617 00000020:00000040:3.0:1749609325.212159:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:1.0:1749609325.212160:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609325.212161:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298601624 00000400:00000200:2.0:1749609325.212161:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 25344 00000020:00000001:3.0:1749609325.212161:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609325.212162:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212163:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298601617 00000020:00000001:3.0:1749609325.212163:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609325.212164:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212165:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298601624 00000400:00000200:2.0:1749609325.212165:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609325.212166:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609325.212167:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609325.212168:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298601617 00000100:00000001:3.0:1749609325.212168:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609325.212170:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298601624 00000100:00000001:2.0:1749609325.212170:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749609325.212170:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8f40. 00000100:00000001:1.0:1749609325.212171:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749609325.212171:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609325.212172:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609325.212172:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000010:2.0:1749609325.212173:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080a80. 00000100:00000001:3.0:1749609325.212173:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609325.212174:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212174:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609325.212175:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5080a80 x1834594612271360 msgsize 224 00000020:00000010:3.0:1749609325.212175:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8f40. 00000100:00000001:0.0:1749609325.212176:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212176:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609325.212177:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749609325.212177:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609325.212178:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609325.212179:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609325.212180:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609325.212181:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8600. 00000100:00000001:0.0:1749609325.212182:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609325.212183:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.212183:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609325.212185:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609325.212185:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00000001:1.0:1749609325.212187:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749609325.212187:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000100:00000001:1.0:1749609325.212188:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609325.212189:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000020:00000010:3.0:1749609325.212189:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 02000000:00000001:1.0:1749609325.212190:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609325.212201:0:1511:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609325.212202:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609325.212203:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609325.212204:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609325.212207:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612271104:0@lo:38: 00000100:00000040:3.0:1749609325.212208:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609325.212209:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609325.212209:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609325.212210:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612270976 00000100:00000001:1.0:1749609325.212210:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609325.212210:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609325.212211:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749609325.212212:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609325.212212:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609325.212213:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212213:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609325.212214:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609325.212214:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212215:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609325.212215:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609325.212215:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.212216:0:1511:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609325.212218:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609325.212218:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092c00. 00000100:00000001:2.0:1749609325.212218:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609325.212219:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609325.212221:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612270976 00000100:00000040:2.0:1749609325.212221:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000100:00000001:3.0:1749609325.212221:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609325.212222:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000100:00000001:2.0:1749609325.212222:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298601617 00000020:00000001:0.0:1749609325.212223:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609325.212224:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:2.0:1749609325.212224:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298601624 00000400:00000010:1.0:1749609325.212225:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000020:00000001:0.0:1749609325.212226:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609325.212226:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298601617 00000100:00000200:1.0:1749609325.212227:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612271104, portal 10 00000100:00000001:2.0:1749609325.212227:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298601624 00000020:00000040:0.0:1749609325.212228:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:2.0:1749609325.212228:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298601617 00000100:00000001:1.0:1749609325.212229:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609325.212229:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298601624 00000100:00000001:3.0:1749609325.212229:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609325.212230:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609325.212230:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00000001:2.0:1749609325.212230:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298601617 00000100:00000001:2.0:1749609325.212231:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298601624 00000020:00000001:0.0:1749609325.212232:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609325.212232:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609325.212233:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609325.212235:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.212235:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212236:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609325.212236:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212237:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749609325.212239:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b41c0. 00000100:00000001:3.0:1749609325.212239:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609325.212241:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609325.212243:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8140. 00000100:00000040:1.0:1749609325.212243:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609325.212244:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00100000:3.0:1749609325.212244:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00000200:1.0:1749609325.212246:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612271104, offset 0 00000100:00000001:2.0:1749609325.212247:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609325.212247:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000020:00000040:0.0:1749609325.212248:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00100000:2.0:1749609325.212248:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612271360 02000000:00000001:2.0:1749609325.212249:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609325.212249:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295886416 : -131938413665200 : ffff8800b1b8a450) 00000400:00000200:1.0:1749609325.212250:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609325.212250:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609325.212251:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609325.212253:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609325.212253:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8a450 x1834594612270720/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:271/0 lens 224/0 e 0 to 0 dl 1749609336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609325.212254:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612271360 00000400:00000200:1.0:1749609325.212255:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609325.212256:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1749609325.212256:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609325.212256:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:2.0:1749609325.212257:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1749609325.212258:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000020:00000040:2.0:1749609325.212259:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000400:00000200:1.0:1749609325.212260:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bd800 00000020:00000001:2.0:1749609325.212260:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609325.212261:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609325.212262:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000020:00000001:2.0:1749609325.212262:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000010:3.0:1749609325.212263:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8f40. 00000100:00000001:2.0:1749609325.212264:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609325.212264:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609325.212265:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000400:00000200:1.0:1749609325.212265:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 25568 00000020:00000010:2.0:1749609325.212266:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706ec0. 00000020:00000010:3.0:1749609325.212266:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8f40. 00000020:00000010:2.0:1749609325.212268:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706f40. 00000400:00000200:1.0:1749609325.212269:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609325.212269:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612270720:12345-0@lo:400: 00000100:00000040:0.0:1749609325.212270:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000040:2.0:1749609325.212271:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:1.0:1749609325.212272:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609325.212273:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609325.212273:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609325.212274:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609325.212275:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609325.212276:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609325.212276:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749609325.212276:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000200:3.0:1749609325.212276:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612270720 00000020:00000010:2.0:1749609325.212278:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9980. 00000100:00000010:1.0:1749609325.212279:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0cb100. 00000020:00000001:3.0:1749609325.212279:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749609325.212280:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c640. 00000100:00000001:0.0:1749609325.212281:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749609325.212281:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0cb100 x1834594612271104 msgsize 520 00000020:00000001:3.0:1749609325.212282:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609325.212283:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609325.212284:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.212284:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1749609325.212284:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609325.212285:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609325.212285:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609325.212286:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609325.212287:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609325.212288:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609325.212289:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609325.212290:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609325.212291:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1749609325.212291:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609325.212292:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609325.212293:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609325.212293:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609325.212293:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609325.212295:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609325.212296:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609325.212297:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609325.212298:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609325.212298:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000001:2.0:1749609325.212298:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609325.212299:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609325.212300:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00100000:0.0:1749609325.212301:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000020:00000001:3.0:1749609325.212301:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609325.212302:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609325.212303:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609325.212303:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609325.212304:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00100000:2.0:1749609325.212304:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612271104 02000000:00000001:2.0:1749609325.212305:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609325.212305:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609325.212306:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806597888 : -131938902953728 : ffff8800948eb100) 00000100:00000200:1.0:1749609325.212306:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.212306:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609325.212307:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609325.212308:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609325.212308:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58aa000. 00000100:00000040:0.0:1749609325.212310:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948eb100 x1834594612270976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:271/0 lens 224/0 e 0 to 0 dl 1749609336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609325.212310:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612271104 02000000:00000001:3.0:1749609325.212310:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609325.212311:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609325.212312:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749609325.212312:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609325.212312:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609325.212312:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609325.212314:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609325.212314:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609325.212314:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609325.212315:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609325.212316:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00010000:00000040:3.0:1749609325.212317:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612270720 00000020:00000010:2.0:1749609325.212318:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9d00. 00000100:00000001:0.0:1749609325.212319:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609325.212319:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c000. 00000020:00000010:0.0:1749609325.212320:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4480. 00000100:00000001:1.0:1749609325.212320:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.212320:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1749609325.212320:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609325.212321:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609325.212322:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609325.212322:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212323:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1749609325.212323:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8a450 x1834594612270720/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:271/0 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.212324:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609325.212325:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4480. 00000100:00000001:1.0:1749609325.212325:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609325.212327:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000100:00000001:2.0:1749609325.212327:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609325.212328:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612270976:12345-0@lo:400: 00000100:00000001:1.0:1749609325.212330:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298601617 00000100:00000001:2.0:1749609325.212330:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609325.212331:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749609325.212331:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749609325.212332:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612270976 00000100:00000001:1.0:1749609325.212332:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298601624 00000100:00100000:2.0:1749609325.212333:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00010000:00000001:3.0:1749609325.212333:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609325.212334:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609325.212334:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298601617 00000100:00000040:2.0:1749609325.212334:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:1.0:1749609325.212335:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298601624 00000100:00000001:2.0:1749609325.212336:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082986112 : -131938626565504 : ffff8800a5080a80) 00000100:00001000:3.0:1749609325.212336:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=144 v=5 (1 1 1 1) 00000020:00000001:0.0:1749609325.212337:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609325.212337:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298601617 00000020:00000001:0.0:1749609325.212338:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212338:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298601624 00000100:00000040:2.0:1749609325.212339:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5080a80 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:271/0 lens 224/0 e 0 to 0 dl 1749609336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609325.212339:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609325.212340:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298601617 00000020:00000001:0.0:1749609325.212341:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609325.212341:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298601624 00000100:00000040:3.0:1749609325.212341:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:0.0:1749609325.212343:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:1.0:1749609325.212343:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609325.212343:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609325.212345:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609325.212345:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.212345:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609325.212345:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1749609325.212346:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706f40. 00000100:00000001:1.0:1749609325.212347:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609325.212347:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609325.212347:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609325.212348:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609325.212348:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706f40. 00000100:00000040:1.0:1749609325.212349:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609325.212349:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609325.212350:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1749609325.212350:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612271360:12345-0@lo:400: 00000020:00000001:0.0:1749609325.212351:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1749609325.212351:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609325.212353:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609325.212353:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612271360 00000400:00000010:3.0:1749609325.212353:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000020:00000001:2.0:1749609325.212354:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609325.212355:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1749609325.212355:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612270720, offset 224 00000100:00000001:1.0:1749609325.212356:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749609325.212356:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609325.212357:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609325.212357:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212358:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609325.212358:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1749609325.212359:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609325.212359:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609325.212359:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000200:3.0:1749609325.212359:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609325.212361:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609325.212361:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1749609325.212363:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800894a7400. 02000000:00000001:1.0:1749609325.212363:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609325.212363:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609325.212364:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749609325.212365:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609325.212365:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612271232:0@lo:38: 00000020:00000001:2.0:1749609325.212365:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749609325.212366:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609325.212367:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609325.212367:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212368:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609325.212368:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609325.212369:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749609325.212370:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609325.212370:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609325.212370:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609325.212371:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bd680 00010000:00000040:0.0:1749609325.212372:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612270976 02000000:00000001:1.0:1749609325.212372:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609325.212372:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bc400. 02000000:00000001:2.0:1749609325.212373:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609325.212374:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749609325.212374:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609325.212375:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609325.212375:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17139 [1] + 224 02000000:00000010:1.0:1749609325.212376:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092400. 00000020:00000001:2.0:1749609325.212376:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749609325.212377:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948eb100 x1834594612270976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:271/0 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609325.212377:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609325.212378:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612271360 00010000:00000001:2.0:1749609325.212379:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749609325.212379:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609325.212380:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0948. 00010000:00000200:2.0:1749609325.212381:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5080a80 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:271/0 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609325.212382:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000400:00000200:3.0:1749609325.212382:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609325.212385:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749609325.212385:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612271232, portal 10 00000100:00000001:3.0:1749609325.212385:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609325.212386:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1749609325.212386:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609325.212387:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609325.212387:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212388:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000100:00000200:3.0:1749609325.212388:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609325.212389:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=138 v=5 (1 1 1 1) 00000100:00001000:0.0:1749609325.212390:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=131 v=5 (1 1 1 1) 00000100:00000040:1.0:1749609325.212391:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.212391:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609325.212393:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609325.212393:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609325.212394:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:0.0:1749609325.212395:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:2.0:1749609325.212396:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749609325.212396:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609325.212397:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609325.212397:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212398:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609325.212398:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609325.212400:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609325.212400:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609325.212401:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609325.212401:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 02000000:00000001:0.0:1749609325.212402:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609325.212402:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000001:0.0:1749609325.212403:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609325.212403:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612271360, offset 224 00000100:00000200:1.0:1749609325.212404:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612271232, offset 0 00000100:00000040:0.0:1749609325.212406:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609325.212406:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609325.212407:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749609325.212408:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6682a8. 00000400:00000200:1.0:1749609325.212409:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609325.212410:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609325.212415:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609325.212415:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bd900 00000400:00000200:1.0:1749609325.212420:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bd880 00000100:00000200:0.0:1749609325.212431:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612270976, offset 224 00000400:00000200:3.0:1749609325.212433:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000010:3.0:1749609325.212434:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00000001:3.0:1749609325.212437:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609325.212438:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749609325.212439:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17151 [1] + 224 00000100:00000001:3.0:1749609325.212441:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609325.212442:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609325.212444:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609325.212444:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:0.0:1749609325.212446:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609325.212446:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609325.212448:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609325.212450:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609325.212451:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 26088 00000400:00000200:0.0:1749609325.212453:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609325.212453:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8a450 x1834594612270720/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:271/0 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.212454:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609325.212455:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749609325.212456:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609325.212459:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bd780 00000400:00000200:1.0:1749609325.212459:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609325.212462:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609325.212462:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609325.212463:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17145 [1] + 224 00000100:00000200:1.0:1749609325.212463:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749609325.212463:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612270720:12345-0@lo:400: Request processed in 200us (467us total) trans 0 rc 0/0 00000100:00000010:1.0:1749609325.212466:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c9880. 00000400:00000200:0.0:1749609325.212468:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609325.212468:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c9880 x1834594612271232 msgsize 520 00000100:00000001:2.0:1749609325.212469:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609325.212470:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000400:00000200:0.0:1749609325.212471:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609325.212472:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609325.212472:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000400:00000010:2.0:1749609325.212473:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000100:00000040:3.0:1749609325.212473:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:2.0:1749609325.212475:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609325.212476:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609325.212476:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609325.212476:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609325.212477:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609325.212478:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609325.212479:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609325.212479:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609325.212480:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749609325.212481:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:3.0:1749609325.212481:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000020:00000001:2.0:1749609325.212482:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609325.212483:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1749609325.212484:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000400:00000200:1.0:1749609325.212485:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000040:2.0:1749609325.212485:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080a80 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:271/0 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609325.212487:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000040:0.0:1749609325.212488:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609325.212488:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8600. 00000100:00000001:1.0:1749609325.212489:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609325.212491:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612271360:12345-0@lo:400: Request processed in 145us (314us total) trans 0 rc 0/0 00000020:00000040:3.0:1749609325.212491:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000200:1.0:1749609325.212492:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609325.212494:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1749609325.212496:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 02000000:00000010:3.0:1749609325.212497:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58aa000. 00000100:00000040:2.0:1749609325.212498:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:2.0:1749609325.212517:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609325.212518:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609325.212520:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9980. 00000020:00000010:2.0:1749609325.212523:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c640. 00000020:00000010:2.0:1749609325.212525:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:0.0:1749609325.212527:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:2.0:1749609325.212527:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:2.0:1749609325.212528:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609325.212532:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6682a8 00000100:00000001:2.0:1749609325.212532:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749609325.212534:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6682a8. 00000100:00100000:2.0:1749609325.212534:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612271232 02000000:00000001:2.0:1749609325.212535:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609325.212536:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609325.212536:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609325.212537:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212538:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609325.212538:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609325.212539:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212541:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609325.212541:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609325.212541:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612271232 00000020:00000001:2.0:1749609325.212542:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609325.212542:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609325.212543:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609325.212544:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:2.0:1749609325.212544:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609325.212545:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609325.212546:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:2.0:1749609325.212547:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000001:0.0:1749609325.212548:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212548:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609325.212548:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9980. 00000020:00000001:0.0:1749609325.212549:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609325.212550:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609325.212550:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c640. 00000100:00000001:2.0:1749609325.212551:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609325.212552:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eb100 x1834594612270976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:271/0 lens 224/224 e 0 to 0 dl 1749609336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.212552:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609325.212553:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212554:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.212555:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609325.212557:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00000001:2.0:1749609325.212558:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.212560:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298601618 00000100:00100000:0.0:1749609325.212562:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612270976:12345-0@lo:400: Request processed in 242us (461us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609325.212562:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298601624 00000100:00000001:2.0:1749609325.212562:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609325.212562:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609325.212562:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609325.212564:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298601618 00000100:00000001:3.0:1749609325.212564:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609325.212565:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00000001:1.0:1749609325.212566:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298601624 00000100:00000001:2.0:1749609325.212566:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361870592 : -131939347681024 : ffff88007a0cb100) 00000100:00000001:1.0:1749609325.212568:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298601618 00000100:00000040:2.0:1749609325.212568:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0cb100 x1834594612271104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609325.212568:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609325.212569:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298601624 00000100:00100000:0.0:1749609325.212570:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00000001:1.0:1749609325.212571:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298601618 00000400:00000010:3.0:1749609325.212572:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62210. 00000100:00000040:0.0:1749609325.212573:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609325.212573:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298601624 00000100:00000001:1.0:1749609325.212574:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609325.212574:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612271104:12345-0@lo:38: 00000100:00000001:0.0:1749609325.212575:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609325.212576:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609325.212576:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3540. 00000100:00000001:0.0:1749609325.212577:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609325.212577:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612271104 00000020:00000001:2.0:1749609325.212578:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609325.212579:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609325.212580:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00010000:00000001:2.0:1749609325.212580:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609325.212581:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609325.212583:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000100:00000001:1.0:1749609325.212584:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749609325.212586:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609325.212586:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609325.212587:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609325.212588:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609325.212589:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609325.212590:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000020:00000001:2.0:1749609325.212590:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212591:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212592:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:2.0:1749609325.212592:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609325.212594:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609325.212594:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609325.212596:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1749609325.212597:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609325.212598:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609325.212599:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749609325.212599:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 02000000:00000001:2.0:1749609325.212600:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609325.212602:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bec00. 00000100:00000001:3.0:1749609325.212602:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361864320 : -131939347687296 : ffff88007a0c9880) 02000000:00000001:2.0:1749609325.212604:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.212605:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609325.212606:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609325.212606:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c9880 x1834594612271232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609325.212607:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609325.212608:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749609325.212608:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609325.212609:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609325.212611:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:0.0:1749609325.212612:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609325.212613:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609325.212613:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609325.212615:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17688. 00000100:00000001:1.0:1749609325.212615:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609325.212615:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:3.0:1749609325.212615:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612271232:12345-0@lo:38: 00000100:00000001:2.0:1749609325.212616:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:1.0:1749609325.212617:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612270848 00000100:00000001:2.0:1749609325.212617:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:0.0:1749609325.212618:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6683b8 02000000:00000001:1.0:1749609325.212619:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609325.212619:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000200:3.0:1749609325.212619:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612271232 00000400:00000010:0.0:1749609325.212620:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6683b8. 02000000:00000001:2.0:1749609325.212620:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609325.212621:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609325.212621:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609325.212621:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609325.212622:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609325.212622:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.212622:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609325.212623:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749609325.212623:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609325.212625:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609325.212625:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609325.212625:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000100:00000200:2.0:1749609325.212627:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612271104, offset 0 00000100:00100000:1.0:1749609325.212628:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612270848 00000400:00000200:2.0:1749609325.212629:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609325.212630:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749609325.212630:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609325.212631:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:0.0:1749609325.212633:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609325.212633:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609325.212633:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:3.0:1749609325.212633:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609325.212635:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609325.212636:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609325.212637:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609325.212637:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bd800 00010000:00000001:3.0:1749609325.212637:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609325.212639:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609325.212640:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609325.212640:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17159 [1] + 0 00000020:00000010:1.0:1749609325.212641:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:3.0:1749609325.212641:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609325.212642:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609325.212642:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609325.212642:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609325.212644:0:1512:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749609325.212644:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609325.212645:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 02000000:00000010:3.0:1749609325.212645:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58aa000. 00000100:00000001:2.0:1749609325.212646:0:15217:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609325.212647:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749609325.212647:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609325.212664:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000100:00000200:2.0:1749609325.212664:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609325.212665:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212668:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1749609325.212668:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609325.212669:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1749609325.212669:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212671:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609325.212671:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609325.212671:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609325.212673:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.212673:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609325.212674:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609325.212675:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609325.212676:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212676:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609325.212678:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00001000:0.0:1749609325.212681:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=131 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609325.212681:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609325.212682:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609325.212683:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00001000:0.0:1749609325.212685:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609325.212685:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609325.212686:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:3.0:1749609325.212698:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609325.212699:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609325.212700:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609325.212700:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 02000000:00000001:3.0:1749609325.212700:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212701:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609325.212701:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749609325.212702:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609325.212702:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749609325.212702:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000100:00000040:3.0:1749609325.212703:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609325.212704:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609325.212705:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749609325.212705:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00010000:00080000:0.0:1749609325.212706:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609325.212706:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00000001:2.0:1749609325.212707:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609325.212708:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612271232, offset 0 00000100:00000001:1.0:1749609325.212709:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361861632 : -131939347689984 : ffff88007a0c8e00) 00000100:00000040:2.0:1749609325.212710:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:1.0:1749609325.212712:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c8e00 x1834594612270848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.212712:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609325.212712:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609325.212714:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609325.212715:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.212717:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cb100 x1834594612271104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609325.212719:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1749609325.212719:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609325.212720:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00100000:1.0:1749609325.212722:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612270848:12345-0@lo:38: 00000100:00000001:0.0:1749609325.212723:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609325.212724:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609325.212724:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bd880 00000100:00000200:1.0:1749609325.212725:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612270848 00000100:00100000:2.0:1749609325.212725:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612271104:12345-0@lo:38: Request processed in 150us (442us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749609325.212727:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609325.212727:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609325.212729:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17165 [1] + 0 00010000:00000001:1.0:1749609325.212730:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749609325.212732:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000400:00000200:3.0:1749609325.212733:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609325.212734:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609325.212735:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609325.212736:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609325.212736:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609325.212737:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749609325.212738:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609325.212738:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9d00. 00000100:00000001:3.0:1749609325.212738:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609325.212739:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749609325.212740:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:2.0:1749609325.212741:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c000. 00000100:00000200:3.0:1749609325.212741:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609325.212742:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609325.212743:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749609325.212743:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00010000:00000001:1.0:1749609325.212745:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609325.212746:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.212747:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609325.212749:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609325.212750:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612270976:0@lo:400: 00000100:00000040:3.0:1749609325.212750:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609325.212751:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609325.212754:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5091800. 00000100:00000001:0.0:1749609325.212755:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609325.212756:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609325.212757:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749609325.212757:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609325.212758:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212758:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609325.212759:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612270976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609325.212760:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1749609325.212760:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00010000:00000001:1.0:1749609325.212762:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609325.212762:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000010:3.0:1749609325.212763:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00001000:1.0:1749609325.212764:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:2.0:1749609325.212764:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1749609325.212765:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609325.212766:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1749609325.212766:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609325.212766:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609325.212768:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609325.212768:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609325.212769:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609325.212770:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1400. 00000100:00000001:1.0:1749609325.212770:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609325.212771:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:1.0:1749609325.212772:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609325.212773:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609325.212773:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609325.212775:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609325.212775:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609325.212776:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609325.212776:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:2.0:1749609325.212776:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609325.212777:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749609325.212778:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000040:3.0:1749609325.212778:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9880 x1834594612271232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609325.212779:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:0.0:1749609325.212781:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749609325.212781:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:2.0:1749609325.212781:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1749609325.212782:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7200. 02000000:00000001:1.0:1749609325.212782:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609325.212782:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609325.212783:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fc08. 00000100:00000001:1.0:1749609325.212784:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609325.212785:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749609325.212785:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000100:00000040:1.0:1749609325.212786:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609325.212786:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 02000000:00000001:0.0:1749609325.212787:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609325.212788:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 00000100:00000001:2.0:1749609325.212788:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609325.212788:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612271232:12345-0@lo:38: Request processed in 172us (318us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749609325.212789:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000200:2.0:1749609325.212790:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609325.212791:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609325.212792:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609325.212792:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612270848, offset 0 00000100:00000001:0.0:1749609325.212794:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609325.212795:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609325.212795:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000400:00000200:1.0:1749609325.212797:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609325.212798:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609325.212798:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609325.212799:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212799:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609325.212800:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609325.212801:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609325.212801:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609325.212802:0:1511:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749609325.212802:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9980. 00000100:00000001:0.0:1749609325.212803:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609325.212803:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609325.212804:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609325.212805:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749609325.212805:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c640. 00000100:00000001:2.0:1749609325.212806:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609325.212807:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609325.212807:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000400:00000200:1.0:1749609325.212809:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bd700 00000100:00001000:2.0:1749609325.212810:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=138 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609325.212810:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609325.212812:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=138 v=5 (1 1 1 1) 00000400:00000200:1.0:1749609325.212813:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17141 [1] + 0 00000100:00000001:2.0:1749609325.212813:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609325.212814:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609325.212815:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609325.212817:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609325.212818:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609325.212821:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749609325.212822:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212823:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609325.212824:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609325.212824:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609325.212825:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609325.212825:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609325.212826:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1749609325.212827:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.212827:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609325.212828:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609325.212828:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609325.212830:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609325.212832:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62478. 00000100:00000001:2.0:1749609325.212833:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609325.212834:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749609325.212834:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000100:00000040:1.0:1749609325.212836:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.212836:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609325.212836:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000100:00000040:2.0:1749609325.212837:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609325.212838:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609325.212841:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609325.212842:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612271360:0@lo:400: 00000100:00000001:1.0:1749609325.212845:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609325.212845:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609325.212846:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609325.212847:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083800 x1834594612271360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609325.212849:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609325.212850:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:1.0:1749609325.212851:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609325.212851:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609325.212852:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609325.212853:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 00000100:00000001:1.0:1749609325.212854:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609325.212855:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609325.212855:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609325.212856:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609325.212856:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609325.212856:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609325.212857:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609325.212857:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609325.212857:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609325.212858:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7a00. 00000100:00000001:3.0:1749609325.212859:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749609325.212860:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:2.0:1749609325.212860:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609325.212861:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609325.212861:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083800. 02000000:00000001:3.0:1749609325.212861:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609325.212862:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212862:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609325.212863:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749609325.212864:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609325.212864:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609325.212864:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609325.212865:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609325.212866:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609325.212867:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8e00 x1834594612270848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609345 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609325.212867:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609325.212868:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609325.212869:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=144 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609325.212870:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609325.212871:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609325.212872:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609325.212875:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749609325.212877:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612270848:12345-0@lo:38: Request processed in 155us (794us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609325.212877:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609325.212879:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1749609325.212880:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212882:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609325.212884:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00000040:3.0:1749609325.212885:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609325.212887:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609325.212888:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609325.212891:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000020:00000010:1.0:1749609325.212902:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000020:00000010:1.0:1749609325.212906:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:3.0:1749609325.212906:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609325.212909:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609325.212909:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609325.212910:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609325.212913:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609325.212921:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612270720:0@lo:400: 00000100:00000001:1.0:1749609325.212925:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609325.212925:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.212927:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609325.212927:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1749609325.212929:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749609325.212929:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080000 x1834594612270720/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609325.212931:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609325.212933:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 00000400:00000200:1.0:1749609325.212936:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000100:00000001:3.0:1749609325.212936:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1749609325.212938:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 02000000:00000001:3.0:1749609325.212938:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609325.212939:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9000. 00000100:00000001:1.0:1749609325.212940:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609325.212942:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1749609325.212943:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609325.212944:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609325.212945:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:3.0:1749609325.212947:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609325.212949:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7b00. 00000100:00000200:1.0:1749609325.212951:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609325.212951:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609325.212953:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609325.212954:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080000. 00000100:00000001:3.0:1749609325.212957:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609325.212958:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.212959:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609325.212959:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.212960:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.212962:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609325.212963:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749609325.212964:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609325.212964:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.212966:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609325.212966:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609325.212967:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609325.212967:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609325.212969:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609325.212973:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609325 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609325.212976:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=141 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609325.212979:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609325.212981:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609325.212983:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609325.212987:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609325.212994:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609325.212996:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609325.212997:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.213000:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609325.213001:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609325.213004:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609325.213007:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609325.213009:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609325.213012:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609325.213020:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612271104:0@lo:38: 00000400:00000001:1.0:1749609325.213025:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609325.213026:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609325.213028:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0948. 00000400:00000200:1.0:1749609325.213030:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000400:00000010:1.0:1749609325.213031:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:1.0:1749609325.213033:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609325.213036:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609325.213043:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609325.213050:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609325.213051:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.213053:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609325.213055:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609325.213056:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609325.213057:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609325.213059:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609325.213062:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609325 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609325.213066:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=138 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609325.213069:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609325.213070:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609325.213072:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609325.213075:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609325.213082:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609325.213084:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609325.213086:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.213087:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609325.213088:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609325.213091:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609325.213093:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609325.213095:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609325.213098:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609325.213105:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612271232:0@lo:38: 00000400:00000001:1.0:1749609325.213109:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609325.213110:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609325.213112:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 00000400:00000200:1.0:1749609325.213114:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609325.213115:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609325.213117:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609325.213119:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609325.213126:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609325.213133:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609325.213134:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.213136:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609325.213137:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609325.213139:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609325.213140:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609325.213142:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609325.213145:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609325 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609325.213148:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=141 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609325.213151:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609325.213152:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609325.213153:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609325.213156:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609325.213163:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609325.213166:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609325.213167:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.213169:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609325.213170:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609325.213172:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609325.213175:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609325.213177:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609325.213179:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609325.213198:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612270848:0@lo:38: 00000100:00000001:1.0:1749609325.213202:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.213203:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609325.213205:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612271104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609325.213212:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609325.213214:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609325.213215:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092c00. 02000000:00000001:1.0:1749609325.213219:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609325.213221:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609325.213223:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609325.213225:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609325.213226:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948bfc00. 02000000:00000001:1.0:1749609325.213228:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609325.213229:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609325.213231:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:1.0:1749609325.213233:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609325.213234:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.213236:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609325.213238:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082d80 x1834594612271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609325.213245:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609325.213247:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609325.213248:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092400. 02000000:00000001:1.0:1749609325.213250:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609325.213251:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609325.213252:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609325.213254:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609325.213255:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948bd400. 02000000:00000001:1.0:1749609325.213257:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609325.213258:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609325.213259:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 00000100:00000001:1.0:1749609325.213261:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609325.213262:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.213263:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609325.213265:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609325.213271:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609325.213272:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609325.213273:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5093000. 02000000:00000001:1.0:1749609325.213276:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609325.213277:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609325.213278:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609325.213280:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609325.213281:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948bd800. 02000000:00000001:1.0:1749609325.213283:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609325.213284:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609325.213285:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:1.0:1749609325.213287:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609325.213288:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.213290:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609325.213294:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609325.213295:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609325.213297:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609325.213298:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609325.219587:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298601624, at 4298601624 00000100:00000040:0.0:1749609325.219595:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298601624, at 4298601624 00000100:00000010:1.0:1749609325.219595:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b85c0. 00000100:00000040:3.0:1749609325.219598:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298601624, at 4298601624 00000100:00000010:0.0:1749609325.219602:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8e80. 00000100:00000040:2.0:1749609325.219604:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298601624, at 4298601624 00000100:00000010:3.0:1749609325.219604:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8a00. 00000100:00000010:2.0:1749609325.219611:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8e40. 00010000:00000001:0.0:1749609325.571686:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609325.571694:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609325.571702:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609325.571704:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609325.571777:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609325.571782:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609325.571785:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609325.710637:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609325.710665:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609325.710668:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609325.710671:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609325.710673:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609325.710676:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609325.710678:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609325.710680:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609325.710681:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609326.492713:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9880. 00000020:00000040:0.0:1749609326.492726:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609326.492732:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609326.492736:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609326.492742:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609326.492750:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1400. 00000100:00000001:0.0:1749609326.492758:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609326.492764:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609326.492766:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609326.492772:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609326.492774:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609326.492777:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609326.492778:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806591616 : -131938902960000 : ffff8800948e9880) 00000100:00000001:0.0:1749609326.492783:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609326.492786:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609326.492788:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609326.492790:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609326.492797:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948e9880 x1834594612271488/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609326.492810:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609326.492812:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609326.492814:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948e9880 x1834594612271488/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609326.492822:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609326.492825:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609326.492826:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609326.492827:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609326.492830:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609326.492832:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609326.492835:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609326.492837:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609326.492839:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609326.492842:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9880 x1834594612271488/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609326.492849:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948e9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612271488:0@lo:900: 00000100:00000001:0.0:1749609326.492854:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609326.492856:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609326.492858:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609326.492859:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609326.492861:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948e9880 x1834594612271488/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609326.492868:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609326.492870:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609326.492874:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609326.492876:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609326.492877:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609326.492879:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948e9880 x1834594612271488/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609326.492886:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609326.492888:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609326.492890:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609326.492892:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609326.492894:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1400. 02000000:00000001:0.0:1749609326.492899:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609326.492901:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609326.492902:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9880. 00000100:00000001:0.0:1749609326.492905:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609326.492906:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609326.573723:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609326.573731:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609326.573738:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609326.573741:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609326.573744:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609326.573746:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609326.573749:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609326.573752:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609326.573754:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609326.573756:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609326.573855:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609326.573862:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609326.573866:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609326.710695:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609326.710702:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609326.710704:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609326.710707:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609326.710710:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609326.710713:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609326.710716:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609326.710718:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609326.710719:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609326.974692:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609326.974711:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609326.974716:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609326.974719:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609326.974732:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609326.974752:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf340d00 00000400:00000200:0.0:1749609326.974762:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16609 [2] + 0 00000400:00000010:0.0:1749609326.974769:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62d10. 00000400:00000200:0.0:1749609326.974775:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880085dd2840 00000800:00000001:0.0:1749609326.974784:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609326.974790:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609326.974793:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609326.974800:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609326.974805:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880085dd2840 00000400:00000010:0.0:1749609326.974808:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880085dd2840. 00000100:00000001:0.0:1749609326.974815:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609326.974818:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609326.974824:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8ac50 x1834594730249472 msgsize 224 00000100:00100000:0.0:1749609326.974830:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609326.974833:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609326.974853:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609326.974861:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609326.974866:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609326.974868:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609326.974870:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609326.974875:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609326.974882:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340d80 00000400:00000200:0.0:1749609326.974889:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 26608 00000800:00000001:0.0:1749609326.974894:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609326.974898:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609326.974901:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609326.974905:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609326.974909:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609326.974910:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609326.974916:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9880. 00000100:00000001:3.0:1749609326.974917:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609326.974919:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800948e9880 x1834594730249600 msgsize 520 00000100:00100000:3.0:1749609326.974922:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730249472 00000100:00100000:0.0:1749609326.974925:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 02000000:00000001:3.0:1749609326.974927:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609326.974931:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609326.974934:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609326.974939:0:1503:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609326.974940:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609326.974945:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00100000:3.0:1749609326.974946:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730249472 00000800:00000001:0.0:1749609326.974949:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609326.974949:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1749609326.974951:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000040:3.0:1749609326.974952:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000800:00000001:0.0:1749609326.974954:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609326.974955:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609326.974959:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000400:00000200:0.0:1749609326.974960:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000001:3.0:1749609326.974963:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609326.974966:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340e00 00000020:00000001:3.0:1749609326.974967:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609326.974971:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 27128 00000100:00000001:3.0:1749609326.974974:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1749609326.974977:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:3.0:1749609326.974979:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a00. 00000100:00000001:3.0:1749609326.974983:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609326.974986:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a00. 00000020:00000010:3.0:1749609326.974993:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 00000100:00000001:2.0:1749609326.974994:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609326.974996:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609326.974998:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000400:00000200:0.0:1749609326.974999:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609326.974999:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730249600 02000000:00000001:2.0:1749609326.975003:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609326.975004:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:3.0:1749609326.975004:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000001:2.0:1749609326.975005:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609326.975008:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609326.975009:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609326.975011:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749609326.975012:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609326.975015:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e8380. 00000100:00100000:2.0:1749609326.975015:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730249600 00000100:00000040:3.0:1749609326.975015:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1749609326.975018:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800948e8380 x1834594730249728 msgsize 520 00000020:00000001:2.0:1749609326.975018:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609326.975019:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1749609326.975020:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609326.975021:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749609326.975022:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749609326.975023:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:3.0:1749609326.975023:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609326.975025:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609326.975027:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609326.975032:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609326.975032:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00000001:3.0:1749609326.975032:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609326.975037:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:2.0:1749609326.975037:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9d00. 00000800:00000001:0.0:1749609326.975040:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609326.975041:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c000. 00000100:00000001:3.0:1749609326.975042:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609326.975046:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609326.975048:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609326.975050:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609326.975054:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609326.975055:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609326.975057:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609326.975064:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1457 00000100:00000001:2.0:1749609326.975065:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609326.975068:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609326.975071:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295888464 : -131938413663152 : ffff8800b1b8ac50) 00000100:00000001:2.0:1749609326.975075:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609326.975077:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730249728 02000000:00000001:2.0:1749609326.975079:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609326.975079:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8ac50 x1834594730249472/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:272/0 lens 224/0 e 0 to 0 dl 1749609337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609326.975081:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609326.975084:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609326.975086:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609326.975087:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749609326.975088:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730249728 00000100:00000001:0.0:1749609326.975090:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609326.975090:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609326.975092:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609326.975093:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609326.975094:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749609326.975095:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2750 00000020:00000001:2.0:1749609326.975095:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609326.975096:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a00. 00000020:00000001:2.0:1749609326.975097:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609326.975099:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806591616 : -131938902960000 : ffff8800948e9880) 00000100:00000001:3.0:1749609326.975099:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609326.975100:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000010:3.0:1749609326.975102:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a00. 00000100:00000040:0.0:1749609326.975104:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948e9880 x1834594730249600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609326.975104:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609326.975107:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00100000:3.0:1749609326.975107:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730249472:12345-192.168.201.20@tcp:400: 00000100:00000001:2.0:1749609326.975110:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609326.975111:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609326.975113:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609326.975113:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730249472 00000100:00000001:2.0:1749609326.975116:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609326.975116:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609326.975119:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730249600:12345-192.168.201.20@tcp:38: 00000020:00000001:3.0:1749609326.975121:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:0.0:1749609326.975124:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730249600 00000100:00000001:2.0:1749609326.975124:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609326.975124:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609326.975127:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609326.975127:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609326.975130:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609326.975130:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00000001:0.0:1749609326.975131:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609326.975132:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609326.975134:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609326.975136:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609326.975138:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1749609326.975139:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2751 00000020:00000001:3.0:1749609326.975140:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609326.975142:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806586240 : -131938902965376 : ffff8800948e8380) 00000020:00000001:3.0:1749609326.975143:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609326.975146:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749609326.975147:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948e8380 x1834594730249728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609326.975149:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609326.975150:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609326.975152:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:0.0:1749609326.975154:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749609326.975157:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58ab400. 00010000:00000001:0.0:1749609326.975158:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609326.975160:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609326.975162:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609326.975163:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730249728:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609326.975163:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609326.975166:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749609326.975166:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609326.975168:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730249728 00000100:00000001:0.0:1749609326.975169:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000040:3.0:1749609326.975169:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730249472 00000020:00000001:2.0:1749609326.975171:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609326.975172:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749609326.975172:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749609326.975174:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000200:3.0:1749609326.975177:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8ac50 x1834594730249472/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:272/0 lens 224/224 e 0 to 0 dl 1749609337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609326.975178:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a03d1800. 02000000:00000001:0.0:1749609326.975180:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609326.975182:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:0.0:1749609326.975183:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609326.975185:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:0.0:1749609326.975187:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609326.975188:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609326.975189:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609326.975190:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609326.975191:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749609326.975192:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:3.0:1749609326.975193:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=145 v=5 (1 1 1 1) 02000000:00000001:2.0:1749609326.975194:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609326.975196:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:2.0:1749609326.975198:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800948bf800. 00000100:00000001:3.0:1749609326.975198:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609326.975201:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609326.975202:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:0.0:1749609326.975203:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:2.0:1749609326.975204:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609326.975205:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00000040:2.0:1749609326.975207:0:14332:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000001:0.0:1749609326.975208:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609326.975208:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609326.975210:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609326.975211:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609326.975213:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609326.975213:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00080000:2.0:1749609326.975215:0:14332:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3936 last 0 00000100:00000001:0.0:1749609326.975216:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609326.975217:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:0.0:1749609326.975220:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609326.975220:0:14332:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000010:3.0:1749609326.975221:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 02000000:00000001:0.0:1749609326.975222:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609326.975223:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609326.975225:0:14332:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:0.0:1749609326.975226:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609326.975227:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730249472, offset 224 00000100:00000040:0.0:1749609326.975228:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609326.975228:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000010:0.0:1749609326.975231:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6683b8. 00000004:00000001:2.0:1749609326.975232:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:3.0:1749609326.975233:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609326.975240:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1749609326.975244:0:14332:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609326.975245:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730249600, offset 0 00000400:00000200:3.0:1749609326.975245:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:2.0:1749609326.975247:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609326.975251:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000040:2.0:1749609326.975253:0:14332:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:3.0:1749609326.975254:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2079:2079:256:4294967295] 192.168.201.20@tcp LPNI seq info [2075:2075:8:4294967295] 00000004:00000040:2.0:1749609326.975256:0:14332:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:2.0:1749609326.975258:0:14332:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:2.0:1749609326.975262:0:14332:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609326.975264:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609326.975267:0:14332:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609326.975268:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:2.0:1749609326.975270:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609326.975273:0:14332:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:3.0:1749609326.975275:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609326.975276:0:14332:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609326.975279:0:14332:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000010:3.0:1749609326.975280:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000400:00000200:0.0:1749609326.975281:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000040:2.0:1749609326.975283:0:14332:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:2.0:1749609326.975286:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:0.0:1749609326.975287:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2080:2080:255:4294967295] 192.168.201.20@tcp LPNI seq info [2076:2076:7:4294967295] 00000800:00000200:3.0:1749609326.975287:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:2.0:1749609326.975288:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:2.0:1749609326.975291:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609326.975293:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609326.975296:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:3.0:1749609326.975296:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:2.0:1749609326.975299:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000200:3.0:1749609326.975300:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749609326.975301:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609326.975308:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609326.975311:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057600. 00000800:00000200:0.0:1749609326.975316:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609326.975321:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000200:0.0:1749609326.975323:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:2.0:1749609326.975324:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1749609326.975327:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057600 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1749609326.975327:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609326.975329:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609326.975330:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609326.975331:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609326.975333:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609326.975334:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:0.0:1749609326.975335:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609326.975337:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609326.975338:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609326.975339:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000001:3.0:1749609326.975339:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609326.975341:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609326.975341:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609326.975342:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749609326.975344:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609326.975346:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9880 x1834594730249600/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609346 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609326.975346:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609326.975346:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8ac50 x1834594730249472/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:272/0 lens 224/224 e 0 to 0 dl 1749609337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609326.975350:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609326.975355:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000100:00100000:0.0:1749609326.975359:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730249600:12345-192.168.201.20@tcp:38: Request processed in 241us (437us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749609326.975359:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730249728, offset 0 00000100:00100000:3.0:1749609326.975360:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730249472:12345-192.168.201.20@tcp:400: Request processed in 265us (534us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609326.975365:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:0.0:1749609326.975369:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2750 00000100:00100000:3.0:1749609326.975370:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1457 00000400:00000200:2.0:1749609326.975372:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:0.0:1749609326.975373:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749609326.975373:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:0.0:1749609326.975375:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609326.975376:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609326.975378:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2081:2081:254:4294967295] 192.168.201.20@tcp LPNI seq info [2077:2077:6:4294967295] 00000100:00000001:3.0:1749609326.975378:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609326.975380:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9d00. 00000020:00000010:3.0:1749609326.975382:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000020:00000010:0.0:1749609326.975386:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c000. 00000020:00000010:3.0:1749609326.975386:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000020:00000010:0.0:1749609326.975390:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000020:00000010:3.0:1749609326.975390:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000400:00000200:2.0:1749609326.975391:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:0.0:1749609326.975394:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609326.975395:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:2.0:1749609326.975397:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609326.975400:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1749609326.975401:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7a00. 00000100:00000200:3.0:1749609326.975404:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:2.0:1749609326.975406:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000010:3.0:1749609326.975410:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62478. 00000800:00000200:2.0:1749609326.975412:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609326.975413:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1749609326.975415:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da33c0. 00000800:00000200:2.0:1749609326.975416:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7a00 type 1, nob 512 niov 1 nkiov 1 00000800:00000010:1.0:1749609326.975418:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695600. 00000100:00000001:2.0:1749609326.975421:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609326.975423:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609326.975424:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609326.975426:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609326.975429:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609326.975430:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609326.975434:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000100:00000040:2.0:1749609326.975434:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e8380 x1834594730249728/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609346 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609326.975437:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000100:00000001:1.0:1749609326.975442:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749609326.975448:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730249728:12345-192.168.201.20@tcp:38: Request processed in 285us (427us total) trans 0 rc -11/-11 02000000:00000001:1.0:1749609326.975453:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609326.975456:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58ab400. 00000100:00100000:2.0:1749609326.975458:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2751 02000000:00000001:1.0:1749609326.975461:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609326.975461:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609326.975462:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609326.975462:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609326.975466:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609326.975471:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000020:00000010:2.0:1749609326.975475:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000800:00000200:1.0:1749609326.975476:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609326.975478:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057600. 00000100:00000001:2.0:1749609326.975479:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609326.975481:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609326.975486:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609326.975489:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6683b8 00000400:00000010:1.0:1749609326.975491:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6683b8. 00000100:00000001:1.0:1749609326.975495:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609326.975529:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609326.975593:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609326.975596:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7a00. 00000400:00000200:1.0:1749609326.975600:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609326.975605:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609326.975609:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000400:00000010:1.0:1749609326.975612:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:1.0:1749609326.975615:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609326.975617:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609327.575724:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609327.575733:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609327.575740:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609327.575742:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609327.575858:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609327.575864:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609327.575868:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609327.710669:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609327.710678:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609327.710680:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609327.710683:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609327.710687:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609327.710691:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.710694:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609327.710696:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609327.710698:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609328.493582:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9500. 00000020:00000040:0.0:1749609328.493591:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609328.493609:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609328.493611:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609328.493615:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609328.493621:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1400. 00000100:00000001:0.0:1749609328.493627:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609328.493632:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609328.493634:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609328.493638:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609328.493639:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609328.493641:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609328.493643:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806590720 : -131938902960896 : ffff8800948e9500) 00000100:00000001:0.0:1749609328.493646:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609328.493648:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609328.493650:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609328.493651:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609328.493657:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948e9500 x1834594612271616/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609328.493665:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609328.493666:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609328.493668:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948e9500 x1834594612271616/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609328.493674:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609328.493676:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609328.493678:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609328.493679:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609328.493681:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609328.493683:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609328.493685:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609328.493686:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609328.493688:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609328.493689:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9500 x1834594612271616/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609328.493694:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948e9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612271616:0@lo:900: 00000100:00000001:0.0:1749609328.493698:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609328.493700:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609328.493701:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609328.493703:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609328.493704:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948e9500 x1834594612271616/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609328.493708:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609328.493710:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609328.493713:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609328.493714:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609328.493715:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609328.493716:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948e9500 x1834594612271616/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609328.493720:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609328.493722:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609328.493723:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609328.493724:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609328.493726:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1400. 02000000:00000001:0.0:1749609328.493729:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609328.493731:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609328.493732:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9500. 00000100:00000001:0.0:1749609328.493734:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609328.493735:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609328.577760:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609328.577771:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609328.577781:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609328.577783:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609328.577919:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609328.577925:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609328.577929:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609328.710672:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609328.710680:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609328.710682:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609328.710686:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609328.710691:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609328.710695:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609328.710697:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609328.710700:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609328.710702:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609329.579702:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609329.579711:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609329.579719:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609329.579721:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609329.579799:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609329.579804:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609329.579808:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609329.710809:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609329.710817:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609329.710819:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609329.710823:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609329.710827:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609329.710831:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609329.710834:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609329.710836:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609329.710838:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609330.219754:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609330.219767:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609330.219775:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083800. 00000020:00000040:2.0:1749609330.219781:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609330.219786:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609330.219789:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609330.219795:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609330.219803:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7e00. 00000100:00000001:2.0:1749609330.219811:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609330.219819:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609330.219832:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609330.219836:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609330.219842:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083800] to pc [ptlrpcd_00_00+0] req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609330.219884:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609330.219887:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609330.219891:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609330.219893:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609330.219895:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609330.219899:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609330.219902:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3934 00000100:00080000:2.0:1749609330.219905:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609330.219908:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609330.219911:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609330.219913:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609330.219915:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609330.219919:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609330.219920:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609330.219923:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609330.219926:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609330.219928:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609330.219931:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609330.219933:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609330.219935:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609330.219936:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609330.219938:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609330.219940:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609330.219943:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609330.219945:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609330.219947:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609330.219949:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609330.219955:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609330.219955:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609330.219957:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.219958:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609330.219960:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609330.219963:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609330.219965:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609330.219968:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749609330.219968:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609330.219970:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609330.219973:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609330.219975:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609330.219975:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.219977:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609330.219977:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609330.219979:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609330.219979:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609330.219980:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609330.219983:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1749609330.219984:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948bf000. 02000000:00000001:3.0:1749609330.219986:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609330.219988:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609330.219988:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609330.219991:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612271744:0@lo:400: 00000100:00100000:2.0:1749609330.219992:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609330.219995:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609330.220000:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749609330.220001:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609330.220002:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609330.220003:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609330.220006:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080380] to pc [ptlrpcd_rcv+-1] req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609330.220006:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609330.220010:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9000. 02000000:00000001:3.0:1749609330.220013:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609330.220018:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62580. 00000400:00000010:3.0:1749609330.220026:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000100:00000200:3.0:1749609330.220033:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612271744, portal 25 00000100:00000001:3.0:1749609330.220036:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609330.220037:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082997760 : -131938626553856 : ffff8800a5083800) 00000100:00000001:2.0:1749609330.220042:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609330.220042:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609330.220047:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609330.220051:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609330.220052:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1749609330.220054:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749609330.220055:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000400:00000010:3.0:1749609330.220056:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283f68. 00000100:00000200:3.0:1749609330.220058:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612271744, offset 0 00000020:00000040:2.0:1749609330.220059:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609330.220062:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749609330.220064:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609330.220065:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609330.220067:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609330.220072:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7400. 00000100:00000001:2.0:1749609330.220076:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609330.220078:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609330.220081:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609330.220089:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bda80 00000100:00000001:2.0:1749609330.220093:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609330.220095:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609330.220096:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16631 [2] + 0 00000100:00000040:2.0:1749609330.220100:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082d80] to pc [ptlrpcd_00_01+1] req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609330.220100:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62e18. 00000400:00000200:3.0:1749609330.220104:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880085dd23c0 00000400:00000200:3.0:1749609330.220109:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609330.220113:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609330.220117:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880085dd23c0 00000400:00000010:3.0:1749609330.220119:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880085dd23c0. 00000100:00000001:3.0:1749609330.220125:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609330.220126:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609330.220127:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1749609330.220130:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8bc50 x1834594612271744 msgsize 224 00000100:00000001:1.0:1749609330.220133:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749609330.220134:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609330.220136:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1749609330.220137:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609330.220140:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609330.220144:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:1.0:1749609330.220145:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609330.220147:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749609330.220148:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609330.220151:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609330.220153:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1749609330.220153:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283f68 00000400:00000010:3.0:1749609330.220155:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283f68. 00000100:00000001:2.0:1749609330.220157:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749609330.220159:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749609330.220160:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3934 00000100:00000001:1.0:1749609330.220161:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749609330.220162:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.220163:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609330.220165:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1749609330.220166:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609330.220168:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:1.0:1749609330.220170:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609330.220170:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609330.220171:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609330.220172:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609330.220173:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609330.220173:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609330.220174:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609330.220176:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749609330.220177:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612271872:0@lo:38: 00000020:00000040:2.0:1749609330.220177:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609330.220179:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609330.220180:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:3.0:1749609330.220180:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220182:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609330.220182:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:3.0:1749609330.220182:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749609330.220184:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:3.0:1749609330.220185:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.220186:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609330.220186:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749609330.220187:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:1.0:1749609330.220188:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220188:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609330.220189:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298606632 00000100:00000040:2.0:1749609330.220190:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609330.220191:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609330.220191:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609330.220192:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000010:3.0:1749609330.220193:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8a00. 00000100:00000001:0.0:1749609330.220194:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609330.220194:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:2.0:1749609330.220196:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 02000000:00000010:1.0:1749609330.220197:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5093000. 00000100:00000001:2.0:1749609330.220198:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.220200:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609330.220200:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609330.220200:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1749609330.220201:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609330.220204:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609330.220206:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 02000000:00000001:2.0:1749609330.220206:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220206:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298606632 00000100:00000001:2.0:1749609330.220208:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000010:3.0:1749609330.220208:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8f40. 00000100:00000001:2.0:1749609330.220210:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220211:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1749609330.220212:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000010:2.0:1749609330.220213:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000100:00000001:3.0:1749609330.220213:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298606632 00000100:00000010:3.0:1749609330.220215:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b82c0. 00000020:00000040:2.0:1749609330.220216:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609330.220217:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749609330.220218:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612271872, portal 4 02000000:00000001:2.0:1749609330.220218:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749609330.220219:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609330.220219:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220219:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609330.220221:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609330.220221:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609330.220221:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298606632 02000000:00000001:2.0:1749609330.220222:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609330.220223:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000010:3.0:1749609330.220223:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8800. 02000000:00000001:0.0:1749609330.220224:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609330.220224:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609330.220226:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609330.220226:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609330.220228:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609330.220229:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948bd800. 02000000:00000001:0.0:1749609330.220230:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220230:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220232:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609330.220233:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609330.220234:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612272000:0@lo:400: 00000100:00000001:3.0:1749609330.220234:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609330.220236:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609330.220236:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609330.220240:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609330.220243:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609330.220244:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609330.220244:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609330.220244:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609330.220245:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609330.220245:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609330.220247:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220247:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609330.220248:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609330.220249:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609330.220249:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081c00] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609330.220249:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609330.220250:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609330.220251:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609330.220253:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 02000000:00000010:0.0:1749609330.220255:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1400. 00000100:00000200:1.0:1749609330.220257:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612271872, offset 0 00000100:00000001:2.0:1749609330.220257:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609330.220258:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609330.220259:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609330.220262:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609330.220263:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1749609330.220264:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17688. 00000400:00000200:1.0:1749609330.220264:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749609330.220265:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609330.220267:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609330.220269:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3934 00000400:00000010:0.0:1749609330.220270:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6682a8. 00000100:00080000:2.0:1749609330.220270:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609330.220272:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609330.220273:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609330.220274:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609330.220275:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609330.220275:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612271744 00000100:00000040:2.0:1749609330.220276:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:0.0:1749609330.220277:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612272000, portal 4 00000100:00000001:2.0:1749609330.220277:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609330.220277:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749609330.220279:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609330.220280:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749609330.220280:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:3.0:1749609330.220280:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609330.220281:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609330.220282:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.220283:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000020:00000040:2.0:1749609330.220283:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000400:00000200:1.0:1749609330.220284:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bdb00 00000020:00000001:2.0:1749609330.220285:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 02000000:00000001:3.0:1749609330.220286:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609330.220287:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00100000:3.0:1749609330.220289:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612271744 00000100:00000040:2.0:1749609330.220290:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:0.0:1749609330.220291:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609330.220291:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609330.220292:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609330.220293:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad1 [256] + 23400 00000020:00000040:3.0:1749609330.220293:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000040:2.0:1749609330.220294:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:3.0:1749609330.220294:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609330.220295:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609330.220297:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000020:00000040:3.0:1749609330.220297:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000400:00000010:1.0:1749609330.220298:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009120c840. 00000100:00080000:2.0:1749609330.220299:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000020:00000001:3.0:1749609330.220299:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609330.220301:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609330.220302:0:1508:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009eff8000 02000000:00000001:2.0:1749609330.220302:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1749609330.220302:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609330.220304:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609330.220304:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609330.220306:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609330.220306:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220306:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609330.220307:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609330.220307:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609330.220308:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609330.220309:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8e40. 00000400:00000010:0.0:1749609330.220310:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000400:00000200:1.0:1749609330.220310:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749609330.220311:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080000. 00000100:00000001:3.0:1749609330.220311:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609330.220312:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1749609330.220313:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612272000, offset 0 00000020:00000010:3.0:1749609330.220313:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8e40. 00000400:00000200:1.0:1749609330.220314:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009eff8000 02000000:00000001:2.0:1749609330.220314:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609330.220315:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609330.220316:0:1508:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 4216 at ffff88009eff8000. 00000100:00000001:2.0:1749609330.220316:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609330.220317:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609330.220318:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609330.220318:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8600. 00000100:00000001:1.0:1749609330.220321:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749609330.220321:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948bd400. 00000020:00000010:3.0:1749609330.220322:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00000200:1.0:1749609330.220323:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609330.220323:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609330.220326:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88008b9ccc50 x1834594612271872 msgsize 520 00000100:00100000:2.0:1749609330.220326:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1749609330.220326:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000400:00000200:0.0:1749609330.220329:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609330.220330:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609330.220332:0:1508:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1749609330.220333:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749609330.220333:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609330.220334:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609330.220336:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080000] to pc [ptlrpcd_rcv+-1] req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609330.220336:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609330.220337:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609330.220339:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609330.220339:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220342:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609330.220342:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609330.220344:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609330.220345:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609330.220347:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bdb80 00000100:00000001:2.0:1749609330.220347:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609330.220350:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000400:00000200:1.0:1749609330.220352:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000020:00000040:2.0:1749609330.220352:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:1.0:1749609330.220353:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:3.0:1749609330.220353:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609330.220354:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609330.220355:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609330.220356:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609330.220356:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609330.220359:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609330.220359:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7a00. 00000100:00000001:2.0:1749609330.220361:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220361:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749609330.220363:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 448 00000100:00000040:2.0:1749609330.220363:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609330.220364:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609330.220367:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609330.220368:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000400:00000200:0.0:1749609330.220370:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609330.220370:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609330.220370:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609330.220371:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609330.220371:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:3.0:1749609330.220372:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295892560 : -131938413659056 : ffff8800b1b8bc50) 00000100:00000040:2.0:1749609330.220374:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082300] to pc [ptlrpcd_00_02+2] req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609330.220376:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609330.220376:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609330.220377:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8bc50 x1834594612271744/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:276/0 lens 224/0 e 0 to 0 dl 1749609341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.220378:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609330.220382:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609330.220382:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609330.220384:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1749609330.220385:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1023 usecs (2 jiffies) 00000100:00000001:3.0:1749609330.220386:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609330.220387:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8e40. 00000100:00000001:1.0:1749609330.220388:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298606626 00000100:00000001:3.0:1749609330.220389:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609330.220390:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9500. 00000020:00000010:3.0:1749609330.220390:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8e40. 00000100:00000001:1.0:1749609330.220391:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298606632 00000100:00000001:2.0:1749609330.220391:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220393:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298606626 00000100:00100000:3.0:1749609330.220393:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612271744:12345-0@lo:400: 00000100:00000040:0.0:1749609330.220394:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800948e9500 x1834594612272000 msgsize 224 00000100:00000040:2.0:1749609330.220395:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3944) 00000100:00000001:1.0:1749609330.220396:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298606632 00000100:00000200:3.0:1749609330.220397:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612271744 00000100:00000001:1.0:1749609330.220398:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298606626 00000020:00000001:3.0:1749609330.220399:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609330.220400:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609330.220400:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298606632 00000100:00000001:1.0:1749609330.220401:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298606626 00000100:00000001:1.0:1749609330.220403:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298606632 00000020:00000001:3.0:1749609330.220403:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609330.220404:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609330.220405:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220406:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220406:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609330.220407:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609330.220408:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609330.220409:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220409:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609330.220409:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609330.220411:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609330.220411:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609330.220412:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609330.220412:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609330.220413:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609330.220415:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609330.220416:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749609330.220417:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1749609330.220418:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000100:00000001:1.0:1749609330.220418:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609330.220419:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609330.220420:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609330.220420:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609330.220421:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00000001:1.0:1749609330.220421:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609330.220421:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220422:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609330.220422:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1749609330.220423:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609330.220425:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609330.220425:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609330.220425:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609330.220425:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609330.220427:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609330.220427:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749609330.220429:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612272384:0@lo:400: 02000000:00000010:3.0:1749609330.220430:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8c00. 00000100:00000200:0.0:1749609330.220431:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.220432:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609330.220433:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609330.220433:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220434:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609330.220435:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609330.220435:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.220436:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609330.220437:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609330.220437:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.220438:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609330.220439:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609330.220440:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609330.220440:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609330.220440:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612271744 02000000:00000010:2.0:1749609330.220441:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000100:00000040:0.0:1749609330.220443:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609330.220443:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612272128:0@lo:38: 02000000:00000001:2.0:1749609330.220443:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609330.220443:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609330.220446:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8bc50 x1834594612271744/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:276/0 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.220447:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1749609330.220447:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fc08. 02000000:00000001:1.0:1749609330.220449:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609330.220450:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.220450:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.220451:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749609330.220451:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 02000000:00000001:1.0:1749609330.220452:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749609330.220454:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609330.220455:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609330.220455:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092400. 00000100:00000200:2.0:1749609330.220456:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612272384, portal 10 00010000:00000001:3.0:1749609330.220456:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.220457:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220458:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609330.220459:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000400:00000010:1.0:1749609330.220459:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0948. 00000100:00001000:3.0:1749609330.220459:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609330.220460:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000100:00000001:0.0:1749609330.220461:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298606625 00000400:00000010:1.0:1749609330.220462:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000001:3.0:1749609330.220463:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609330.220465:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298606632 00000100:00000200:1.0:1749609330.220465:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612272128, portal 10 00000100:00000040:2.0:1749609330.220465:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609330.220465:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609330.220467:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298606625 00000100:00000001:1.0:1749609330.220467:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609330.220467:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609330.220469:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298606632 00000100:00000001:1.0:1749609330.220469:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 02000000:00000001:3.0:1749609330.220469:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609330.220470:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.220471:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298606625 00000100:00000001:0.0:1749609330.220472:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298606632 00000100:00000001:2.0:1749609330.220472:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609330.220472:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609330.220474:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298606625 00000100:00000001:0.0:1749609330.220475:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298606632 00000100:00000040:1.0:1749609330.220475:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609330.220476:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609330.220477:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609330.220477:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609330.220478:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93d48. 00000400:00000010:3.0:1749609330.220478:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283f68. 00000100:00000001:0.0:1749609330.220479:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609330.220480:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612272384, offset 0 00000100:00000001:0.0:1749609330.220482:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220482:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609330.220482:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612271744, offset 224 00000100:00000001:0.0:1749609330.220484:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609330.220484:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609330.220486:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000400:00000200:2.0:1749609330.220486:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609330.220489:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609330.220490:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609330.220492:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609330.220494:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609330.220494:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609330.220495:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609330.220528:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bdd00 00000400:00000200:3.0:1749609330.220534:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609330.220542:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609330.220543:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 27648 00000400:00000200:3.0:1749609330.220548:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bda80 00000400:00000200:2.0:1749609330.220549:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609330.220551:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612272128, offset 0 00000100:00000001:0.0:1749609330.220553:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609330.220553:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609330.220553:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17195 [1] + 224 00000400:00000200:1.0:1749609330.220558:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609330.220558:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609330.220561:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609330.220581:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609330.220583:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749609330.220587:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080e00. 00000100:00000001:3.0:1749609330.220587:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609330.220590:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5080e00 x1834594612272384 msgsize 224 00000100:00000200:3.0:1749609330.220591:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609330.220592:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609330.220594:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609330.220598:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bdc00 00000100:00000040:3.0:1749609330.220600:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609330.220601:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609330.220603:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 27872 00000400:00000200:1.0:1749609330.220609:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609330.220612:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609330.220614:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609330.220617:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93d48 00000400:00000010:2.0:1749609330.220619:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93d48. 00000100:00000001:2.0:1749609330.220622:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609330.220624:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609330.220624:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749609330.220624:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283f68 00000100:00000200:1.0:1749609330.220625:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749609330.220626:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612272000 00000100:00000200:2.0:1749609330.220626:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609330.220627:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283f68. 02000000:00000001:0.0:1749609330.220628:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1749609330.220629:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c9500. 00000100:00000001:0.0:1749609330.220630:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609330.220631:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c9500 x1834594612272128 msgsize 520 00000100:00000001:3.0:1749609330.220631:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609330.220632:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220633:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609330.220634:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609330.220635:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609330.220636:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609330.220636:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609330.220637:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612272000 00000100:00000001:3.0:1749609330.220637:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609330.220640:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609330.220641:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000040:3.0:1749609330.220641:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:0.0:1749609330.220643:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609330.220643:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609330.220643:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220644:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749609330.220645:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00010000:00000001:3.0:1749609330.220645:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609330.220647:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609330.220648:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609330.220648:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609330.220650:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:3.0:1749609330.220650:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609330.220651:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:1.0:1749609330.220652:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000040:2.0:1749609330.220652:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000100:00000001:0.0:1749609330.220654:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609330.220654:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609330.220654:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298606626 00000100:00000040:3.0:1749609330.220654:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8bc50 x1834594612271744/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:276/0 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609330.220657:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298606632 00000020:00000010:0.0:1749609330.220658:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4480. 00000100:00000200:1.0:1749609330.220658:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609330.220659:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298606626 00000100:00000001:2.0:1749609330.220661:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298606632 00000020:00000010:0.0:1749609330.220662:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b41c0. 00000100:00000001:2.0:1749609330.220663:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298606626 00000100:00000001:1.0:1749609330.220665:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609330.220665:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298606632 00000100:00000001:2.0:1749609330.220666:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298606626 00000020:00000040:0.0:1749609330.220667:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:1.0:1749609330.220668:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609330.220668:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298606632 00000100:00000001:2.0:1749609330.220669:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609330.220670:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612271744:12345-0@lo:400: Request processed in 280us (535us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609330.220671:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220673:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220674:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.220675:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609330.220675:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609330.220675:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609330.220678:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609330.220678:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220680:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609330.220681:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000100:00000001:2.0:1749609330.220681:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1749609330.220681:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000020:00000010:0.0:1749609330.220682:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000100:00000001:2.0:1749609330.220683:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609330.220684:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298606626 00000100:00000040:3.0:1749609330.220684:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000010:0.0:1749609330.220685:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000100:00000001:2.0:1749609330.220685:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609330.220686:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298606632 00000100:00000001:2.0:1749609330.220686:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220687:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220688:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609330.220689:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298606626 00000100:00000040:0.0:1749609330.220690:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609330.220690:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298606632 00000100:00000001:3.0:1749609330.220691:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609330.220692:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609330.220692:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298606626 00000100:00000001:0.0:1749609330.220693:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609330.220694:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298606632 00000100:00000001:0.0:1749609330.220695:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.220695:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298606626 00000020:00000010:3.0:1749609330.220696:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000100:00000001:1.0:1749609330.220697:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298606632 00000100:00000001:1.0:1749609330.220698:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609330.220700:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609330.220700:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.220702:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609330.220702:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749609330.220702:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000100:00000001:0.0:1749609330.220703:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220704:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609330.220705:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609330.220706:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612272384 00000020:00000010:3.0:1749609330.220707:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8600. 00000100:00000001:0.0:1749609330.220708:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609330.220708:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609330.220710:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609330.220711:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609330.220711:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:1.0:1749609330.220712:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609330.220713:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609330.220714:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.220715:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609330.220715:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609330.220716:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609330.220716:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612272384 02000000:00000001:3.0:1749609330.220716:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609330.220717:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749609330.220718:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609330.220718:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609330.220720:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 02000000:00000010:3.0:1749609330.220720:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a8c00. 00000100:00100000:0.0:1749609330.220721:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1749609330.220721:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612272256:0@lo:38: 00000020:00000001:2.0:1749609330.220721:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609330.220723:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000020:00000040:2.0:1749609330.220723:0:14332:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:1.0:1749609330.220724:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609330.220724:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609330.220725:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806590720 : -131938902960896 : ffff8800948e9500) 02000000:00000001:1.0:1749609330.220725:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749609330.220726:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609330.220726:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609330.220727:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.220728:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749609330.220728:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000040:0.0:1749609330.220729:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948e9500 x1834594612272000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1749609341 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609330.220731:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092c00. 02000000:00000001:1.0:1749609330.220732:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220732:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749609330.220732:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:2.0:1749609330.220734:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706f40. 00000400:00000010:1.0:1749609330.220735:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000400:00000010:1.0:1749609330.220737:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000400:00000010:3.0:1749609330.220737:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62e18. 00000100:00000001:0.0:1749609330.220738:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609330.220738:0:14332:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706ec0. 00000020:00000010:0.0:1749609330.220740:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b41c0. 00000100:00000200:1.0:1749609330.220740:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612272256, portal 10 00000100:00000001:1.0:1749609330.220741:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609330.220742:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609330.220742:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3c00. 00000100:00000001:1.0:1749609330.220743:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082983424 : -131938626568192 : ffff8800a5080000) 00000020:00000010:0.0:1749609330.220744:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b41c0. 00000020:00000040:2.0:1749609330.220744:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609330.220747:0:14332:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1749609330.220748:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612272000:12345-0@lo:400: 00000100:00000040:1.0:1749609330.220748:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609330.220750:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000200:0.0:1749609330.220751:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612272000 00000020:00000001:0.0:1749609330.220753:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749609330.220753:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:1.0:1749609330.220754:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609330.220755:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749609330.220756:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749609330.220756:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000020:00000001:0.0:1749609330.220757:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609330.220758:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000020:00000001:0.0:1749609330.220759:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1749609330.220760:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612272256, offset 0 00000020:00000001:0.0:1749609330.220761:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:2.0:1749609330.220761:0:14332:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609330.220761:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609330.220763:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609330.220763:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609330.220763:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609330.220764:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609330.220764:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609330.220766:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609330.220767:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609330.220768:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1749609330.220768:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1749609330.220768:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749609330.220770:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000001:3.0:1749609330.220770:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609330.220771:0:14332:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1749609330.220772:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609330.220772:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bdc80 00000100:00000001:2.0:1749609330.220773:0:14332:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1749609330.220773:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62580. 00000020:00000001:0.0:1749609330.220774:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609330.220774:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.220777:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609330.220777:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000010:3.0:1749609330.220778:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 02000000:00000001:0.0:1749609330.220779:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609330.220781:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609330.220781:0:1509:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749609330.220782:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a03d2800. 00000400:00000200:1.0:1749609330.220782:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 28392 02000000:00000001:0.0:1749609330.220784:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609330.220785:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609330.220786:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609330.220786:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609330.220787:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749609330.220788:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609330.220788:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612272128 00000400:00000200:1.0:1749609330.220789:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1749609330.220790:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612272000 02000000:00000001:2.0:1749609330.220790:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609330.220791:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749609330.220792:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609330.220792:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609330.220793:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609330.220793:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609330.220793:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749609330.220795:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948e9500 x1834594612272000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609330.220795:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c8a80. 02000000:00000001:2.0:1749609330.220795:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609330.220797:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c8a80 x1834594612272256 msgsize 520 00000100:00100000:2.0:1749609330.220797:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612272128 00000020:00000001:2.0:1749609330.220798:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609330.220799:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609330.220800:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749609330.220801:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609330.220801:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220801:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609330.220802:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609330.220803:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749609330.220803:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220804:0:1509:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:0.0:1749609330.220805:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609330.220806:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00001000:0.0:1749609330.220807:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=136 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609330.220807:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609330.220807:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749609330.220808:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9880. 00000100:00000001:3.0:1749609330.220808:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609330.220810:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000020:00000010:2.0:1749609330.220810:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c4b0. 00000100:00000001:3.0:1749609330.220810:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.220811:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749609330.220811:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609330.220812:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609330.220812:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609330.220813:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609330.220813:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609330.220813:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609330.220814:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.220815:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:1.0:1749609330.220816:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609330.220816:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=149 v=5 (5 5 5 5) 02000000:00000001:0.0:1749609330.220817:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609330.220817:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609330.220819:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609330.220819:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609330.220821:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609330.220821:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609330.220822:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609330.220822:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609330.220823:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609330.220825:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609330.220825:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609330.220825:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1749609330.220825:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1749609330.220827:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612272256 00000400:00000010:0.0:1749609330.220828:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00010000:00000001:3.0:1749609330.220828:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609330.220829:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609330.220830:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220830:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609330.220830:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220832:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609330.220832:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609330.220833:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612272000, offset 224 00000100:00000040:3.0:1749609330.220833:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.220834:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609330.220834:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609330.220836:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000100:00100000:2.0:1749609330.220836:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612272256 00000020:00000001:2.0:1749609330.220837:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609330.220838:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298606626 00000020:00000040:2.0:1749609330.220838:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609330.220839:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298606632 00000020:00000001:2.0:1749609330.220839:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609330.220840:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609330.220840:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220840:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609330.220841:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298606626 00000100:00000001:1.0:1749609330.220842:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298606632 00000020:00000001:2.0:1749609330.220842:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220843:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609330.220844:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298606626 00000020:00000010:2.0:1749609330.220844:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000001:1.0:1749609330.220845:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298606632 00000100:00000001:3.0:1749609330.220845:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609330.220846:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9a00. 00000100:00000001:1.0:1749609330.220847:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298606626 00000100:00000040:3.0:1749609330.220847:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609330.220848:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883cbb8. 00000100:00000001:1.0:1749609330.220849:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298606632 00000100:00000001:2.0:1749609330.220849:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609330.220850:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609330.220850:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609330.220851:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609330.220851:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220852:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220853:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220854:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609330.220855:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612271744:0@lo:400: 00000100:00000001:1.0:1749609330.220856:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609330.220858:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bdb80 00000100:00000001:2.0:1749609330.220858:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609330.220859:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.220860:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609330.220861:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609330.220861:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609330.220862:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609330.220863:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609330.220863:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609330.220863:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083800 x1834594612271744/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.220864:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609330.220865:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609330.220866:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x171a5 [1] + 224 00000100:00100000:2.0:1749609330.220866:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00000001:1.0:1749609330.220867:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609330.220868:0:14332:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:2.0:1749609330.220870:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082987008 : -131938626564608 : ffff8800a5080e00) 00000100:00000001:3.0:1749609330.220870:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609330.220872:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749609330.220873:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609330.220874:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5080e00 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1749609341 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609330.220874:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9000. 00000400:00000200:0.0:1749609330.220877:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609330.220877:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609330.220879:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609330.220881:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609330.220882:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609330.220882:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609330.220883:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749609330.220883:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706ec0. 00000020:00000001:3.0:1749609330.220883:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1749609330.220885:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612271872 00000100:00000001:2.0:1749609330.220885:0:14332:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749609330.220885:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7e00. 00000100:00000200:0.0:1749609330.220887:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609330.220887:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1749609330.220887:0:14332:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706ec0. 02000000:00000001:3.0:1749609330.220887:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609330.220889:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609330.220889:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609330.220891:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609330.220891:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612272384:12345-0@lo:400: 00000100:00000010:3.0:1749609330.220891:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083800. 00000100:00000001:3.0:1749609330.220893:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749609330.220894:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220894:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609330.220895:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612272384 00000100:00000001:3.0:1749609330.220896:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609330.220897:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612271872 00000020:00000001:2.0:1749609330.220897:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609330.220899:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609330.220900:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609330.220900:0:14332:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609330.220900:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609330.220901:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609330.220902:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609330.220902:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609330.220902:0:14332:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.220903:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609330.220904:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609330.220904:0:14332:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609330.220905:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609330.220906:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609330.220906:0:14332:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000010:1.0:1749609330.220909:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000020:00000001:2.0:1749609330.220909:0:14332:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609330.220911:0:14332:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609330.220913:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000020:00000001:2.0:1749609330.220913:0:14332:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609330.220915:0:14332:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1749609330.220917:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000020:00000001:2.0:1749609330.220917:0:14332:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609330.220918:0:14332:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609330.220920:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609330.220920:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609330.220921:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609330.220921:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609330.220922:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609330.220923:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609330.220925:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bfc00. 00000400:00000200:0.0:1749609330.220927:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000100:00000001:1.0:1749609330.220927:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609330.220927:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.220928:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609330.220929:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000020:00000001:2.0:1749609330.220930:0:14332:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609330.220932:0:14332:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612272384 00000100:00000001:0.0:1749609330.220933:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609330.220933:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609330.220935:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749609330.220935:0:14332:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749609330.220938:0:14332:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5080e00 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609330.220939:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.220940:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609330.220940:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609330.220941:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609330.220942:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609330.220943:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:1.0:1749609330.220945:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00010000:00000001:2.0:1749609330.220945:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609330.220946:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:3.0:1749609330.220946:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00000001:1.0:1749609330.220947:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656527440 : -131939053024176 : ffff88008b9ccc50) 00010000:00000001:2.0:1749609330.220947:0:14332:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609330.220949:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609330.220949:0:14332:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=143 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609330.220949:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361863424 : -131939347688192 : ffff88007a0c9500) 00000020:00000001:0.0:1749609330.220951:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609330.220951:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b9ccc50 x1834594612271872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609330.220952:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609330.220952:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c9500 x1834594612272128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609330.220954:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:0.0:1749609330.220956:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9500 x1834594612272000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609330.220956:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609330.220958:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609330.220960:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609330.220961:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b9ccc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612271872:12345-0@lo:38: 00000100:00000001:2.0:1749609330.220961:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609330.220962:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612272128:12345-0@lo:38: 00000100:00000040:2.0:1749609330.220964:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749609330.220965:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612271872 00000100:00000200:3.0:1749609330.220965:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612272128 00000400:00000010:2.0:1749609330.220966:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93d48. 00000020:00000001:1.0:1749609330.220967:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609330.220968:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749609330.220969:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612272384, offset 224 00010000:00000001:1.0:1749609330.220970:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749609330.220970:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609330.220971:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612272000:12345-0@lo:400: Request processed in 230us (574us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609330.220973:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609330.220979:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609330.220983:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000020:00000001:3.0:1749609330.220984:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609330.220985:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bdd00 00000100:00000040:0.0:1749609330.220987:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00010000:00020000:3.0:1749609330.220987:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609330.220990:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609330.220990:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x171ad [1] + 224 00010000:00000001:3.0:1749609330.220990:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609330.220992:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749609330.220993:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609330.220994:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609330.220995:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:0.0:1749609330.220996:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000020:00000001:1.0:1749609330.220997:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609330.220997:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609330.220997:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609330.220998:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:1.0:1749609330.221000:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609330.221000:0:14332:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749609330.221001:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8c00. 00000020:00000010:0.0:1749609330.221002:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00010000:00000001:1.0:1749609330.221002:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749609330.221003:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609330.221003:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609330.221005:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609330.221005:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609330.221006:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609330.221008:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749609330.221008:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609330.221009:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749609330.221009:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609330.221010:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 02000000:00000001:1.0:1749609330.221011:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609330.221011:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609330.221012:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609330.221013:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609330.221015:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5093c00. 00000100:00000001:3.0:1749609330.221015:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749609330.221016:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.221018:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.221018:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609330.221020:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00010000:00000001:1.0:1749609330.221021:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609330.221021:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609330.221022:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749609330.221023:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.221023:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00001000:1.0:1749609330.221025:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609330.221025:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93d48 00000100:00000040:3.0:1749609330.221026:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000010:2.0:1749609330.221027:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93d48. 00000100:00000001:1.0:1749609330.221028:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749609330.221028:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609330.221029:0:14332:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609330.221029:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.221030:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609330.221031:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609330.221031:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609330.221033:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:2.0:1749609330.221033:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609330.221033:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609330.221035:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:3.0:1749609330.221035:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000100:00000040:2.0:1749609330.221036:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609330.221037:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:3.0:1749609330.221037:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612272128, offset 0 00010000:00000001:2.0:1749609330.221038:0:14332:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609330.221039:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609330.221039:0:14332:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609330.221040:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609330.221041:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609330.221041:0:14332:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609330.221041:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609330.221042:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609330.221043:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080e00 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1749609341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609330.221044:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.221045:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609330.221047:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00000040:1.0:1749609330.221047:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609330.221049:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000400:00000200:3.0:1749609330.221049:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609330.221050:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361860736 : -131939347690880 : ffff88007a0c8a80) 00000100:00000200:1.0:1749609330.221052:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612271872, offset 0 00000100:00100000:2.0:1749609330.221052:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612272384:12345-0@lo:400: Request processed in 169us (460us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609330.221055:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bdc00 00000100:00000040:0.0:1749609330.221056:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c8a80 x1834594612272256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609330.221056:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609330.221058:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00000040:2.0:1749609330.221061:0:14332:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000400:00000200:3.0:1749609330.221061:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x171b1 [1] + 0 00000400:00000200:1.0:1749609330.221063:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609330.221063:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609330.221064:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609330.221065:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609330.221067:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bdb00 00000020:00000010:2.0:1749609330.221067:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000400:00000200:3.0:1749609330.221068:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609330.221070:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000400:00000200:1.0:1749609330.221072:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1719d [1] + 0 00000020:00000010:2.0:1749609330.221073:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000400:00000200:1.0:1749609330.221076:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749609330.221076:0:14332:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000400:00000200:1.0:1749609330.221078:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609330.221078:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609330.221080:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612272256:12345-0@lo:38: 00000100:00000200:0.0:1749609330.221086:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612272256 00000100:00000001:1.0:1749609330.221087:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609330.221087:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609330.221089:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609330.221089:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749609330.221090:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609330.221090:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609330.221091:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749609330.221092:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:2.0:1749609330.221093:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609330.221095:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609330.221097:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fc08. 00000100:00000040:1.0:1749609330.221099:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609330.221099:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609330.221100:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000400:00000010:2.0:1749609330.221101:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000100:00000001:2.0:1749609330.221103:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609330.221104:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609330.221106:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749609330.221109:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609330.221110:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609330.221110:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749609330.221112:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609330.221113:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000200:2.0:1749609330.221113:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609330.221115:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00010000:00000001:0.0:1749609330.221116:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609330.221117:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749609330.221117:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000100:00000001:1.0:1749609330.221118:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749609330.221119:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00000001:0.0:1749609330.221120:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609330.221120:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609330.221121:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.221121:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609330.221121:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609330.221122:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609330.221122:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609330.221123:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749609330.221124:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609330.221124:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749609330.221125:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609330.221125:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.221126:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609330.221126:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609330.221127:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609330.221128:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609330.221128:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000010:0.0:1749609330.221129:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a03d2c00. 02000000:00000001:2.0:1749609330.221129:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.221130:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609330.221131:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b9ccc50 x1834594612271872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609330.221132:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609330.221132:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=143 v=5 (5 5 5 5) 00000020:00000001:3.0:1749609330.221132:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609330.221134:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9500 x1834594612272128/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609330.221135:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609330.221135:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=143 v=5 (1 1 1 1) 00010000:00000001:0.0:1749609330.221138:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609330.221138:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609330.221139:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609330.221140:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b9ccc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612271872:12345-0@lo:38: Request processed in 179us (812us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749609330.221140:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1749609330.221141:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609330.221143:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612272128:12345-0@lo:38: Request processed in 181us (510us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749609330.221144:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00080000:2.0:1749609330.221144:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609330.221147:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00000001:0.0:1749609330.221149:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609330.221149:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749609330.221150:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00000001:1.0:1749609330.221151:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749609330.221151:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.221152:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609330.221152:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609330.221153:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609330.221154:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000001:2.0:1749609330.221154:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609330.221155:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:2.0:1749609330.221155:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:3.0:1749609330.221155:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9880. 00000020:00000010:1.0:1749609330.221156:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 00000100:00000001:0.0:1749609330.221157:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609330.221157:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609330.221158:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609330.221158:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c4b0. 00000020:00000010:1.0:1749609330.221159:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000100:00000001:0.0:1749609330.221161:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:2.0:1749609330.221161:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609330.221161:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:3.0:1749609330.221163:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609330.221166:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609330.221167:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609330.221169:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609330.221169:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609330.221170:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609330.221171:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609330.221172:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609330.221174:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609330.221174:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221175:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5093c00. 00000100:00000040:0.0:1749609330.221177:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609330.221178:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1749609330.221180:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 02000000:00000001:1.0:1749609330.221180:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1749609330.221180:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612272384:0@lo:400: 02000000:00000010:1.0:1749609330.221182:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5091800. 02000000:00000001:1.0:1749609330.221184:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609330.221184:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609330.221185:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612272256, offset 0 00000100:00000010:1.0:1749609330.221185:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8e00. 00000100:00000001:2.0:1749609330.221186:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609330.221188:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612272384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609330.221189:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221190:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a8800. 00000400:00000200:0.0:1749609330.221191:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609330.221192:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221193:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0caa00. 00000100:00000001:2.0:1749609330.221194:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609330.221196:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221196:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a1c00. 02000000:00000001:2.0:1749609330.221196:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609330.221197:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 02000000:00000001:1.0:1749609330.221198:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221199:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b47ff800. 02000000:00000001:2.0:1749609330.221199:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749609330.221200:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609330.221200:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609330.221201:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749609330.221202:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221203:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5091400. 00000020:00000001:2.0:1749609330.221203:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609330.221204:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7a00. 02000000:00000001:1.0:1749609330.221205:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221205:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0ca680. 02000000:00000001:2.0:1749609330.221206:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609330.221207:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749609330.221208:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1749609330.221209:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bdc80 02000000:00000010:1.0:1749609330.221209:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948bdc00. 00000100:00000010:2.0:1749609330.221209:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 02000000:00000001:1.0:1749609330.221211:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609330.221211:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1749609330.221212:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0c8700. 00000100:00000001:2.0:1749609330.221212:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609330.221213:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609330.221214:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221215:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3800. 00000400:00000200:0.0:1749609330.221216:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x171c1 [1] + 0 00000100:00000001:2.0:1749609330.221216:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749609330.221217:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609330.221217:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609330.221218:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ba300. 00000100:00000001:2.0:1749609330.221219:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609330.221220:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.221221:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221222:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a50da000. 00000400:00000200:0.0:1749609330.221223:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609330.221225:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221226:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b9180. 00000400:00000200:0.0:1749609330.221228:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609330.221228:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221229:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a50db000. 00000100:00000001:0.0:1749609330.221232:0:15217:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609330.221233:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221234:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948bbb80. 00000100:00000200:0.0:1749609330.221236:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609330.221236:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221237:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a50da400. 02000000:00000001:1.0:1749609330.221239:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221240:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948bb100. 00000100:00000001:2.0:1749609330.221241:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609330.221242:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221243:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5099000. 00000100:00000001:2.0:1749609330.221243:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.221245:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221246:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0d7100. 00000100:00000040:0.0:1749609330.221249:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609330.221249:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221250:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509ac00. 02000000:00000001:1.0:1749609330.221252:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221253:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50dce00. 02000000:00000001:1.0:1749609330.221256:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221257:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5098000. 02000000:00000001:1.0:1749609330.221259:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221260:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a50dc380. 02000000:00000001:1.0:1749609330.221262:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609330.221263:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749609330.221263:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a50d8400. 02000000:00000001:1.0:1749609330.221265:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221266:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0717800. 00000400:00000200:0.0:1749609330.221269:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 02000000:00000001:1.0:1749609330.221269:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221270:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5099800. 00000400:00000010:0.0:1749609330.221272:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 02000000:00000001:1.0:1749609330.221272:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221273:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0716d80. 00000100:00000001:0.0:1749609330.221275:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609330.221276:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749609330.221276:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221277:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5099400. 02000000:00000001:1.0:1749609330.221279:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221280:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b9f80. 00000100:00000001:0.0:1749609330.221281:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.221282:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221283:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a157400. 00000100:00000040:0.0:1749609330.221284:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609330.221284:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609330.221286:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609330.221287:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609330.221290:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1749609330.221290:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609330.221291:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609330.221293:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17688. 00000100:00000040:0.0:1749609330.221295:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8a80 x1834594612272256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609350 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609330.221297:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6682a8 02000000:00000001:1.0:1749609330.221298:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1749609330.221298:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6682a8. 00000100:00000010:1.0:1749609330.221300:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b9500. 00000100:00000001:3.0:1749609330.221301:0:1510:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609330.221304:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1749609330.221304:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609330.221305:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5092800. 02000000:00000001:1.0:1749609330.221307:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221308:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b8a80. 00000100:00100000:0.0:1749609330.221309:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612272256:12345-0@lo:38: Request processed in 228us (508us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749609330.221311:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221312:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a1000. 00000100:00000200:3.0:1749609330.221312:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609330.221314:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221315:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0715c00. 02000000:00000001:1.0:1749609330.221318:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221319:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3000. 00000100:00000001:3.0:1749609330.221319:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609330.221320:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609330.221321:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 02000000:00000001:1.0:1749609330.221321:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221322:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0715180. 00000100:00000001:3.0:1749609330.221322:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609330.221324:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1749609330.221324:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609330.221325:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1749609330.221325:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0d0400. 00000100:00000001:3.0:1749609330.221325:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609330.221326:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609330.221327:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609330.221328:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609330.221330:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9a00. 02000000:00000001:1.0:1749609330.221332:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1749609330.221332:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=136 v=5 (5 5 5 5) 00000100:00000010:1.0:1749609330.221334:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8e00. 00000020:00000010:0.0:1749609330.221335:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883cbb8. 00000100:00001000:3.0:1749609330.221335:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609330.221337:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749609330.221339:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609330.221339:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609330.221341:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609330.221343:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1749609330.221344:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609330.221348:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221349:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5092000. 00010000:00000001:3.0:1749609330.221351:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.221352:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221353:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0714380. 00000100:00000001:3.0:1749609330.221353:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609330.221355:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:3.0:1749609330.221356:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609330.221357:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609330.221359:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609330.221362:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:1.0:1749609330.221362:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221363:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fa000. 00000020:00000040:0.0:1749609330.221366:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 02000000:00000001:1.0:1749609330.221366:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609330.221366:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749609330.221367:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d6df100. 00000100:00000001:3.0:1749609330.221368:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609330.221369:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609330.221370:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1749609330.221371:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609330.221373:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000001:1.0:1749609330.221375:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221376:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f9800. 00000100:00100000:3.0:1749609330.221378:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612272000:0@lo:400: 02000000:00000001:1.0:1749609330.221379:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221379:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f22d80. 00000100:00000001:3.0:1749609330.221382:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609330.221383:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221384:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fac00. 00000100:00000001:3.0:1749609330.221384:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609330.221386:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1749609330.221386:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082d80 x1834594612272000/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609330.221387:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130f20a80. 00000100:00000001:3.0:1749609330.221392:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609330.221393:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609330.221394:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1400. 02000000:00000001:1.0:1749609330.221396:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1749609330.221397:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1749609330.221398:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a2800. 00000020:00000001:3.0:1749609330.221399:0:1510:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749609330.221400:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:3.0:1749609330.221400:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000010:1.0:1749609330.221401:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012cbddf80. 00000020:00000001:3.0:1749609330.221402:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609330.221403:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7400. 02000000:00000001:3.0:1749609330.221405:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609330.221406:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609330.221407:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 02000000:00000001:1.0:1749609330.221409:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221410:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948fa800. 00000100:00000001:3.0:1749609330.221410:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609330.221411:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609330.221412:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221413:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b3b80. 00000100:00000001:3.0:1749609330.221413:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609330.221416:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609330.221417:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609330.221419:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609330.221421:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609330.221421:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609330.221423:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948f9c00. 02000000:00000001:1.0:1749609330.221430:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221432:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a106300. 02000000:00000001:1.0:1749609330.221435:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221436:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a0000. 02000000:00000001:1.0:1749609330.221438:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221439:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a105880. 02000000:00000001:1.0:1749609330.221441:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221442:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072e800. 02000000:00000001:1.0:1749609330.221444:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221445:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a104e00. 02000000:00000001:1.0:1749609330.221448:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221449:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072cc00. 02000000:00000001:1.0:1749609330.221451:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221452:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a0e2d80. 02000000:00000001:1.0:1749609330.221545:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221547:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072fc00. 02000000:00000001:1.0:1749609330.221550:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221551:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a104000. 02000000:00000001:1.0:1749609330.221560:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221561:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072f000. 02000000:00000001:1.0:1749609330.221586:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221588:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ee680. 02000000:00000001:1.0:1749609330.221600:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221601:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a072d800. 02000000:00000001:1.0:1749609330.221608:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221610:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a097800. 02000000:00000001:1.0:1749609330.221613:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221614:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cec00. 02000000:00000001:1.0:1749609330.221617:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221618:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880130bf8a80. 02000000:00000001:1.0:1749609330.221620:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221621:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2d000. 02000000:00000001:1.0:1749609330.221624:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221625:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948b7100. 02000000:00000001:1.0:1749609330.221627:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221628:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a589cc00. 02000000:00000001:1.0:1749609330.221636:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221638:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a02c8a80. 02000000:00000001:1.0:1749609330.221644:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221645:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab3800. 02000000:00000001:1.0:1749609330.221647:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221648:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88007a096680. 02000000:00000001:1.0:1749609330.221650:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221651:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013770e000. 02000000:00000001:1.0:1749609330.221653:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221654:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0249880. 02000000:00000001:1.0:1749609330.221657:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221658:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db2ac00. 02000000:00000001:1.0:1749609330.221661:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221662:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0248700. 02000000:00000001:1.0:1749609330.221665:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221666:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db29c00. 02000000:00000001:1.0:1749609330.221668:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221669:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622300. 02000000:00000001:1.0:1749609330.221671:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221672:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db29800. 02000000:00000001:1.0:1749609330.221679:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221681:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623100. 02000000:00000001:1.0:1749609330.221684:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221685:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab2800. 02000000:00000001:1.0:1749609330.221687:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221687:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6a00. 02000000:00000001:1.0:1749609330.221691:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221692:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab1c00. 02000000:00000001:1.0:1749609330.221693:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221694:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0a80. 02000000:00000001:1.0:1749609330.221697:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221698:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab2400. 02000000:00000001:1.0:1749609330.221700:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221701:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1c00. 02000000:00000001:1.0:1749609330.221704:0:16946:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609330.221705:0:16946:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b1ab1400. 02000000:00000001:1.0:1749609330.221711:0:16946:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749609330.221713:0:16946:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7ded80. 00000100:00000001:1.0:1749609330.221717:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609330.221721:0:16946:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749609330.221725:0:16946:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a02c0. 00000400:00000010:1.0:1749609330.221733:0:16946:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009eff8000. 00000100:00000001:1.0:1749609330.221750:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609330.221752:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609330.221755:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609330.221756:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609330.221758:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0948. 00000400:00000200:1.0:1749609330.221761:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000400:00000010:1.0:1749609330.221763:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:1.0:1749609330.221766:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609330.221770:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609330.221778:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.221785:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609330.221786:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.221788:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609330.221790:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609330.221791:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609330.221793:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.221795:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609330.221800:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609330 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609330.221803:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=146 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609330.221805:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609330.221807:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609330.221809:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609330.221812:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.221819:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609330.221822:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609330.221823:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.221825:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609330.221827:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609330.221829:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609330.221832:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609330.221834:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609330.221836:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609330.221843:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612272128:0@lo:38: 00000400:00000001:1.0:1749609330.221848:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609330.221849:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609330.221851:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 00000400:00000200:1.0:1749609330.221853:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:1.0:1749609330.221854:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:1.0:1749609330.221856:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609330.221858:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609330.221864:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.221870:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609330.221871:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.221873:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609330.221874:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609330.221875:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609330.221876:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.221878:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609330.221880:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609330 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609330.221882:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=143 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609330.221885:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609330.221886:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609330.221887:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609330.221889:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.221895:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609330.221897:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609330.221899:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.221900:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609330.221901:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609330.221903:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609330.221905:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609330.221907:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609330.221909:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609330.221916:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612272256:0@lo:38: 00000400:00000001:1.0:1749609330.221920:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609330.221921:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609330.221923:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 00000400:00000200:1.0:1749609330.221924:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609330.221925:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609330.221927:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609330.221929:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609330.221935:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.221941:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609330.221942:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.221944:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609330.221945:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609330.221946:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609330.221947:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609330.221948:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609330.221951:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609330 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609330.221953:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=146 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609330.221955:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609330.221956:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609330.221958:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609330.221960:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.221966:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609330.221967:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609330.221968:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.221970:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609330.221971:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609330.221973:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609330.221976:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609330.221978:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609330.221981:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609330.221988:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612271872:0@lo:38: 00000100:00000001:1.0:1749609330.221991:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.221992:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609330.221994:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.222000:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609330.222001:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609330.222003:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092400. 02000000:00000001:1.0:1749609330.222006:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609330.222007:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609330.222008:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609330.222010:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609330.222011:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948bd800. 02000000:00000001:1.0:1749609330.222014:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609330.222015:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609330.222016:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:1.0:1749609330.222018:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609330.222019:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.222020:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609330.222022:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080000 x1834594612272256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.222028:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609330.222029:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609330.222030:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092c00. 02000000:00000001:1.0:1749609330.222032:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609330.222033:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609330.222034:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609330.222036:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609330.222037:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948bd400. 02000000:00000001:1.0:1749609330.222039:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609330.222041:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609330.222042:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080000. 00000100:00000001:1.0:1749609330.222044:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609330.222045:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.222047:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609330.222048:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612271872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609330.222054:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609330.222055:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609330.222056:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5093000. 02000000:00000001:1.0:1749609330.222058:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609330.222059:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609330.222059:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609330.222061:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609330.222062:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948bf000. 02000000:00000001:1.0:1749609330.222063:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609330.222064:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609330.222065:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:1.0:1749609330.222067:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609330.222068:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.222069:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609330.222073:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609330.222074:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609330.222075:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609330.222077:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609330.227596:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298606632, at 4298606632 00000100:00000040:2.0:1749609330.227603:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298606632, at 4298606632 00000100:00000010:1.0:1749609330.227605:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8f40. 00000100:00000010:2.0:1749609330.227612:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b82c0. 00000100:00000040:0.0:1749609330.227615:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298606632, at 4298606632 00000100:00000040:3.0:1749609330.227619:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298606632, at 4298606632 00000100:00000010:0.0:1749609330.227623:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8a00. 00000100:00000010:3.0:1749609330.227629:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8800. 00000100:00000010:0.0:1749609330.494662:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e8000. 00000020:00000040:0.0:1749609330.494676:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609330.494682:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609330.494685:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609330.494692:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609330.494699:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609330.494707:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.494713:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609330.494715:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609330.494721:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609330.494723:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609330.494726:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609330.494727:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806585344 : -131938902966272 : ffff8800948e8000) 00000100:00000001:0.0:1749609330.494732:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609330.494735:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609330.494737:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609330.494738:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609330.494746:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948e8000 x1834594612272512/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609330.494757:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609330.494759:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609330.494762:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948e8000 x1834594612272512/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609330.494770:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609330.494773:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609330.494774:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609330.494776:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609330.494778:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609330.494780:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609330.494783:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609330.494787:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609330.494789:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609330.494791:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e8000 x1834594612272512/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609330.494800:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948e8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612272512:0@lo:900: 00000100:00000001:0.0:1749609330.494804:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609330.494806:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609330.494808:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609330.494810:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609330.494812:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948e8000 x1834594612272512/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609330.494819:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609330.494820:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609330.494825:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609330.494826:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609330.494828:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609330.494830:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948e8000 x1834594612272512/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609330.494836:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609330.494838:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609330.494839:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609330.494841:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609330.494843:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609330.494847:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609330.494848:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609330.494850:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e8000. 00000100:00000001:0.0:1749609330.494853:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609330.494854:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609330.581730:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609330.581739:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609330.581747:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609330.581749:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609330.581896:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609330.581902:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609330.581905:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609330.710638:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609330.710646:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609330.710649:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609330.710653:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609330.710656:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609330.710660:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609330.710663:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609330.710665:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609330.710667:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609331.583706:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609331.583715:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609331.583725:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609331.583728:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609331.583837:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609331.583844:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609331.583849:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609331.710813:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609331.710822:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609331.710824:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609331.710828:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609331.710833:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609331.710837:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609331.710840:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609331.710843:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609331.710845:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609331.982785:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609331.982804:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609331.982809:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609331.982811:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609331.982824:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609331.982843:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf340e80 00000400:00000200:0.0:1749609331.982851:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16665 [2] + 0 00000400:00000010:0.0:1749609331.982857:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62108. 00000400:00000200:0.0:1749609331.982862:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880085dd2480 00000800:00000001:0.0:1749609331.982869:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609331.982873:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609331.982876:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609331.982880:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609331.982884:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880085dd2480 00000400:00000010:0.0:1749609331.982887:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880085dd2480. 00000100:00000001:0.0:1749609331.982893:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609331.982895:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609331.982899:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88008b8ad450 x1834594730249856 msgsize 224 00000100:00100000:0.0:1749609331.982904:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609331.982906:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609331.982924:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609331.982931:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609331.982934:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609331.982936:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609331.982939:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609331.982943:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609331.982947:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340f00 00000400:00000200:0.0:1749609331.982953:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 28912 00000800:00000001:0.0:1749609331.982957:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609331.982959:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609331.982961:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609331.982964:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609331.982968:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609331.982969:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609331.982974:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e8000. 00000100:00000040:0.0:1749609331.982977:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800948e8000 x1834594730249984 msgsize 520 00000100:00100000:0.0:1749609331.982981:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609331.982995:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609331.982997:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609331.982999:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609331.983001:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609331.983002:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730249856 00000800:00000001:0.0:1749609331.983003:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609331.983005:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609331.983006:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609331.983008:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00000001:3.0:1749609331.983010:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609331.983012:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf340f80 00000100:00000001:3.0:1749609331.983012:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609331.983016:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 29432 02000000:00000001:3.0:1749609331.983018:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609331.983019:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00100000:3.0:1749609331.983022:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730249856 00000020:00000001:3.0:1749609331.983025:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609331.983028:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609331.983031:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609331.983034:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000800:00000001:0.0:1749609331.983036:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609331.983037:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609331.983038:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609331.983039:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609331.983041:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609331.983044:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609331.983045:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609331.983045:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1749609331.983048:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9c00. 00000100:00000040:0.0:1749609331.983050:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800948e9c00 x1834594730250112 msgsize 520 00000020:00000010:3.0:1749609331.983050:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8800. 00000100:00000001:3.0:1749609331.983052:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609331.983054:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:3.0:1749609331.983055:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8800. 00000020:00000010:3.0:1749609331.983061:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8600. 00000020:00000010:3.0:1749609331.983066:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00000001:0.0:1749609331.983071:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749609331.983071:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000800:00000001:0.0:1749609331.983075:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609331.983078:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609331.983080:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609331.983083:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609331.983084:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609331.983086:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609331.983092:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609331.983110:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609331.983113:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609331.983119:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730249984 00000100:00000001:3.0:1749609331.983120:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609331.983122:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609331.983122:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609331.983122:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609331.983124:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609331.983124:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609331.983126:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609331.983129:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1459 02000000:00000001:1.0:1749609331.983130:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609331.983132:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00100000:1.0:1749609331.983133:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730249984 00000100:00000001:3.0:1749609331.983134:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134655349840 : -131939054201776 : ffff88008b8ad450) 00000100:00000001:0.0:1749609331.983135:0:13560:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609331.983136:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609331.983137:0:13560:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609331.983138:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609331.983140:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609331.983141:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b8ad450 x1834594730249856/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:277/0 lens 224/0 e 0 to 0 dl 1749609342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609331.983142:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609331.983144:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609331.983149:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000100:00000001:3.0:1749609331.983152:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609331.983153:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000020:00000010:3.0:1749609331.983153:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8800. 00000100:00000001:3.0:1749609331.983155:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609331.983157:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee640. 00000020:00000010:3.0:1749609331.983157:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8800. 00000100:00000001:1.0:1749609331.983161:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1749609331.983161:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b8ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730249856:12345-192.168.201.20@tcp:400: 00000100:00000001:1.0:1749609331.983162:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609331.983165:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609331.983165:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730249856 00000020:00000001:3.0:1749609331.983168:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609331.983169:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609331.983172:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609331.983174:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609331.983177:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609331.983179:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609331.983179:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609331.983181:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609331.983183:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609331.983184:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609331.983186:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609331.983186:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1749609331.983188:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730250112 02000000:00000001:1.0:1749609331.983189:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749609331.983189:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609331.983191:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609331.983192:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609331.983193:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609331.983195:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609331.983195:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609331.983196:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730250112 00000100:00000001:2.0:1749609331.983196:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609331.983197:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609331.983198:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609331.983199:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609331.983200:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609331.983200:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609331.983201:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609331.983202:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8000. 00000020:00000001:1.0:1749609331.983203:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609331.983204:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609331.983205:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000100:00000001:3.0:1749609331.983206:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609331.983207:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8480. 00000100:00100000:2.0:1749609331.983208:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2754 00000020:00000001:3.0:1749609331.983208:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609331.983209:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee4b0. 00000100:00000001:1.0:1749609331.983211:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000040:3.0:1749609331.983211:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730249856 00000100:00000001:1.0:1749609331.983212:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609331.983212:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806585344 : -131938902966272 : ffff8800948e8000) 00000100:00000001:1.0:1749609331.983213:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609331.983214:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609331.983215:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609331.983217:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948e8000 x1834594730249984/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749609331.983218:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b8ad450 x1834594730249856/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:277/0 lens 224/224 e 0 to 0 dl 1749609342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609331.983222:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609331.983227:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609331.983228:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609331.983230:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730249984:12345-192.168.201.20@tcp:38: 00000100:00000200:2.0:1749609331.983234:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730249984 00010000:00000001:3.0:1749609331.983234:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749609331.983235:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2755 00010000:00000001:3.0:1749609331.983236:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609331.983237:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806592512 : -131938902959104 : ffff8800948e9c00) 00000020:00000001:2.0:1749609331.983237:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:3.0:1749609331.983239:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=150 v=5 (1 1 1 1) 00010000:00000001:2.0:1749609331.983240:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609331.983242:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948e9c00 x1834594730250112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609331.983244:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609331.983247:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609331.983249:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609331.983251:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609331.983253:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609331.983254:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730250112:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609331.983255:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609331.983256:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609331.983258:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730250112 00000100:00000040:3.0:1749609331.983258:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000001:1.0:1749609331.983260:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00020000:2.0:1749609331.983260:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609331.983262:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749609331.983262:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00010000:00000001:2.0:1749609331.983263:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609331.983266:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749609331.983268:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730249856, offset 224 00000020:00000040:1.0:1749609331.983269:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:2.0:1749609331.983269:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609331.983271:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609331.983272:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 02000000:00000001:2.0:1749609331.983273:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749609331.983274:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609331.983277:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749609331.983277:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bc800. 02000000:00000001:1.0:1749609331.983279:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609331.983279:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609331.983281:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609331.983282:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a5093000. 02000000:00000001:1.0:1749609331.983284:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609331.983284:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609331.983285:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00010000:00000001:2.0:1749609331.983286:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609331.983287:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609331.983289:0:15217:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00001000:2.0:1749609331.983289:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609331.983291:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2082:2082:256:4294967295] 192.168.201.20@tcp LPNI seq info [2078:2078:8:4294967295] 00000100:00000001:2.0:1749609331.983292:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00080000:1.0:1749609331.983295:0:15217:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3941 last 0 00010000:00000001:1.0:1749609331.983299:0:15217:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:3.0:1749609331.983303:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:1.0:1749609331.983304:0:15217:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:1.0:1749609331.983307:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000200:3.0:1749609331.983308:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609331.983311:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609331.983312:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:3.0:1749609331.983312:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695900. 00000100:00000001:2.0:1749609331.983315:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609331.983318:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:3.0:1749609331.983318:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:1.0:1749609331.983319:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609331.983320:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:1.0:1749609331.983322:0:15217:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609331.983323:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000004:00000001:1.0:1749609331.983324:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609331.983325:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:2.0:1749609331.983326:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609331.983328:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000040:1.0:1749609331.983329:0:15217:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000800:00000200:3.0:1749609331.983329:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695900 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1749609331.983330:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1749609331.983331:0:15217:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000001:2.0:1749609331.983331:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000040:1.0:1749609331.983333:0:15217:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000040:2.0:1749609331.983334:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609331.983336:0:15217:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000010:2.0:1749609331.983337:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000004:00000001:1.0:1749609331.983338:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609331.983340:0:15217:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:2.0:1749609331.983340:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730249984, offset 0 00000004:00000001:1.0:1749609331.983342:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609331.983344:0:15217:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:2.0:1749609331.983345:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:1.0:1749609331.983347:0:15217:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609331.983348:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609331.983349:0:15217:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:1.0:1749609331.983352:0:15217:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:2.0:1749609331.983352:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:3.0:1749609331.983352:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609331.983354:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609331.983354:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609331.983356:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609331.983357:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749609331.983358:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2083:2083:255:4294967295] 192.168.201.20@tcp LPNI seq info [2079:2079:7:4294967295] 00000020:00000001:3.0:1749609331.983358:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1749609331.983359:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609331.983360:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609331.983361:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b8ad450 x1834594730249856/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:277/0 lens 224/224 e 0 to 0 dl 1749609342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609331.983363:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1749609331.983366:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609331.983367:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:3.0:1749609331.983371:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b8ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730249856:12345-192.168.201.20@tcp:400: Request processed in 218us (470us total) trans 0 rc 0/0 00000800:00000200:2.0:1749609331.983373:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609331.983376:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7b00. 00000100:00100000:3.0:1749609331.983379:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1459 00000800:00000200:2.0:1749609331.983381:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:3.0:1749609331.983382:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609331.983385:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609331.983386:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:3.0:1749609331.983386:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1749609331.983387:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609331.983389:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1749609331.983390:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1749609331.983390:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000100:00000040:1.0:1749609331.983392:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000020:00000010:3.0:1749609331.983393:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000100:00000001:1.0:1749609331.983394:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609331.983394:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609331.983396:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000020:00000010:3.0:1749609331.983396:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8600. 00000100:00000040:2.0:1749609331.983397:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609331.983399:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609331.983399:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609331.983401:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749609331.983401:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609331.983401:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 02000000:00000001:1.0:1749609331.983402:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609331.983404:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609331.983404:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e8000 x1834594730249984/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609351 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609331.983404:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609331.983406:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1749609331.983407:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000200:3.0:1749609331.983407:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:0.0:1749609331.983409:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695900. 00000400:00000010:1.0:1749609331.983410:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000400:00000010:3.0:1749609331.983412:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62580. 00000400:00000200:0.0:1749609331.983413:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609331.983413:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730250112, offset 0 00000100:00100000:2.0:1749609331.983414:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730249984:12345-192.168.201.20@tcp:38: Request processed in 184us (435us total) trans 0 rc -19/-19 00000400:00000010:3.0:1749609331.983416:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3840. 00000400:00000200:0.0:1749609331.983417:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609331.983418:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:2.0:1749609331.983421:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2754 00000100:00000001:2.0:1749609331.983423:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609331.983424:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000200:1.0:1749609331.983425:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:2.0:1749609331.983425:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609331.983426:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000020:00000010:2.0:1749609331.983429:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000001:0.0:1749609331.983430:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609331.983430:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2084:2084:254:4294967295] 192.168.201.20@tcp LPNI seq info [2080:2080:6:4294967295] 00000020:00000010:2.0:1749609331.983432:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee640. 02000000:00000001:0.0:1749609331.983433:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609331.983436:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a8000. 00000020:00000010:2.0:1749609331.983436:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 02000000:00000001:0.0:1749609331.983438:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609331.983439:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609331.983439:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609331.983440:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609331.983445:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609331.983449:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee100. 00000800:00000200:1.0:1749609331.983453:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:1.0:1749609331.983459:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609331.983462:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee100 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609331.983466:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609331.983469:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609331.983471:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609331.983473:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609331.983476:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9c00 x1834594730250112/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609351 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609331.983486:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730250112:12345-192.168.201.20@tcp:38: Request processed in 233us (434us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609331.983493:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2755 00000800:00000200:0.0:1749609331.983559:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609331.983562:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7b00. 00000400:00000200:0.0:1749609331.983565:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609331.983569:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:1.0:1749609331.983569:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609331.983571:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609331.983572:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000400:00000010:0.0:1749609331.983574:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000020:00000010:1.0:1749609331.983574:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8480. 00000100:00000001:0.0:1749609331.983576:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609331.983577:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609331.983579:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee4b0. 00000020:00000010:1.0:1749609331.983582:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000100:00000001:1.0:1749609331.983585:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609331.983602:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609331.983604:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee100. 00000400:00000200:0.0:1749609331.983609:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609331.983612:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609331.983614:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:0.0:1749609331.983615:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:0.0:1749609331.983617:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609331.983618:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609332.495632:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e8700. 00000020:00000040:0.0:1749609332.495646:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609332.495652:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609332.495656:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609332.495662:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609332.495670:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1800. 00000100:00000001:0.0:1749609332.495679:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609332.495685:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609332.495687:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609332.495693:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609332.495695:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609332.495698:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609332.495699:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806587136 : -131938902964480 : ffff8800948e8700) 00000100:00000001:0.0:1749609332.495704:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609332.495707:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609332.495709:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609332.495711:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609332.495720:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948e8700 x1834594612272640/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609332.495731:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609332.495732:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609332.495735:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948e8700 x1834594612272640/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609332.495743:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609332.495747:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609332.495748:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609332.495750:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609332.495752:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609332.495754:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609332.495757:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609332.495760:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609332.495762:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609332.495764:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e8700 x1834594612272640/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609332.495772:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948e8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612272640:0@lo:900: 00000100:00000001:0.0:1749609332.495776:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609332.495778:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609332.495780:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609332.495783:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609332.495785:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948e8700 x1834594612272640/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609332.495792:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609332.495794:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609332.495799:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609332.495800:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609332.495802:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609332.495804:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948e8700 x1834594612272640/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609332.495810:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609332.495812:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609332.495813:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609332.495823:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609332.495826:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609332.495830:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609332.495832:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609332.495833:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e8700. 00000100:00000001:0.0:1749609332.495837:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609332.495838:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609332.585704:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609332.585713:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609332.585721:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609332.585723:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609332.585841:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609332.585848:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609332.585853:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609332.710764:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609332.710772:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609332.710775:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609332.710779:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609332.710783:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609332.710787:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609332.710790:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609332.710792:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609332.710794:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609333.587756:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609333.587764:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609333.587771:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609333.587773:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609333.587904:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609333.587910:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609333.587913:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609333.710674:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609333.710685:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609333.710688:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609333.710693:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609333.710698:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609333.710703:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609333.710707:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609333.710710:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609333.710713:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609334.496730:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e8700. 00000020:00000040:0.0:1749609334.496742:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609334.496748:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609334.496751:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609334.496757:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609334.496765:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1800. 00000100:00000001:0.0:1749609334.496773:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609334.496779:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609334.496781:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609334.496786:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609334.496788:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609334.496791:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609334.496793:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806587136 : -131938902964480 : ffff8800948e8700) 00000100:00000001:0.0:1749609334.496797:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609334.496800:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609334.496802:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609334.496803:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609334.496811:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948e8700 x1834594612272768/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609334.496822:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609334.496823:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609334.496826:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948e8700 x1834594612272768/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609334.496833:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609334.496836:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609334.496837:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609334.496839:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609334.496842:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609334.496844:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609334.496847:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609334.496849:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609334.496851:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609334.496853:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e8700 x1834594612272768/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609334.496860:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948e8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612272768:0@lo:900: 00000100:00000001:0.0:1749609334.496864:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609334.496866:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609334.496868:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609334.496870:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609334.496872:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948e8700 x1834594612272768/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609334.496878:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609334.496879:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609334.496884:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609334.496885:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609334.496887:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609334.496889:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948e8700 x1834594612272768/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609334.496894:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609334.496896:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609334.496897:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609334.496899:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609334.496901:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609334.496906:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609334.496907:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609334.496908:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e8700. 00000100:00000001:0.0:1749609334.496912:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609334.496913:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609334.589693:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609334.589703:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609334.589711:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609334.589713:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609334.589856:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609334.589860:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609334.589863:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609334.710766:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609334.710775:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609334.710777:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609334.710781:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609334.710784:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609334.710788:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609334.710791:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609334.710794:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609334.710796:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.227631:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609335.227639:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749609335.227646:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 00000020:00000040:2.0:1749609335.227651:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:2.0:1749609335.227654:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609335.227657:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609335.227661:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609335.227667:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7200. 00000100:00000001:2.0:1749609335.227673:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.227680:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609335.227689:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609335.227691:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.227696:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082300] to pc [ptlrpcd_00_03+3] req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609335.227726:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609335.227728:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749609335.227730:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609335.227733:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609335.227735:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609335.227737:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609335.227739:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3939 00000100:00080000:2.0:1749609335.227742:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609335.227744:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609335.227746:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609335.227747:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609335.227748:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609335.227750:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609335.227752:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:2.0:1749609335.227754:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609335.227756:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:2.0:1749609335.227757:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:2.0:1749609335.227759:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609335.227760:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609335.227762:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609335.227763:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609335.227764:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:2.0:1749609335.227766:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:2.0:1749609335.227767:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609335.227768:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609335.227769:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609335.227770:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749609335.227773:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609335.227775:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609335.227776:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609335.227777:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.227779:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:0.0:1749609335.227780:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609335.227781:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609335.227783:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609335.227784:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609335.227787:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749609335.227787:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609335.227788:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609335.227788:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.227789:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.227790:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609335.227791:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609335.227792:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.227792:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609335.227793:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609335.227795:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609335.227796:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948bf000. 02000000:00000001:0.0:1749609335.227797:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609335.227798:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612272896:0@lo:400: 00000100:00000001:2.0:1749609335.227799:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.227801:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749609335.227802:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749609335.227805:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609335.227807:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.227807:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609335.227808:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609335.227809:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609335.227810:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5082a00] to pc [ptlrpcd_rcv+-1] req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609335.227812:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609335.227814:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609335.227818:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f176e0. 00000400:00000010:0.0:1749609335.227824:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000100:00000001:2.0:1749609335.227825:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.227827:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609335.227829:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749609335.227830:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612272896, portal 25 00000100:00000010:2.0:1749609335.227831:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081880. 00000100:00000001:0.0:1749609335.227832:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749609335.227832:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609335.227833:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000100:00000001:2.0:1749609335.227834:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609335.227835:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749609335.227836:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609335.227836:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609335.227838:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7800. 00000100:00000001:2.0:1749609335.227839:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.227841:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609335.227843:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609335.227845:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609335.227845:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749609335.227846:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000001:2.0:1749609335.227846:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609335.227848:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612272896, offset 0 00000100:00000040:2.0:1749609335.227848:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081880] to pc [ptlrpcd_00_00+0] req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609335.227852:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609335.227860:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609335.227861:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749609335.227863:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749609335.227864:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609335.227864:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749609335.227865:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609335.227867:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609335.227869:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3939 00000100:00080000:2.0:1749609335.227870:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749609335.227872:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bdf00 00000100:00000040:2.0:1749609335.227872:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609335.227873:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609335.227874:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609335.227875:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:0.0:1749609335.227876:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16699 [2] + 0 00000020:00000001:2.0:1749609335.227877:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609335.227877:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:2.0:1749609335.227878:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609335.227879:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000400:00000010:0.0:1749609335.227880:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17e70. 00000020:00000001:2.0:1749609335.227880:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:2.0:1749609335.227881:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:2.0:1749609335.227883:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:0.0:1749609335.227884:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19f00 00000100:00000001:2.0:1749609335.227884:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609335.227885:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609335.227886:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:0.0:1749609335.227887:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609335.227887:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609335.227887:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:2.0:1749609335.227888:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609335.227889:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609335.227890:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749609335.227891:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609335.227891:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609335.227892:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609335.227892:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609335.227893:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609335.227894:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19f00 00000100:00000001:1.0:1749609335.227894:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609335.227894:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:3.0:1749609335.227894:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:0.0:1749609335.227896:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19f00. 00000100:00000001:2.0:1749609335.227896:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.227896:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609335.227898:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081180. 00000100:00000040:1.0:1749609335.227899:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609335.227899:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609335.227900:0:1512:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609335.227900:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609335.227900:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609335.227901:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1749609335.227901:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609335.227902:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609335.227903:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609335.227904:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf58850 x1834594612272896 msgsize 224 02000000:00000010:2.0:1749609335.227905:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948bd400. 00000100:00000001:3.0:1749609335.227905:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609335.227906:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609335.227907:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609335.227907:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609335.227908:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1749609335.227908:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609335.227909:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609335.227910:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609335.227911:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609335.227912:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.227912:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609335.227914:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609335.227914:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609335.227915:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609335.227916:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609335.227916:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5081180] to pc [ptlrpcd_rcv+-1] req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609335.227918:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609335.227918:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609335.227920:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 02000000:00000001:1.0:1749609335.227920:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609335.227921:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000001:2.0:1749609335.227921:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609335.227922:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612273024:0@lo:38: 00000100:00080000:2.0:1749609335.227922:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749609335.227923:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749609335.227924:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:0.0:1749609335.227925:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609335.227925:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749609335.227926:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749609335.227926:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609335.227927:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749609335.227928:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3939 00000100:00000001:3.0:1749609335.227928:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749609335.227929:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749609335.227929:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609335.227930:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609335.227931:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.227931:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609335.227932:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609335.227932:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609335.227933:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609335.227933:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609335.227934:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609335.227935:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609335.227936:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609335.227936:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 02000000:00000010:1.0:1749609335.227937:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092c00. 00000020:00000001:2.0:1749609335.227937:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609335.227937:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.227938:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749609335.227938:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000040:0.0:1749609335.227939:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609335.227939:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609335.227939:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:2.0:1749609335.227940:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00100000:3.0:1749609335.227941:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612273152:0@lo:400: 00000100:00000040:2.0:1749609335.227942:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:1.0:1749609335.227943:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00000100:00000001:2.0:1749609335.227943:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609335.227944:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.227944:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609335.227944:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609335.227945:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609335.227945:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:1.0:1749609335.227947:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000020:00000040:2.0:1749609335.227947:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 02000000:00000001:3.0:1749609335.227947:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609335.227948:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609335.227948:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 02000000:00000001:3.0:1749609335.227949:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.227950:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.227951:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298611640 00000100:00000200:1.0:1749609335.227951:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612273024, portal 4 02000000:00000001:2.0:1749609335.227951:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749609335.227951:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609335.227952:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609335.227953:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609335.227954:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b41c0. 00000100:00000001:1.0:1749609335.227954:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609335.227954:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609335.227955:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000001:2.0:1749609335.227955:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609335.227955:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8600. 00000100:00000010:2.0:1749609335.227956:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083100. 00000020:00000040:2.0:1749609335.227957:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749609335.227957:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.227959:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749609335.227959:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609335.227959:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.227960:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609335.227961:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1749609335.227961:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62840. 00000100:00000040:1.0:1749609335.227962:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609335.227962:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609335.227963:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800948bd800. 00000100:00000001:0.0:1749609335.227964:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298611640 00000100:00000001:2.0:1749609335.227964:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609335.227965:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4bc0. 00000400:00000010:3.0:1749609335.227965:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283f68. 00000100:00100000:2.0:1749609335.227966:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609335.227967:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609335.227969:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298611640 00000100:00000200:3.0:1749609335.227969:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612273152, portal 4 00000100:00000010:0.0:1749609335.227970:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4c40. 00000100:00000001:2.0:1749609335.227970:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609335.227971:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609335.227971:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.227971:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609335.227972:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749609335.227972:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5083100] to pc [ptlrpcd_rcv+-1] req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609335.227972:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082989696 : -131938626561920 : ffff8800a5081880) 00000100:00000001:0.0:1749609335.227974:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298611640 00000100:00000040:1.0:1749609335.227974:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609335.227975:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000010:0.0:1749609335.227976:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4000. 00000100:00000001:2.0:1749609335.227977:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.227978:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1749609335.227978:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612273024, offset 0 00000100:00000040:2.0:1749609335.227978:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1749609335.227978:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609335.227979:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609335.227980:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749609335.227981:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609335.227982:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000100:00000001:0.0:1749609335.227983:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609335.227983:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609335.227983:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609335.227984:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609335.227984:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609335.227985:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609335.227985:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.227986:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609335.227987:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800895c7900. 00000100:00000001:0.0:1749609335.227988:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609335.227988:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.227989:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1749609335.227989:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609335.227990:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283c38. 00000100:00000001:0.0:1749609335.227991:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609335.227991:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609335.227991:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609335.227992:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609335.227992:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609335.227993:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612273152, offset 0 00000100:00000001:0.0:1749609335.227994:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.227996:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609335.227997:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609335.227998:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bdf80 00000100:00000040:2.0:1749609335.227998:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a5080380] to pc [ptlrpcd_00_01+1] req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609335.227998:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609335.228003:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609335.228005:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 0 00000400:00000200:3.0:1749609335.228005:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609335.228006:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3949) 00000100:00000001:0.0:1749609335.228009:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609335.228011:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612272896 00000400:00000200:1.0:1749609335.228011:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609335.228012:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609335.228012:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82be000 00000400:00000200:1.0:1749609335.228014:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609335.228015:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609335.228016:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609335.228018:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 672 02000000:00000001:0.0:1749609335.228019:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228019:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609335.228020:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1749609335.228022:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612272896 00000100:00000001:2.0:1749609335.228022:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609335.228023:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609335.228024:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000400:00000200:3.0:1749609335.228024:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609335.228025:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749609335.228026:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609335.228026:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609335.228027:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:2.0:1749609335.228027:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609335.228027:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609335.228028:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609335.228029:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609335.228029:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609335.228029:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609335.228030:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000200:1.0:1749609335.228031:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749609335.228031:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609335.228032:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609335.228033:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1749609335.228034:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609335.228035:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000010:1.0:1749609335.228035:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c8700. 00000100:00000001:2.0:1749609335.228036:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609335.228037:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609335.228037:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609335.228037:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dd880. 00000100:00000040:1.0:1749609335.228038:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c8700 x1834594612273024 msgsize 520 00000020:00000010:0.0:1749609335.228039:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4300. 02000000:00000001:2.0:1749609335.228039:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609335.228039:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dd880 x1834594612273152 msgsize 224 02000000:00000001:2.0:1749609335.228040:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609335.228041:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609335.228042:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 00000100:00100000:1.0:1749609335.228043:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749609335.228043:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612273536:0@lo:400: 00000100:00100000:3.0:1749609335.228044:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609335.228045:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1749609335.228046:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 02000000:00000001:2.0:1749609335.228047:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609335.228048:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609335.228049:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 02000000:00000001:2.0:1749609335.228050:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609335.228051:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749609335.228052:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000100:00000040:0.0:1749609335.228053:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:2.0:1749609335.228053:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228053:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609335.228056:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749609335.228056:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fc08. 00000100:00000001:0.0:1749609335.228057:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609335.228057:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000001:0.0:1749609335.228058:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609335.228059:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:1.0:1749609335.228062:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609335.228063:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609335.228065:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609335.228066:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93d48. 00000100:00000001:0.0:1749609335.228067:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609335.228069:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612273536, portal 10 00000100:00000001:2.0:1749609335.228071:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609335.228072:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000400:00000200:3.0:1749609335.228072:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283c38 00000100:00000001:0.0:1749609335.228073:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609335.228074:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609335.228075:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749609335.228075:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283c38. 00000100:00000040:2.0:1749609335.228076:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609335.228077:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609335.228078:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00000001:3.0:1749609335.228078:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609335.228080:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:0.0:1749609335.228081:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346697296 : -131936362854320 : ffff88012bf58850) 00000100:00000001:2.0:1749609335.228081:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609335.228081:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609335.228082:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609335.228084:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf58850 x1834594612272896/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:281/0 lens 224/0 e 0 to 0 dl 1749609346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609335.228084:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93e58. 00000100:00000001:1.0:1749609335.228085:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609335.228085:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612273536, offset 0 00000100:00000001:1.0:1749609335.228087:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609335.228088:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609335.228090:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609335.228090:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749609335.228091:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000001:1.0:1749609335.228091:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.228092:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609335.228092:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609335.228093:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4300. 00000400:00000200:2.0:1749609335.228094:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609335.228095:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612272896:12345-0@lo:400: 00000100:00000040:1.0:1749609335.228095:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 00000100:00000001:1.0:1749609335.228097:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298611634 00000100:00000200:0.0:1749609335.228098:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612272896 00000400:00000200:2.0:1749609335.228099:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82be180 00000020:00000001:0.0:1749609335.228100:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609335.228100:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298611640 00000100:00000001:1.0:1749609335.228102:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298611634 00000020:00000001:0.0:1749609335.228103:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749609335.228103:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 29952 00000020:00000001:0.0:1749609335.228104:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228104:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298611640 00000020:00000001:0.0:1749609335.228106:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609335.228106:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298611634 00000400:00000200:2.0:1749609335.228106:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609335.228107:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609335.228108:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609335.228108:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298611640 00000400:00000200:2.0:1749609335.228108:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609335.228108:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749609335.228109:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609335.228109:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298611634 00000020:00000001:0.0:1749609335.228111:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.228111:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298611640 00000100:00000001:2.0:1749609335.228111:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749609335.228112:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1749609335.228112:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749609335.228113:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609335.228113:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609335.228114:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609335.228115:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609335.228115:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080000. 00000020:00000001:0.0:1749609335.228116:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609335.228116:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.228116:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5080000 x1834594612273536 msgsize 224 00000100:00000040:3.0:1749609335.228117:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:0.0:1749609335.228118:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609335.228118:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609335.228119:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609335.228120:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609335.228120:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609335.228120:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298611633 02000000:00000010:0.0:1749609335.228122:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a03d0000. 00000100:00000001:3.0:1749609335.228122:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298611640 02000000:00000001:0.0:1749609335.228123:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228124:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609335.228125:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228125:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609335.228125:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298611633 00000020:00000001:0.0:1749609335.228126:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228127:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609335.228127:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298611640 00010000:00000040:0.0:1749609335.228129:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612272896 00000100:00000001:1.0:1749609335.228129:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609335.228129:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93e58 00000100:00000001:3.0:1749609335.228129:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298611633 00000400:00000010:2.0:1749609335.228130:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93e58. 00010000:00000001:0.0:1749609335.228131:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609335.228131:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609335.228131:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298611640 00000100:00000001:1.0:1749609335.228132:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609335.228132:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609335.228132:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298611633 00010000:00000200:0.0:1749609335.228133:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf58850 x1834594612272896/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:281/0 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609335.228134:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609335.228135:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609335.228135:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298611640 00000100:00000001:3.0:1749609335.228136:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609335.228138:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609335.228139:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609335.228139:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749609335.228140:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.228141:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609335.228141:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609335.228142:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=4 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609335.228143:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.228144:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609335.228144:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609335.228145:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228145:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228145:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609335.228146:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609335.228146:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609335.228146:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609335.228147:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609335.228147:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609335.228148:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609335.228148:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228148:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609335.228149:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609335.228149:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609335.228150:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.228150:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000100:00000001:0.0:1749609335.228151:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609335.228151:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609335.228152:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609335.228152:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298611633 00000100:00000001:2.0:1749609335.228153:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298611640 00000400:00000010:0.0:1749609335.228154:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00100000:1.0:1749609335.228154:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612273280:0@lo:38: 00000100:00000001:2.0:1749609335.228155:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298611633 00000100:00000200:0.0:1749609335.228156:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612272896, offset 224 00000100:00000001:2.0:1749609335.228156:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298611640 00000100:00000001:2.0:1749609335.228157:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298611633 00000400:00000200:0.0:1749609335.228159:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609335.228159:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298611640 00000100:00000001:1.0:1749609335.228160:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609335.228160:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298611633 00000100:00000001:2.0:1749609335.228161:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298611640 02000000:00000001:1.0:1749609335.228162:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609335.228162:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609335.228163:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609335.228163:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609335.228164:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228164:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228165:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609335.228166:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bdf00 02000000:00000001:1.0:1749609335.228166:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609335.228166:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609335.228167:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612273152 00000400:00000200:0.0:1749609335.228169:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x171f5 [1] + 224 02000000:00000010:1.0:1749609335.228169:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092400. 02000000:00000001:3.0:1749609335.228169:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609335.228171:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228171:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609335.228172:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609335.228173:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609335.228174:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609335.228174:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000100:00000001:0.0:1749609335.228176:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609335.228176:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609335.228176:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609335.228177:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00100000:2.0:1749609335.228177:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612273536 00000100:00000200:0.0:1749609335.228178:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609335.228178:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612273152 02000000:00000001:2.0:1749609335.228179:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609335.228180:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609335.228180:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609335.228181:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609335.228181:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 02000000:00000001:2.0:1749609335.228183:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609335.228184:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609335.228184:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612273536 00000020:00000001:3.0:1749609335.228184:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609335.228185:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609335.228186:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000040:3.0:1749609335.228186:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:2.0:1749609335.228187:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609335.228188:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:3.0:1749609335.228188:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000200:1.0:1749609335.228190:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612273280, portal 10 00000020:00000001:2.0:1749609335.228190:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:0.0:1749609335.228191:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609335.228191:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:3.0:1749609335.228191:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609335.228192:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749609335.228194:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000100:00000001:1.0:1749609335.228194:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082987904 : -131938626563712 : ffff8800a5081180) 00000100:00000001:2.0:1749609335.228194:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1749609335.228195:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000020:00000010:2.0:1749609335.228195:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706f00. 00000100:00000001:3.0:1749609335.228195:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609335.228196:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609335.228197:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749609335.228198:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706f40. 00000020:00000010:3.0:1749609335.228198:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8800. 00000100:00000001:0.0:1749609335.228199:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609335.228200:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609335.228201:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:3.0:1749609335.228201:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4480. 00010000:00000001:0.0:1749609335.228203:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000040:2.0:1749609335.228203:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000001:0.0:1749609335.228204:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609335.228206:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1749609335.228206:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:0.0:1749609335.228207:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf58850 x1834594612272896/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:281/0 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.228207:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609335.228208:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609335.228209:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749609335.228210:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749609335.228210:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000400:00000010:1.0:1749609335.228211:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000020:00000010:2.0:1749609335.228212:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000010:3.0:1749609335.228212:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00100000:0.0:1749609335.228213:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612272896:12345-0@lo:400: Request processed in 122us (308us total) trans 0 rc 0/0 00000100:00000200:1.0:1749609335.228214:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612273280, offset 0 00000020:00000010:2.0:1749609335.228214:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000020:00000010:3.0:1749609335.228215:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00100000:0.0:1749609335.228218:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000400:00000200:1.0:1749609335.228218:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609335.228218:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1749609335.228219:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000040:0.0:1749609335.228220:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:2.0:1749609335.228220:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609335.228221:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609335.228221:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609335.228222:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609335.228222:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609335.228225:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000400:00000200:1.0:1749609335.228225:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609335.228226:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1749609335.228226:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:0.0:1749609335.228227:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000100:00000001:2.0:1749609335.228227:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609335.228228:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228228:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1749609335.228229:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 00000100:00000001:3.0:1749609335.228229:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609335.228230:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82be080 00000020:00000040:0.0:1749609335.228231:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:3.0:1749609335.228231:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609335.228232:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609335.228233:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609335.228235:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a03d0000. 00000400:00000200:1.0:1749609335.228235:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 30176 00000100:00000001:3.0:1749609335.228235:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749609335.228236:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609335.228237:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609335.228237:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609335.228238:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609335.228238:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609335.228238:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609335.228239:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609335.228240:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:2.0:1749609335.228240:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000400:00000010:0.0:1749609335.228242:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17e70. 00000400:00000200:1.0:1749609335.228242:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609335.228242:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:2.0:1749609335.228243:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082983424 : -131938626568192 : ffff8800a5080000) 00000400:00000010:0.0:1749609335.228244:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ef19f00. 00000100:00000040:2.0:1749609335.228245:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5080000 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1749609346 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.228246:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609335.228246:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609335.228247:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609335.228250:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0ca680. 00000100:00000001:2.0:1749609335.228252:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609335.228253:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609335.228253:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0ca680 x1834594612273280 msgsize 520 00000100:00000001:3.0:1749609335.228253:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609335.228254:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609335.228255:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609335.228256:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:0.0:1749609335.228257:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749609335.228258:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609335.228258:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000400:00000010:0.0:1749609335.228259:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f176e0. 00000400:00000200:0.0:1749609335.228260:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000020:00000010:2.0:1749609335.228260:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706f40. 00000400:00000010:0.0:1749609335.228261:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00000001:2.0:1749609335.228261:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609335.228261:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:0.0:1749609335.228263:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609335.228263:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706f40. 00000100:00000001:3.0:1749609335.228263:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083366528 : -131938626185088 : ffff8800a50dd880) 00000100:00000200:0.0:1749609335.228264:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.228265:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609335.228265:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612273536:12345-0@lo:400: 00000100:00000040:3.0:1749609335.228267:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dd880 x1834594612273152/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1749609346 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609335.228268:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612273536 00000400:00000200:1.0:1749609335.228269:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000020:00000001:2.0:1749609335.228269:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609335.228270:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609335.228271:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000020:00000001:2.0:1749609335.228271:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609335.228272:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609335.228273:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609335.228274:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609335.228275:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000200:1.0:1749609335.228277:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609335.228277:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609335.228278:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609335.228279:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609335.228279:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609335.228280:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609335.228281:0:1512:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749609335.228281:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609335.228282:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609335.228283:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749609335.228283:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609335.228284:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609335.228285:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228285:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609335.228286:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609335.228287:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609335.228287:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749609335.228288:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8e40. 00000100:00001000:0.0:1749609335.228289:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=154 v=5 (5 5 5 5) 02000000:00000010:2.0:1749609335.228289:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bdc00. 02000000:00000001:2.0:1749609335.228290:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228290:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749609335.228291:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609335.228291:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609335.228292:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609335.228292:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8e40. 00000100:00000001:0.0:1749609335.228293:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609335.228293:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609335.228293:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609335.228294:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749609335.228294:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612273536 00010000:00000001:0.0:1749609335.228295:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1749609335.228296:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609335.228296:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:3.0:1749609335.228296:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612273152:12345-0@lo:400: 00000100:00000001:0.0:1749609335.228298:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609335.228298:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5080000 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609335.228300:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609335.228300:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612273152 00000100:00000001:1.0:1749609335.228301:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609335.228302:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609335.228303:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1749609335.228303:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609335.228304:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.228305:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609335.228305:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609335.228306:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609335.228306:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609335.228307:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749609335.228307:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.228308:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609335.228308:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609335.228309:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000100:00000040:2.0:1749609335.228309:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:3.0:1749609335.228309:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1749609335.228310:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609335.228310:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609335.228311:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298611633 00000020:00000001:3.0:1749609335.228311:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 02000000:00000001:2.0:1749609335.228312:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609335.228313:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609335.228313:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1749609335.228314:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612272896:0@lo:400: 00000100:00000001:1.0:1749609335.228314:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298611640 00000100:00000001:2.0:1749609335.228314:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609335.228316:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298611633 00000100:00000040:2.0:1749609335.228316:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609335.228316:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609335.228317:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609335.228317:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93e58. 00000100:00000001:0.0:1749609335.228318:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609335.228318:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298611640 00000020:00000001:3.0:1749609335.228318:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609335.228319:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298611633 00000100:00000200:2.0:1749609335.228319:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612273536, offset 224 00000100:00000040:0.0:1749609335.228320:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082300 x1834594612272896/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609335.228320:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609335.228321:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298611640 00000400:00000200:2.0:1749609335.228322:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609335.228322:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228323:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298611633 00000100:00000001:0.0:1749609335.228324:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1749609335.228324:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749609335.228325:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609335.228325:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298611640 02000000:00000010:0.0:1749609335.228326:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1800. 00000100:00000001:1.0:1749609335.228326:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609335.228326:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609335.228327:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609335.228328:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609335.228329:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749609335.228329:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82be180 02000000:00000001:3.0:1749609335.228329:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609335.228330:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609335.228330:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749609335.228331:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:0.0:1749609335.228332:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749609335.228332:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1720d [1] + 224 02000000:00000010:3.0:1749609335.228332:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58aa400. 00000100:00000040:1.0:1749609335.228333:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609335.228334:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7200. 02000000:00000001:3.0:1749609335.228334:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609335.228335:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609335.228336:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609335.228336:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609335.228337:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1749609335.228337:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749609335.228338:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082300. 00000020:00000001:3.0:1749609335.228338:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228339:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609335.228340:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000040:3.0:1749609335.228340:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612273152 00000100:00000001:0.0:1749609335.228341:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.228341:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749609335.228341:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609335.228342:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609335.228342:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609335.228343:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.228344:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609335.228345:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609335.228345:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609335.228346:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609335.228346:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749609335.228346:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50dd880 x1834594612273152/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609335.228347:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609335.228347:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609335.228349:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609335.228352:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612273408:0@lo:38: 00000100:00000001:2.0:1749609335.228354:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749609335.228354:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609335.228355:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749609335.228355:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609335.228357:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749609335.228357:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93e58 02000000:00000001:1.0:1749609335.228358:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609335.228358:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93e58. 00000100:00001000:3.0:1749609335.228358:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=141 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609335.228359:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609335.228360:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609335.228361:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612273024 02000000:00000001:1.0:1749609335.228361:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609335.228362:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609335.228363:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609335.228364:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749609335.228364:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092000. 00000100:00000040:3.0:1749609335.228364:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609335.228365:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609335.228365:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228365:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609335.228366:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228366:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:0.0:1749609335.228367:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609335.228368:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612273024 00000100:00000040:2.0:1749609335.228368:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609335.228368:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749609335.228369:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1749609335.228369:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0948. 00000020:00000040:0.0:1749609335.228370:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:2.0:1749609335.228370:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609335.228370:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609335.228370:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609335.228371:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749609335.228371:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000020:00000001:2.0:1749609335.228372:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609335.228372:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609335.228373:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609335.228374:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.228374:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080000 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609335.228374:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749609335.228375:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000100:00000200:1.0:1749609335.228375:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612273408, portal 10 00000100:00000001:1.0:1749609335.228376:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1749609335.228377:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000100:00000001:1.0:1749609335.228377:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995968 : -131938626555648 : ffff8800a5083100) 00000400:00000010:3.0:1749609335.228377:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283c38. 00000020:00000010:0.0:1749609335.228378:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000100:00000001:0.0:1749609335.228380:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749609335.228380:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612273536:12345-0@lo:400: Request processed in 127us (262us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609335.228381:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749609335.228381:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612273152, offset 224 00000100:00000001:0.0:1749609335.228382:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609335.228382:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609335.228384:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609335.228384:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000400:00000200:3.0:1749609335.228385:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609335.228386:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:2.0:1749609335.228387:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609335.228388:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609335.228388:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609335.228389:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749609335.228390:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000100:00000001:0.0:1749609335.228391:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609335.228391:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609335.228392:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609335.228392:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000400:00000010:1.0:1749609335.228393:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000400:00000200:3.0:1749609335.228393:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609335.228394:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000020:00000010:2.0:1749609335.228394:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000200:1.0:1749609335.228395:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612273408, offset 0 00000100:00000001:0.0:1749609335.228396:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361859840 : -131939347691776 : ffff88007a0c8700) 00000020:00000040:2.0:1749609335.228396:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:2.0:1749609335.228397:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609335.228398:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c8700 x1834594612273024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609335.228398:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82be000 00000400:00000200:1.0:1749609335.228399:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609335.228402:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609335.228403:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612273280 00000400:00000200:3.0:1749609335.228403:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17201 [1] + 224 02000000:00000001:2.0:1749609335.228404:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609335.228405:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609335.228405:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609335.228406:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609335.228408:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609335.228409:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612273024:12345-0@lo:38: 00000100:00100000:2.0:1749609335.228409:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612273280 00000400:00000200:3.0:1749609335.228409:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609335.228410:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82be100 00000020:00000001:2.0:1749609335.228410:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749609335.228411:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612273024 00000020:00000040:2.0:1749609335.228411:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609335.228412:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609335.228412:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749609335.228412:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609335.228413:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609335.228414:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749609335.228414:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 30696 00000020:00000001:2.0:1749609335.228414:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609335.228416:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000010:2.0:1749609335.228417:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609335.228418:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609335.228419:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609335.228419:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00000001:2.0:1749609335.228421:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749609335.228421:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609335.228422:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609335.228422:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609335.228423:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609335.228424:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228425:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609335.228425:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609335.228426:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:0.0:1749609335.228427:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:1.0:1749609335.228429:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0caa00. 00000100:00000001:2.0:1749609335.228429:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609335.228429:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609335.228431:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0caa00 x1834594612273408 msgsize 520 00000100:00000001:2.0:1749609335.228432:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609335.228433:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609335.228434:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749609335.228435:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756 00000100:00000001:2.0:1749609335.228436:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361867904 : -131939347683712 : ffff88007a0ca680) 00000100:00000040:2.0:1749609335.228438:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0ca680 x1834594612273280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609335.228441:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609335.228442:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609335.228444:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612273280:12345-0@lo:38: 00000100:00000200:2.0:1749609335.228446:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612273280 00000400:00000200:3.0:1749609335.228446:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283c38 00000020:00000001:2.0:1749609335.228447:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749609335.228448:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283c38. 00010000:00000001:2.0:1749609335.228449:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609335.228450:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609335.228451:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000100:00000001:3.0:1749609335.228452:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749609335.228453:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:1.0:1749609335.228455:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609335.228455:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228455:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609335.228456:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609335.228457:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:1.0:1749609335.228458:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609335.228458:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749609335.228460:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609335.228460:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609335.228461:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228462:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609335.228463:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609335.228463:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749609335.228464:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609335.228467:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749609335.228467:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509c400. 00000100:00000040:3.0:1749609335.228467:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dd880 x1834594612273152/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1749609346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609335.228468:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609335.228469:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609335.228469:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609335.228471:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609335.228472:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609335.228473:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609335.228476:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:3.0:1749609335.228476:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612273152:12345-0@lo:400: Request processed in 190us (435us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609335.228478:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609335.228520:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609335.228521:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609335.228523:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:2.0:1749609335.228525:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609335.228527:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609335.228528:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228529:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609335.228530:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609335.228532:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93e58. 00000100:00000200:2.0:1749609335.228533:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612273280, offset 0 00000400:00000200:2.0:1749609335.228536:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609335.228537:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228539:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609335.228540:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609335.228544:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609335.228545:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82be080 00000100:00000040:1.0:1749609335.228547:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000400:00000200:2.0:1749609335.228548:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17219 [1] + 0 00000100:00000001:1.0:1749609335.228549:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298611634 00000100:00000001:1.0:1749609335.228551:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298611640 00000400:00000200:2.0:1749609335.228551:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609335.228553:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298611634 00000400:00000200:2.0:1749609335.228553:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609335.228554:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609335.228555:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298611640 00000100:00000200:2.0:1749609335.228556:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.228557:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298611634 00000100:00000001:1.0:1749609335.228558:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298611640 00000100:00000001:1.0:1749609335.228560:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298611634 00000100:00000001:1.0:1749609335.228561:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298611640 00000100:00000040:2.0:1749609335.228561:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.228563:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609335.228565:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228567:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609335.228568:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609335.228569:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93e58 00000100:00000001:1.0:1749609335.228570:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609335.228570:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93e58. 00000100:00000001:2.0:1749609335.228571:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609335.228572:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609335.228573:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228574:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609335.228575:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:2.0:1749609335.228575:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609335.228576:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228577:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609335.228578:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609335.228578:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609335.228580:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0ca680 x1834594612273280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609335.228581:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749609335.228581:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000400:00000001:1.0:1749609335.228583:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609335.228584:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000010:1.0:1749609335.228585:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 00000100:00100000:2.0:1749609335.228585:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612273280:12345-0@lo:38: Request processed in 141us (331us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609335.228587:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609335.228588:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000001:3.0:1749609335.228588:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749609335.228590:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00100000:2.0:1749609335.228590:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756 00000100:00000001:2.0:1749609335.228592:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749609335.228592:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000100:00000001:1.0:1749609335.228593:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609335.228593:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609335.228594:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000020:00000010:3.0:1749609335.228595:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000100:00000200:1.0:1749609335.228596:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609335.228596:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000020:00000010:2.0:1749609335.228598:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000020:00000010:3.0:1749609335.228598:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:2.0:1749609335.228599:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609335.228602:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:2.0:1749609335.228603:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749609335.228604:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609335.228604:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609335.228605:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612273408 02000000:00000001:2.0:1749609335.228606:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609335.228607:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609335.228608:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609335.228609:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228611:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609335.228611:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612273408 00000100:00000001:1.0:1749609335.228612:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609335.228612:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609335.228613:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609335.228613:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609335.228614:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749609335.228615:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609335.228616:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749609335.228616:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609335.228617:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000001:1.0:1749609335.228618:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749609335.228618:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:1.0:1749609335.228620:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609335.228620:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00000001:2.0:1749609335.228621:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609335.228622:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228622:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609335.228623:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228625:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228625:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1749609335.228626:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609335 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609335.228627:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1749609335.228630:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=151 v=20 (1 1 20 1) 00000100:00000001:2.0:1749609335.228630:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609335.228630:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609335.228632:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609335.228633:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609335.228633:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609335.228634:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749609335.228634:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62840. 00000100:00000001:1.0:1749609335.228635:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609335.228636:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00000100:00000001:1.0:1749609335.228637:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609335.228637:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361868800 : -131939347682816 : ffff88007a0caa00) 00000400:00000200:3.0:1749609335.228637:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283f68 00000400:00000010:3.0:1749609335.228638:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283f68. 00000100:00000040:2.0:1749609335.228639:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0caa00 x1834594612273408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609335.228640:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609335.228641:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609335.228644:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612273408:12345-0@lo:38: 00000100:00000200:3.0:1749609335.228644:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609335.228646:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612273408 00000100:00000001:1.0:1749609335.228648:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609335.228648:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609335.228649:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609335.228651:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609335.228652:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609335.228652:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.228654:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1749609335.228654:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228656:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00020000:2.0:1749609335.228656:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609335.228657:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609335.228659:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:2.0:1749609335.228659:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609335.228660:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609335.228660:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609335.228661:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749609335.228662:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609335.228662:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609335.228662:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609335.228663:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609335.228664:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749609335.228665:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099400. 02000000:00000001:3.0:1749609335.228665:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749609335.228666:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609335.228667:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609335.228667:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228667:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1749609335.228669:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609335.228669:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228669:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609335.228671:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749609335.228671:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228673:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609335.228674:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609335.228675:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612273280:0@lo:38: 00000100:00000040:2.0:1749609335.228675:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:3.0:1749609335.228675:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=141 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609335.228676:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609335.228678:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00001000:3.0:1749609335.228678:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=141 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609335.228679:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.228679:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609335.228680:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609335.228680:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609335.228681:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609335.228681:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228682:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609335.228682:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609335.228683:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609335.228684:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081180 x1834594612273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609335.228684:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93e58. 00010000:00000001:3.0:1749609335.228684:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749609335.228686:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612273408, offset 0 00010000:00080000:3.0:1749609335.228687:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609335.228688:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609335.228691:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1749609335.228691:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749609335.228693:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749609335.228693:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82be100 00010000:00000001:3.0:1749609335.228694:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609335.228695:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092400. 00000400:00000200:2.0:1749609335.228696:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17229 [1] + 0 00000100:00000001:3.0:1749609335.228697:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1749609335.228698:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609335.228699:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749609335.228699:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609335.228699:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000020:00000001:1.0:1749609335.228701:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609335.228701:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609335.228701:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1749609335.228702:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749609335.228702:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609335.228703:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609335.228704:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609335.228705:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948bd400. 00000100:00000040:3.0:1749609335.228705:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609335.228708:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609335.228709:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609335.228710:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609335.228711:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081180. 00000100:00000001:3.0:1749609335.228712:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609335.228713:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609335.228714:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1749609335.228714:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93e58 00000100:00000001:1.0:1749609335.228715:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609335.228715:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93e58. 00000100:00000001:3.0:1749609335.228715:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609335.228716:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609335.228716:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.228717:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609335.228717:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609335.228718:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228719:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609335.228719:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.228720:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609335.228720:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609335.228721:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609335.228722:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749609335.228722:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1749609335.228724:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749609335.228724:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0caa00 x1834594612273408/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609335.228726:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0948. 00000100:00100000:3.0:1749609335.228727:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612273152:0@lo:400: 00000400:00000200:1.0:1749609335.228728:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:1.0:1749609335.228730:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00100000:2.0:1749609335.228730:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612273408:12345-0@lo:38: Request processed in 85us (298us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609335.228732:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609335.228732:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609335.228733:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00000100:00000001:3.0:1749609335.228733:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609335.228734:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749609335.228735:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609335.228735:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609335.228736:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000100:00000040:3.0:1749609335.228736:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081880 x1834594612273152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609335.228737:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000020:00000010:2.0:1749609335.228739:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:2.0:1749609335.228740:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609335.228743:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609335.228743:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609335.228745:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609335.228747:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8600. 02000000:00000001:3.0:1749609335.228749:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609335.228750:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609335.228751:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609335.228752:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609335.228752:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1749609335.228753:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609335.228754:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749609335.228755:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609335.228756:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749609335.228756:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7800. 00000100:00000001:1.0:1749609335.228758:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609335.228758:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609335.228760:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609335.228760:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609335.228761:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081880. 00000100:00001000:1.0:1749609335.228763:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609335 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609335.228763:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1749609335.228765:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=148 v=20 (1 1 20 1) 00000100:00000001:3.0:1749609335.228765:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609335.228766:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.228768:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609335.228769:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609335.228770:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609335.228771:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609335.228771:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609335.228774:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609335.228774:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609335.228775:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228781:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609335.228784:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609335.228785:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.228787:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609335.228788:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609335.228790:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609335.228793:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609335.228794:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609335.228797:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609335.228804:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612273408:0@lo:38: 00000100:00000001:1.0:1749609335.228808:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228808:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609335.228809:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609335.228810:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609335.228811:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5083100 x1834594612273408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609335.228813:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609335.228815:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609335.228816:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fc08. 00000100:00000001:1.0:1749609335.228817:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609335.228819:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749609335.228819:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93d48 02000000:00000010:1.0:1749609335.228820:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092000. 00000400:00000010:3.0:1749609335.228821:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93d48. 02000000:00000001:1.0:1749609335.228823:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609335.228824:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609335.228824:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609335.228825:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00080000:2.0:1749609335.228826:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:3.0:1749609335.228826:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609335.228827:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609335.228828:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948bd800. 00000020:00000040:2.0:1749609335.228829:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000001:1.0:1749609335.228830:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609335.228831:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1749609335.228831:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000010:1.0:1749609335.228832:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5083100. 00000020:00000040:2.0:1749609335.228833:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609335.228835:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1749609335.228835:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.228836:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.228837:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.228839:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609335.228840:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609335.228842:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228842:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609335.228843:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.228844:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228845:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609335.228847:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609335.228848:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609335.228850:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609335.228852:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609335.228855:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1749609335.228858:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609335.228861:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609335.228862:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609335.228864:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749609335.228866:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609335.228873:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228876:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609335.228877:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609335.228879:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609335.228880:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609335.228883:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609335.228890:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609335.228892:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609335.228893:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609335.228896:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609335.228904:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612273536:0@lo:400: 00000100:00000001:3.0:1749609335.228908:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609335.228909:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609335.228911:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612273536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609335.228917:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609335.228919:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609335.228921:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 02000000:00000001:3.0:1749609335.228924:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609335.228925:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609335.228926:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609335.228928:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609335.228929:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800895c7900. 02000000:00000001:3.0:1749609335.228931:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609335.228933:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609335.228934:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:3.0:1749609335.228936:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609335.228937:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609335.228939:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609335.228943:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609335.228944:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609335.228946:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609335.228947:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609335.235551:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298611640, at 4298611640 00000100:00000040:2.0:1749609335.235555:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298611640, at 4298611640 00000100:00000010:1.0:1749609335.235557:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4bc0. 00000100:00000040:3.0:1749609335.235557:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298611640, at 4298611640 00000100:00000010:2.0:1749609335.235560:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4c40. 00000100:00000010:3.0:1749609335.235564:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4000. 00010000:00000001:0.0:1749609335.236988:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609335.236992:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609335.236994:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609335.236996:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609335.236997:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609335.237003:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298611640, at 4298611641 00000100:00000010:0.0:1749609335.237006:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b41c0. 02000000:00000010:0.0:1749609335.237011:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a03d0000. 02000000:00000001:0.0:1749609335.237012:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.237014:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609335.237016:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609335.237017:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609335.237019:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609335.237021:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609335.237023:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609335.237025:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609335.237026:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609335.237028:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609335.237029:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:0.0:1749609335.237030:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609335.237031:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609335.237032:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609335.237034:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609335.237036:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000100:00000200:0.0:1749609335.237039:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612273024, offset 0 00000400:00000200:0.0:1749609335.237043:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609335.237049:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609335.237054:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bdf80 00000400:00000200:0.0:1749609335.237058:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x171fd [1] + 0 00000400:00000200:0.0:1749609335.237061:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609335.237064:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609335.237066:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609335.237068:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609335.237074:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609335.237086:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609335.237089:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000400:00000010:0.0:1749609335.237090:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00000001:0.0:1749609335.237092:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609335.237092:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609335.237094:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609335.237096:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609335.237097:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609335.237099:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609335.237101:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8700 x1834594612273024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609355 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609335.237107:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612273024:12345-0@lo:38: Request processed in 8698us (9068us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749609335.237113:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00000001:1.0:1749609335.237114:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609335.237115:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609335.237116:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609335.237117:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749609335.237118:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000020:00000010:0.0:1749609335.237120:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000020:00000010:0.0:1749609335.237121:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000400:00000001:1.0:1749609335.237122:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609335.237123:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609335.237124:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609335.237124:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 00000400:00000200:1.0:1749609335.237128:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:1.0:1749609335.237129:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:1.0:1749609335.237131:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609335.237134:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609335.237140:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.237145:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609335.237146:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.237147:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609335.237149:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609335.237150:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609335.237151:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609335.237152:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609335.237156:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609335 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609335.237158:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=151 v=20 (1 1 20 1) 00000100:00000001:1.0:1749609335.237159:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609335.237161:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609335.237162:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609335.237164:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.237168:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609335.237170:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609335.237171:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.237172:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609335.237174:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609335.237176:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609335.237177:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609335.237179:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609335.237180:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609335.237184:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612273024:0@lo:38: 00000100:00000001:1.0:1749609335.237187:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.237188:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609335.237189:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612273024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609335.237192:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609335.237193:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609335.237194:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092c00. 02000000:00000001:1.0:1749609335.237197:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609335.237198:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609335.237199:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609335.237200:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609335.237201:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800948bf000. 02000000:00000001:1.0:1749609335.237203:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609335.237204:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609335.237204:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:1.0:1749609335.237206:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609335.237207:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.237208:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609335.237210:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609335.237211:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609335.237212:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609335.237213:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609335.591610:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609335.591615:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609335.591621:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609335.591622:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609335.591684:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609335.591688:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609335.591691:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609335.710624:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609335.710631:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609335.710632:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609335.710634:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609335.710637:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609335.710639:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609335.710641:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609335.710643:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609335.710644:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609336.497670:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000020:00000040:2.0:1749609336.497680:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609336.497684:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609336.497691:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609336.497696:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609336.497703:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8400. 00000100:00000001:2.0:1749609336.497709:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609336.497714:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609336.497715:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609336.497721:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245b40. 00000100:00000001:2.0:1749609336.497722:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955712 : -131938708595904 : ffff8800a0245b40) 00000100:00000001:2.0:1749609336.497725:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609336.497726:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00000001:2.0:1749609336.497730:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609336.497732:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609336.497734:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609336.497735:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609336.497742:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612273664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609336.497752:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609336.497753:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609336.497756:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612273664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609336.497762:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609336.497765:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609336.497766:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609336.497768:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609336.497771:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609336.497773:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609336.497775:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609336.497777:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609336.497779:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609336.497783:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612273664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609336.497787:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612273664:0@lo:900: 00000100:00000001:2.0:1749609336.497790:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609336.497792:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609336.497793:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609336.497794:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609336.497795:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612273664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609336.497799:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609336.497800:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245b40. 00000100:00000001:2.0:1749609336.497802:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609336.497802:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609336.497804:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609336.497804:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612273664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609336.497807:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609336.497809:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609336.497810:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609336.497811:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609336.497812:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609336.497814:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609336.497816:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609336.497817:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:2.0:1749609336.497819:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609336.497819:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609336.593630:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609336.593635:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609336.593639:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609336.593642:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609336.593643:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609336.593645:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609336.593647:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609336.593649:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609336.593650:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609336.593651:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609336.593725:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609336.593730:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609336.593733:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609336.710611:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609336.710618:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609336.710620:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609336.710623:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609336.710626:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609336.710629:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609336.710631:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609336.710633:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609336.710634:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609336.990828:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609336.990847:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609336.990852:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609336.990855:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609336.990867:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609336.990887:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341000 00000400:00000200:0.0:1749609336.990896:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x166c1 [2] + 0 00000400:00000010:0.0:1749609336.990900:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f268. 00000400:00000200:0.0:1749609336.990905:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007ebd2480 00000800:00000001:0.0:1749609336.990911:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609336.990916:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609336.990919:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609336.990924:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609336.990928:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007ebd2480 00000400:00000010:0.0:1749609336.990931:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88007ebd2480. 00000100:00000001:0.0:1749609336.990953:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609336.990957:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609336.990961:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf59050 x1834594730250240 msgsize 224 00000100:00100000:0.0:1749609336.990968:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609336.990971:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609336.990998:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609336.991007:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609336.991012:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609336.991016:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609336.991019:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609336.991025:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609336.991033:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341080 00000400:00000200:0.0:1749609336.991041:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 31216 00000800:00000001:0.0:1749609336.991048:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609336.991052:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609336.991055:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609336.991060:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609336.991065:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609336.991067:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609336.991074:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e8700. 00000100:00000040:0.0:1749609336.991078:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800948e8700 x1834594730250368 msgsize 520 00000100:00100000:0.0:1749609336.991084:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609336.991102:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609336.991107:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609336.991111:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609336.991114:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609336.991117:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609336.991120:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609336.991123:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00100000:2.0:1749609336.991125:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730250240 02000000:00000001:2.0:1749609336.991129:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609336.991130:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341100 00000100:00000001:2.0:1749609336.991132:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609336.991134:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609336.991135:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 31736 00000800:00000001:0.0:1749609336.991140:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:2.0:1749609336.991140:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609336.991144:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730250240 00000020:00000001:2.0:1749609336.991147:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609336.991149:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609336.991152:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609336.991156:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000800:00000001:0.0:1749609336.991174:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609336.991175:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609336.991176:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609336.991177:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609336.991180:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:2.0:1749609336.991182:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609336.991183:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609336.991184:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749609336.991185:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706440. 00000100:00000010:0.0:1749609336.991187:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e8e00. 00000100:00000001:2.0:1749609336.991187:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609336.991190:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800948e8e00 x1834594730250496 msgsize 520 00000020:00000010:2.0:1749609336.991190:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706440. 00000100:00100000:0.0:1749609336.991195:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:2.0:1749609336.991196:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000010:2.0:1749609336.991200:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609336.991204:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00000001:0.0:1749609336.991211:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609336.991211:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609336.991213:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1749609336.991215:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609336.991215:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609336.991216:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609336.991218:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609336.991221:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609336.991222:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609336.991226:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730250368 02000000:00000001:1.0:1749609336.991228:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609336.991230:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609336.991231:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609336.991231:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609336.991234:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609336.991237:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730250368 00000100:00000001:2.0:1749609336.991238:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609336.991239:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609336.991240:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609336.991240:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609336.991241:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609336.991243:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609336.991244:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609336.991245:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1461 00000020:00000010:1.0:1749609336.991248:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000100:00000040:2.0:1749609336.991248:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609336.991249:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346699344 : -131936362852272 : ffff88012bf59050) 00000020:00000010:1.0:1749609336.991252:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8480. 00000020:00000010:1.0:1749609336.991254:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee4b0. 00000100:00000040:2.0:1749609336.991255:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf59050 x1834594730250240/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:282/0 lens 224/0 e 0 to 0 dl 1749609347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609336.991257:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609336.991259:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609336.991260:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609336.991264:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609336.991264:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609336.991265:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706440. 00000100:00000001:2.0:1749609336.991266:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609336.991267:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706440. 00000100:00100000:2.0:1749609336.991270:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730250240:12345-192.168.201.20@tcp:400: 00000100:00000001:1.0:1749609336.991271:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609336.991273:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730250240 00000020:00000001:2.0:1749609336.991276:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609336.991277:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609336.991278:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730250496 00000020:00000001:2.0:1749609336.991279:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749609336.991280:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609336.991281:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609336.991281:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609336.991282:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609336.991283:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609336.991283:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609336.991284:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609336.991285:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730250496 00000020:00000001:2.0:1749609336.991285:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609336.991286:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609336.991286:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1749609336.991287:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609336.991288:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609336.991288:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609336.991289:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609336.991289:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609336.991290:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609336.991290:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1749609336.991291:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2758 00000020:00000001:2.0:1749609336.991292:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1749609336.991293:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000020:00000010:1.0:1749609336.991294:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000100:00000001:3.0:1749609336.991294:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806587136 : -131938902964480 : ffff8800948e8700) 00000020:00000001:2.0:1749609336.991295:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609336.991296:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee708. 00000020:00000001:2.0:1749609336.991297:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749609336.991297:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948e8700 x1834594730250368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609336.991298:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609336.991299:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609336.991300:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609336.991301:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609336.991302:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609336.991304:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749609336.991306:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730250368:12345-192.168.201.20@tcp:38: 00000100:00000001:1.0:1749609336.991307:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609336.991308:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099800. 00000100:00000200:3.0:1749609336.991309:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730250368 00000100:00000001:1.0:1749609336.991311:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609336.991311:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609336.991311:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609336.991312:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749609336.991313:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609336.991314:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609336.991316:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609336.991317:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2759 00000100:00000001:1.0:1749609336.991319:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806588928 : -131938902962688 : ffff8800948e8e00) 00010000:00000040:2.0:1749609336.991319:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730250240 00000100:00000040:1.0:1749609336.991322:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948e8e00 x1834594730250496/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609336.991323:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749609336.991326:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609336.991327:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf59050 x1834594730250240/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:282/0 lens 224/224 e 0 to 0 dl 1749609347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749609336.991329:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609336.991331:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749609336.991332:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730250496:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609336.991334:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730250496 00010000:00000001:3.0:1749609336.991334:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609336.991336:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609336.991337:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609336.991337:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609336.991338:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609336.991338:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609336.991340:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609336.991340:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1749609336.991343:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00001000:2.0:1749609336.991343:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=5 v=5 (1 1 1 1) 02000000:00000010:3.0:1749609336.991343:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a9000. 00000020:00000001:1.0:1749609336.991345:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 02000000:00000001:3.0:1749609336.991345:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609336.991347:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609336.991349:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609336.991349:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609336.991349:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609336.991350:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609336.991351:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609336.991352:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00001000:3.0:1749609336.991352:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:1.0:1749609336.991353:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a5092400. 00000100:00000001:2.0:1749609336.991354:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609336.991354:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749609336.991355:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609336.991356:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609336.991357:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1749609336.991358:0:14331:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 02000000:00000001:2.0:1749609336.991360:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609336.991360:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:2.0:1749609336.991362:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00080000:1.0:1749609336.991363:0:14331:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3946 last 0 00000100:00000001:3.0:1749609336.991363:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609336.991365:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:3.0:1749609336.991365:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609336.991367:0:14331:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:3.0:1749609336.991367:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000400:00000010:2.0:1749609336.991369:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93e58. 00000100:00000001:3.0:1749609336.991369:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000004:00000001:1.0:1749609336.991370:0:14331:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000040:3.0:1749609336.991371:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:1.0:1749609336.991372:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:3.0:1749609336.991372:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609336.991373:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609336.991375:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000200:2.0:1749609336.991375:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730250240, offset 224 00000100:00000001:3.0:1749609336.991375:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609336.991377:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609336.991379:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283f68. 00000004:00000001:1.0:1749609336.991382:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609336.991382:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609336.991385:0:14331:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609336.991386:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609336.991388:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730250368, offset 0 00000004:00000040:1.0:1749609336.991390:0:14331:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:1.0:1749609336.991392:0:14331:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000400:00000200:2.0:1749609336.991392:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609336.991393:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000040:1.0:1749609336.991394:0:14331:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:1.0:1749609336.991396:0:14331:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609336.991398:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:2.0:1749609336.991398:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2085:2085:256:4294967295] 192.168.201.20@tcp LPNI seq info [2081:2081:8:4294967295] 00000004:00000001:1.0:1749609336.991400:0:14331:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609336.991401:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609336.991403:0:14331:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609336.991404:0:14331:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609336.991406:0:14331:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:1.0:1749609336.991408:0:14331:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609336.991410:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:2.0:1749609336.991410:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:1.0:1749609336.991411:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609336.991413:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609336.991414:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609336.991415:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00001000:1.0:1749609336.991416:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000200:3.0:1749609336.991417:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609336.991418:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000010:2.0:1749609336.991419:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7500. 00000400:00000200:3.0:1749609336.991421:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2086:2086:255:4294967295] 192.168.201.20@tcp LPNI seq info [2082:2082:7:4294967295] 00000800:00000200:2.0:1749609336.991424:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:3.0:1749609336.991429:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609336.991433:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609336.991433:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609336.991435:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000400:00000200:1.0:1749609336.991436:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609336.991438:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1749609336.991438:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1749609336.991439:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:1.0:1749609336.991440:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609336.991441:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609336.991443:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:3.0:1749609336.991443:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:1.0:1749609336.991445:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000800:00000200:3.0:1749609336.991445:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1749609336.991447:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609336.991448:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609336.991470:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609336.991470:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609336.991472:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609336.991474:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609336.991474:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609336.991474:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609336.991476:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609336.991477:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609336.991477:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609336.991479:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609336.991479:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e8700 x1834594730250368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609356 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609336.991480:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000020:00000001:2.0:1749609336.991482:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749609336.991484:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730250496, offset 0 00000100:00000040:2.0:1749609336.991486:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf59050 x1834594730250240/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:282/0 lens 224/224 e 0 to 0 dl 1749609347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609336.991487:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730250368:12345-192.168.201.20@tcp:38: Request processed in 181us (407us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609336.991488:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:3.0:1749609336.991493:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2758 00000400:00000200:1.0:1749609336.991494:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:3.0:1749609336.991495:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609336.991496:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609336.991531:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730250240:12345-192.168.201.20@tcp:400: Request processed in 233us (535us total) trans 0 rc 0/0 00000020:00000010:3.0:1749609336.991532:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8480. 00000400:00000200:1.0:1749609336.991533:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2087:2087:254:4294967295] 192.168.201.20@tcp LPNI seq info [2083:2083:6:4294967295] 00000020:00000010:3.0:1749609336.991536:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee4b0. 00000020:00000010:3.0:1749609336.991538:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000100:00100000:2.0:1749609336.991541:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1461 00000100:00000001:3.0:1749609336.991541:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609336.991542:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000040:2.0:1749609336.991545:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000800:00000200:1.0:1749609336.991546:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609336.991548:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:1.0:1749609336.991549:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee000. 00000100:00000001:2.0:1749609336.991549:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1749609336.991551:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1749609336.991552:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000010:2.0:1749609336.991553:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000800:00000010:0.0:1749609336.991554:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7500. 00000800:00000200:1.0:1749609336.991557:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:2.0:1749609336.991557:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000400:00000200:0.0:1749609336.991558:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1749609336.991559:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee000 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:2.0:1749609336.991560:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:1.0:1749609336.991562:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609336.991564:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000040:1.0:1749609336.991565:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000040:2.0:1749609336.991565:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:1.0:1749609336.991566:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609336.991567:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93e58 00000020:00000001:1.0:1749609336.991568:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609336.991569:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609336.991571:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e8e00 x1834594730250496/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609356 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609336.991573:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1749609336.991576:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93e58. 00000100:00100000:1.0:1749609336.991579:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730250496:12345-192.168.201.20@tcp:38: Request processed in 248us (388us total) trans 0 rc -11/-11 00000400:00000010:2.0:1749609336.991579:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f268. 00000100:00000001:0.0:1749609336.991580:0:1504:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609336.991582:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1749609336.991583:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245b40. 02000000:00000010:0.0:1749609336.991585:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5099800. 00000100:00100000:1.0:1749609336.991585:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2759 00000100:00000001:1.0:1749609336.991587:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609336.991588:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609336.991589:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609336.991589:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609336.991591:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000020:00000010:1.0:1749609336.991594:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee708. 00000020:00000010:1.0:1749609336.991596:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000100:00000001:1.0:1749609336.991599:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609336.991600:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609336.991603:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695600. 00000400:00000200:0.0:1749609336.991605:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609336.991609:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609336.991612:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283f68 00000400:00000010:0.0:1749609336.991614:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283f68. 00000100:00000001:0.0:1749609336.991617:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609336.991618:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609336.991668:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609336.991670:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee000. 00000400:00000200:0.0:1749609336.991673:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609336.991677:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609336.991680:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:0.0:1749609336.991681:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:0.0:1749609336.991684:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609336.991685:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609337.595651:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609337.595660:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609337.595679:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609337.595681:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609337.595818:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609337.595835:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609337.595838:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609337.710834:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609337.710842:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609337.710844:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609337.710848:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609337.710852:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609337.710857:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609337.710860:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609337.710862:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609337.710864:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609338.442607:0:1501:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1a59540] -> 12345-192.168.201.120@tcp (6) 00000800:00000200:2.0:1749609338.442615:0:1501:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988 00000800:00000200:2.0:1749609338.442619:0:1501:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880099927c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749609338.442848:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749609338.442855:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609338.442869:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749609338.442874:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609338.442876:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609338.498664:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000020:00000040:2.0:1749609338.498675:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609338.498681:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609338.498684:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609338.498688:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609338.498697:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8400. 00000100:00000001:2.0:1749609338.498703:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609338.498708:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609338.498710:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609338.498715:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245c00. 00000100:00000001:2.0:1749609338.498716:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000955904 : -131938708595712 : ffff8800a0245c00) 00000100:00000001:2.0:1749609338.498719:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609338.498720:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00000001:2.0:1749609338.498725:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609338.498727:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609338.498729:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609338.498731:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609338.498738:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612273792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609338.498747:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609338.498749:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609338.498751:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612273792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609338.498757:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609338.498760:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609338.498761:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609338.498762:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609338.498764:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609338.498765:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609338.498768:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609338.498770:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609338.498772:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609338.498773:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612273792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609338.498779:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612273792:0@lo:900: 00000100:00000001:2.0:1749609338.498783:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609338.498785:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609338.498787:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609338.498788:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609338.498790:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612273792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609338.498796:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609338.498797:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245c00. 00000100:00000001:2.0:1749609338.498800:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609338.498801:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609338.498803:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609338.498805:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612273792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609338.498810:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609338.498812:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609338.498813:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609338.498814:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609338.498816:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609338.498819:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609338.498820:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609338.498821:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:2.0:1749609338.498824:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609338.498825:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609338.597678:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609338.597687:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609338.597693:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609338.597695:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609338.597795:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609338.597801:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609338.597804:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609338.710605:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609338.710612:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609338.710614:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609338.710617:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609338.710620:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609338.710623:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609338.710626:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609338.710627:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609338.710629:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609339.599730:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609339.599738:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609339.599745:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609339.599746:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609339.599839:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609339.599844:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609339.599848:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609339.710682:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609339.710690:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609339.710693:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609339.710696:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609339.710701:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609339.710705:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609339.710708:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609339.710711:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609339.710713:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609340.235770:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609340.235781:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609340.235790:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ebb80. 00000020:00000040:0.0:1749609340.235796:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609340.235801:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609340.235805:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609340.235811:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609340.235819:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057500. 00000100:00000001:0.0:1749609340.235826:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609340.235836:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609340.235848:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609340.235850:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609340.235856:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948ebb80] to pc [ptlrpcd_00_02+2] req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.235908:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609340.235912:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609340.235917:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609340.235920:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609340.235923:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609340.235928:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609340.235931:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3944 00000100:00080000:0.0:1749609340.235936:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609340.235941:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609340.235945:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609340.235948:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609340.235950:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609340.235955:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609340.235958:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609340.235962:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609340.235967:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609340.235970:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609340.235974:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:3.0:1749609340.235976:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609340.235977:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609340.235980:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609340.235981:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609340.235982:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609340.235985:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609340.235985:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749609340.235989:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000040:3.0:1749609340.235992:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609340.235993:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609340.235997:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609340.236000:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609340.236006:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609340.236008:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609340.236009:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609340.236012:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609340.236012:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609340.236016:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749609340.236016:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609340.236017:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609340.236019:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609340.236019:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236022:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609340.236023:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612273920:0@lo:400: 00000100:00000010:0.0:1749609340.236024:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eb800. 00000020:00000040:0.0:1749609340.236027:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749609340.236030:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609340.236032:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609340.236034:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609340.236036:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609340.236037:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609340.236039:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609340.236039:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609340.236041:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609340.236042:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609340.236046:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0643c00. 02000000:00000010:3.0:1749609340.236047:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8600. 02000000:00000001:3.0:1749609340.236050:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.236052:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609340.236057:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749609340.236057:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62840. 00000400:00000010:3.0:1749609340.236067:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283c38. 00000100:00000001:0.0:1749609340.236068:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609340.236070:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609340.236074:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948eb800] to pc [ptlrpcd_rcv+-1] req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609340.236076:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612273920, portal 25 00000100:00000001:3.0:1749609340.236080:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609340.236082:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806600576 : -131938902951040 : ffff8800948ebb80) 00000100:00000040:3.0:1749609340.236088:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609340.236099:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609340.236103:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609340.236104:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609340.236106:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283cc0. 00000100:00000040:0.0:1749609340.236107:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1749609340.236110:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612273920, offset 0 00000100:00000001:0.0:1749609340.236112:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609340.236115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ead80. 00000020:00000040:0.0:1749609340.236118:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000400:00000200:3.0:1749609340.236118:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609340.236121:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609340.236123:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609340.236126:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609340.236129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057d00. 00000100:00000001:1.0:1749609340.236132:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609340.236133:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236135:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609340.236135:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609340.236137:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609340.236137:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609340.236143:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.236148:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749609340.236148:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82be300 00000100:00000001:0.0:1749609340.236149:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609340.236154:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948ead80] to pc [ptlrpcd_00_03+3] req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609340.236158:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16705 [2] + 0 00000100:00000001:1.0:1749609340.236163:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1749609340.236163:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fe70. 00000100:00000001:1.0:1749609340.236165:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609340.236167:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609340.236170:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609340.236171:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b70c0 00000100:00000001:0.0:1749609340.236172:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609340.236172:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609340.236175:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749609340.236175:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612274048:0@lo:38: 00000400:00000200:3.0:1749609340.236177:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749609340.236179:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749609340.236179:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609340.236181:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1749609340.236182:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609340.236183:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609340.236183:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749609340.236184:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1749609340.236185:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609340.236187:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:3.0:1749609340.236189:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b70c0 00000100:00080000:0.0:1749609340.236190:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3944 02000000:00000010:1.0:1749609340.236190:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092800. 02000000:00000001:1.0:1749609340.236192:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609340.236192:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b70c0. 00000100:00080000:0.0:1749609340.236193:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609340.236196:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:1.0:1749609340.236197:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00000100:00000001:0.0:1749609340.236198:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609340.236199:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609340.236201:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:1.0:1749609340.236201:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000200:3.0:1749609340.236202:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1749609340.236203:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:1.0:1749609340.236206:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612274048, portal 4 00000020:00000001:0.0:1749609340.236207:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749609340.236207:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf5a450 x1834594612273920 msgsize 224 00000020:00000040:0.0:1749609340.236208:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000001:1.0:1749609340.236208:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609340.236209:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806599680 : -131938902951936 : ffff8800948eb800) 00000020:00000001:0.0:1749609340.236211:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749609340.236213:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749609340.236214:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609340.236216:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:1.0:1749609340.236216:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609340.236216:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:0.0:1749609340.236219:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:0.0:1749609340.236223:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609340.236224:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609340.236225:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609340.236226:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609340.236227:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:1.0:1749609340.236228:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000001:0.0:1749609340.236230:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:1.0:1749609340.236230:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612274048, offset 0 00000020:00000040:0.0:1749609340.236233:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000400:00000200:1.0:1749609340.236235:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749609340.236236:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609340.236236:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609340.236240:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609340.236242:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1749609340.236244:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609340.236247:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609340.236249:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283cc0 02000000:00000001:0.0:1749609340.236250:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609340.236251:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283cc0. 00000400:00000200:1.0:1749609340.236252:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82be380 00000100:00000001:0.0:1749609340.236253:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609340.236256:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.236257:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:0.0:1749609340.236259:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9180. 00000400:00000200:1.0:1749609340.236259:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 520 00000020:00000040:0.0:1749609340.236262:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:3.0:1749609340.236262:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609340.236265:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609340.236266:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609340.236268:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609340.236268:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609340.236270:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609340.236272:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609340.236272:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609340.236274:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1749609340.236275:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.236275:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1749609340.236278:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c8e00. 02000000:00000010:0.0:1749609340.236279:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0641000. 00000100:00000040:3.0:1749609340.236279:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609340.236281:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c8e00 x1834594612274048 msgsize 520 00000100:00000001:0.0:1749609340.236283:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609340.236285:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609340.236288:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609340.236295:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609340.236300:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749609340.236301:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000001:3.0:1749609340.236301:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.236302:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609340.236303:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:3.0:1749609340.236303:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609340.236306:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948e9180] to pc [ptlrpcd_rcv+-1] req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609340.236306:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609340.236309:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609340.236309:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.236310:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609340.236315:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298616648 00000100:00000001:1.0:1749609340.236316:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609340.236317:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609340.236317:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612273920 00000100:00000040:1.0:1749609340.236318:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609340.236320:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:3.0:1749609340.236320:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8e80. 02000000:00000001:2.0:1749609340.236321:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00080000:0.0:1749609340.236324:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749609340.236325:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.236325:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609340.236326:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749609340.236326:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1749609340.236328:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609340.236328:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.236328:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749609340.236329:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.236331:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:1.0:1749609340.236332:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1040 usecs (2 jiffies) 00000100:00080000:0.0:1749609340.236334:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3944 02000000:00000001:2.0:1749609340.236334:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236335:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298616642 00000100:00000001:3.0:1749609340.236335:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298616648 00000100:00080000:0.0:1749609340.236336:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749609340.236337:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298616648 00000100:00100000:2.0:1749609340.236339:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612273920 00000100:00000010:3.0:1749609340.236339:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b85c0. 00000100:00000040:0.0:1749609340.236340:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609340.236340:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298616642 00000020:00000001:2.0:1749609340.236342:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609340.236343:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609340.236343:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000020:00000040:2.0:1749609340.236344:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000040:0.0:1749609340.236345:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609340.236346:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609340.236348:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609340.236348:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609340.236348:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609340.236350:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609340.236351:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609340.236351:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000040:0.0:1749609340.236353:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000040:1.0:1749609340.236353:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609340.236353:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298616648 00000020:00000001:0.0:1749609340.236356:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609340.236356:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000010:3.0:1749609340.236356:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8140. 00000020:00000040:0.0:1749609340.236358:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:2.0:1749609340.236359:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609340.236360:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1749609340.236361:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609340.236361:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609340.236362:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609340.236364:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 02000000:00000001:1.0:1749609340.236364:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609340.236364:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298616648 02000000:00000001:1.0:1749609340.236366:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609340.236366:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1749609340.236367:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8640. 02000000:00000001:1.0:1749609340.236368:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609340.236369:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00100000:1.0:1749609340.236370:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612274176:0@lo:400: 00000100:00000001:3.0:1749609340.236370:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1749609340.236371:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706440. 00000100:00000001:0.0:1749609340.236372:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609340.236374:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609340.236374:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609340.236375:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609340.236375:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609340.236376:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609340.236377:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609340.236377:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609340.236378:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609340.236378:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706440. 02000000:00000001:1.0:1749609340.236379:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749609340.236381:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:3.0:1749609340.236381:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609340.236382:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b200. 00000100:00080000:0.0:1749609340.236384:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 02000000:00000001:1.0:1749609340.236384:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.236384:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.236386:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609340.236386:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0948. 02000000:00000001:0.0:1749609340.236388:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1749609340.236388:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000020:00000010:2.0:1749609340.236388:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000200:1.0:1749609340.236391:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612274176, portal 4 02000000:00000001:0.0:1749609340.236392:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609340.236393:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1749609340.236393:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609340.236393:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609340.236424:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806596992 : -131938902954624 : ffff8800948ead80) 00000100:00000040:1.0:1749609340.236430:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609340.236432:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.236433:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609340.236436:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609340.236437:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609340.236437:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609340.236438:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609340.236439:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609340.236439:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749609340.236441:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000100:00000001:3.0:1749609340.236441:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609340.236442:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eb480. 00000100:00000200:1.0:1749609340.236443:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612274176, offset 0 00000100:00000001:3.0:1749609340.236444:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609340.236445:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1749609340.236446:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609340.236448:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609340.236450:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609340.236451:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609340.236452:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609340.236455:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1749609340.236455:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82be400 02000000:00000001:0.0:1749609340.236457:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609340.236459:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000400:00000200:1.0:1749609340.236460:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 896 02000000:00000010:0.0:1749609340.236462:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0643800. 00000400:00000200:1.0:1749609340.236465:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609340.236466:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609340.236467:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609340.236471:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609340.236471:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1749609340.236472:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1749609340.236472:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1749609340.236475:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:1.0:1749609340.236476:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c9180. 00000100:00000040:1.0:1749609340.236478:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c9180 x1834594612274176 msgsize 224 00000100:00000001:2.0:1749609340.236478:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609340.236481:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609340.236482:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609340.236483:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609340.236485:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.236486:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609340.236489:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948eb480] to pc [ptlrpcd_rcv+-1] req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609340.236489:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609340.236489:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612274048 00000100:00000001:2.0:1749609340.236490:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609340.236491:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609340.236493:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000400:00000010:1.0:1749609340.236494:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:3.0:1749609340.236494:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609340.236496:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609340.236497:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.236530:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609340.236538:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609340.236543:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609340.236544:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236547:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609340.236547:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609340.236548:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612274048 00000100:00000040:1.0:1749609340.236549:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.236550:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609340.236552:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609340.236553:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1749609340.236554:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000020:00000040:3.0:1749609340.236554:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609340.236555:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609340.236556:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609340.236557:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609340.236558:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1749609340.236558:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000020:00000001:3.0:1749609340.236559:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236560:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.236561:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346704464 : -131936362847152 : ffff88012bf5a450) 00000020:00000001:3.0:1749609340.236561:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609340.236562:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eaa00. 00000100:00000040:1.0:1749609340.236564:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000020:00000040:0.0:1749609340.236565:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609340.236566:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298616642 00000020:00000010:3.0:1749609340.236566:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609340.236568:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298616648 00000100:00000001:0.0:1749609340.236569:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749609340.236569:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf5a450 x1834594612273920/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:286/0 lens 224/0 e 0 to 0 dl 1749609351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609340.236570:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298616642 00000020:00000010:3.0:1749609340.236570:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 02000000:00000001:0.0:1749609340.236571:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609340.236572:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298616648 02000000:00000001:0.0:1749609340.236573:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236574:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298616642 00000020:00000010:3.0:1749609340.236575:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000001:1.0:1749609340.236576:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298616648 02000000:00000010:0.0:1749609340.236578:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057b00. 00000100:00000001:1.0:1749609340.236578:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298616642 00000100:00000001:1.0:1749609340.236579:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298616648 00000100:00000001:3.0:1749609340.236580:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609340.236581:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236581:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609340.236581:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609340.236582:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.236583:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609340.236584:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236585:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609340.236586:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1749609340.236586:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706440. 00000100:00000001:1.0:1749609340.236587:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.236589:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609340.236589:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236592:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609340.236592:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706440. 00000100:00000001:1.0:1749609340.236593:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609340.236596:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609340.236597:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609340.236597:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609340.236598:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609340.236598:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612273920:12345-0@lo:400: 00000100:00000001:3.0:1749609340.236598:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.236599:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236600:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609340.236604:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948eaa00] to pc [ptlrpcd_00_00+0] req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609340.236604:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612273920 00000020:00000001:2.0:1749609340.236609:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609340.236609:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609340.236611:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609340.236614:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:3.0:1749609340.236616:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00000001:1.0:1749609340.236617:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609340.236617:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236619:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609340.236620:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361861632 : -131939347689984 : ffff88007a0c8e00) 00000100:00000001:1.0:1749609340.236621:0:14337:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609340.236621:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609340.236623:0:14337:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609340.236624:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:3.0:1749609340.236624:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c8e00 x1834594612274048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.236626:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609340.236628:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609340.236630:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.236631:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298616648 00000100:00000040:0.0:1749609340.236632:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3954) 00000100:00000001:1.0:1749609340.236633:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298616643 00000020:00000001:2.0:1749609340.236633:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609340.236635:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298616648 00000020:00000001:2.0:1749609340.236636:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609340.236637:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298616643 00000100:00000001:1.0:1749609340.236638:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298616648 00000100:00100000:3.0:1749609340.236639:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612274048:12345-0@lo:38: 00000100:00000001:1.0:1749609340.236640:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609340.236640:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236642:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609340.236643:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609340.236644:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609340.236644:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612274048 00000100:00000001:1.0:1749609340.236645:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.236647:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609340.236648:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609340.236649:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609340.236649:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609340.236650:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749609340.236650:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749609340.236652:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1749609340.236652:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609340.236652:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609340.236653:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609340.236654:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.236654:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609340.236656:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609340.236656:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5098000. 02000000:00000001:2.0:1749609340.236659:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.236660:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609340.236662:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.236663:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236664:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609340.236665:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609340.236665:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.236667:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609340.236667:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609340.236668:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609340.236668:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609340.236669:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609340.236670:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749609340.236670:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609340.236671:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612273920 00000100:00100000:1.0:1749609340.236673:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612274304:0@lo:38: 00010000:00020000:3.0:1749609340.236673:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749609340.236674:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609340.236675:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609340.236676:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749609340.236677:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609340.236678:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609340.236679:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609340.236681:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000200:2.0:1749609340.236681:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf5a450 x1834594612273920/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:286/0 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609340.236682:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749609340.236684:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5091400. 00000100:00000001:0.0:1749609340.236685:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749609340.236686:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.236686:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609340.236687:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609340.236689:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000100:00000001:3.0:1749609340.236689:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609340.236691:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609340.236691:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749609340.236692:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 02000000:00000001:0.0:1749609340.236693:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609340.236695:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612274304, portal 10 00010000:00000001:2.0:1749609340.236695:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1749609340.236695:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58ab800. 02000000:00000001:0.0:1749609340.236697:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236697:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1749609340.236697:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236698:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806589824 : -131938902961792 : ffff8800948e9180) 02000000:00000001:3.0:1749609340.236698:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609340.236701:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612274560:0@lo:400: 00000100:00000001:3.0:1749609340.236701:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609340.236702:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609340.236702:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609340.236706:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749609340.236706:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609340.236707:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609340.236708:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749609340.236708:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609340.236710:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749609340.236710:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609340.236711:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:0.0:1749609340.236712:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609340.236712:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000100:00001000:3.0:1749609340.236712:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749609340.236714:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612274304, offset 0 00000100:00000001:2.0:1749609340.236714:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:0.0:1749609340.236715:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609340.236716:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609340.236717:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609340.236718:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749609340.236720:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0e00. 00000100:00000001:3.0:1749609340.236720:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609340.236721:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609340.236722:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609340.236722:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609340.236723:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609340.236724:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609340.236726:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609340.236727:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82be480 00000400:00000010:0.0:1749609340.236728:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f176e0. 00000100:00000040:2.0:1749609340.236729:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609340.236729:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:1.0:1749609340.236733:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 32256 00000400:00000010:2.0:1749609340.236733:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93ee0. 00000100:00000040:3.0:1749609340.236733:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:3.0:1749609340.236736:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609340.236738:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609340.236740:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609340.236741:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609340.236744:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609340.236745:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749609340.236747:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283cc0. 00000400:00000010:0.0:1749609340.236748:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000100:00000001:1.0:1749609340.236750:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609340.236752:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609340.236752:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612274048, offset 0 00000100:00000200:2.0:1749609340.236755:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612273920, offset 224 00000100:00000200:0.0:1749609340.236757:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612274560, portal 10 00000100:00000010:1.0:1749609340.236757:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0cbb80. 00000400:00000200:3.0:1749609340.236759:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609340.236760:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0cbb80 x1834594612274304 msgsize 520 00000100:00000001:0.0:1749609340.236761:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609340.236762:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806596096 : -131938902955520 : ffff8800948eaa00) 00000400:00000200:2.0:1749609340.236765:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609340.236767:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609340.236770:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609340.236770:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609340.236776:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609340.236777:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609340.236779:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82be380 00000100:00000001:0.0:1749609340.236780:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609340.236781:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000100:00000040:0.0:1749609340.236783:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609340.236784:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000400:00000010:0.0:1749609340.236786:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000001:1.0:1749609340.236788:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749609340.236788:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82be300 00000100:00000200:1.0:1749609340.236792:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609340.236797:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17259 [1] + 0 00000100:00000200:0.0:1749609340.236802:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612274560, offset 0 00000100:00000001:1.0:1749609340.236803:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609340.236803:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609340.236806:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17251 [1] + 224 00000100:00000040:1.0:1749609340.236807:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609340.236808:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609340.236814:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609340.236814:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609340.236817:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.236819:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609340.236820:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609340.236822:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609340.236822:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609340.236824:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.236825:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609340.236827:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609340.236828:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000400:00000200:0.0:1749609340.236829:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82be580 00000100:00000001:1.0:1749609340.236831:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298616642 00000100:00000200:2.0:1749609340.236831:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609340.236834:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298616648 00000400:00000200:0.0:1749609340.236835:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 32776 00000100:00000001:1.0:1749609340.236837:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298616642 00000100:00000001:1.0:1749609340.236839:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298616648 00000100:00000040:3.0:1749609340.236840:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609340.236842:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609340.236842:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298616642 00000100:00000001:1.0:1749609340.236844:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298616648 00000100:00000040:2.0:1749609340.236845:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609340.236846:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609340.236846:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298616642 00000100:00000001:1.0:1749609340.236849:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298616648 00000100:00000001:0.0:1749609340.236851:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609340.236851:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609340.236853:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609340.236853:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609340.236855:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609340.236857:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e8a80. 00000100:00000001:1.0:1749609340.236858:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609340.236859:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283cc0 00000100:00000040:0.0:1749609340.236860:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800948e8a80 x1834594612274560 msgsize 224 00000400:00000010:3.0:1749609340.236862:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283cc0. 00000100:00000040:1.0:1749609340.236863:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609340.236865:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609340.236866:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609340.236866:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609340.236868:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609340.236874:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749609340.236875:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93ee0 00000100:00000001:0.0:1749609340.236876:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609340.236876:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.236876:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609340.236878:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93ee0. 02000000:00000001:1.0:1749609340.236879:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609340.236880:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609340.236882:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609340.236882:0:13560:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609340.236884:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.236884:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609340.236884:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609340.236885:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000020:00000001:3.0:1749609340.236887:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609340.236888:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00100000:1.0:1749609340.236888:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612274432:0@lo:38: 00000100:00000001:2.0:1749609340.236890:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.236891:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609340.236893:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749609340.236893:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8e00 x1834594612274048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609340.236895:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749609340.236895:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:0.0:1749609340.236896:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609340.236898:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609340.236898:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:1.0:1749609340.236901:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749609340.236901:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609340.236904:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5091800. 00000020:00000001:2.0:1749609340.236904:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749609340.236907:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609340.236907:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612274048:12345-0@lo:38: Request processed in 268us (623us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609340.236908:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609340.236908:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf5a450 x1834594612273920/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:286/0 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609340.236911:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b58. 00000100:00000040:0.0:1749609340.236912:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609340.236915:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000100:00100000:3.0:1749609340.236918:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00000200:1.0:1749609340.236920:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612274432, portal 10 00000100:00000001:0.0:1749609340.236922:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.236922:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609340.236923:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749609340.236923:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612273920:12345-0@lo:400: Request processed in 338us (713us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609340.236924:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609340.236925:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609340.236928:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609340.236929:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000100:00000040:0.0:1749609340.236933:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000020:00000010:3.0:1749609340.236934:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000100:00000001:1.0:1749609340.236935:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806598784 : -131938902952832 : ffff8800948eb480) 00000100:00100000:2.0:1749609340.236935:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00000001:0.0:1749609340.236936:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298616642 00000100:00000001:0.0:1749609340.236939:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298616648 00000100:00000040:2.0:1749609340.236939:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000010:3.0:1749609340.236939:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:0.0:1749609340.236942:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298616642 00000100:00000040:1.0:1749609340.236943:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609340.236943:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609340.236944:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.236945:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298616648 00000100:00000001:2.0:1749609340.236945:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609340.236948:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298616642 00000020:00000010:2.0:1749609340.236949:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000100:00000001:0.0:1749609340.236951:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298616648 00000100:00000001:0.0:1749609340.236953:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298616642 00000100:00000001:1.0:1749609340.236953:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749609340.236954:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000100:00000001:0.0:1749609340.236956:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298616648 00000100:00000040:1.0:1749609340.236956:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609340.236958:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609340.236959:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000020:00000010:2.0:1749609340.236959:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:0.0:1749609340.236961:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609340.236962:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612274432, offset 0 00000020:00000040:2.0:1749609340.236964:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:3.0:1749609340.236964:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609340.236965:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609340.236966:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612274176 00000400:00000200:1.0:1749609340.236967:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609340.236968:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609340.236968:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1749609340.236969:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1749609340.236971:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5098000. 00000100:00000001:3.0:1749609340.236971:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609340.236974:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609340.236975:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749609340.236976:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609340.236978:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609340.236978:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609340.236981:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612274176 00000100:00000001:0.0:1749609340.236983:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609340.236983:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82be500 00000100:00000200:2.0:1749609340.236983:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:3.0:1749609340.236983:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749609340.236985:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612274304 00000020:00000040:3.0:1749609340.236985:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 02000000:00000001:0.0:1749609340.236987:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749609340.236988:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fc08. 00000020:00000001:3.0:1749609340.236988:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609340.236989:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609340.236989:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 33000 00000020:00000040:3.0:1749609340.236991:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:0.0:1749609340.236992:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609340.236994:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 02000000:00000001:0.0:1749609340.236995:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609340.236995:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749609340.236996:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245c00. 00000100:00100000:0.0:1749609340.236998:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612274304 00000400:00000200:1.0:1749609340.236998:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609340.236998:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:0.0:1749609340.237000:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609340.237002:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609340.237002:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609340.237002:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749609340.237003:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749609340.237004:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749609340.237005:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8dc0. 00000020:00000001:0.0:1749609340.237006:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609340.237008:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0c8000. 00000020:00000001:0.0:1749609340.237009:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609340.237010:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0c8000 x1834594612274432 msgsize 520 00000020:00000010:3.0:1749609340.237010:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8800. 00000020:00000010:0.0:1749609340.237012:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000100:00100000:1.0:1749609340.237014:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609340.237015:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749609340.237016:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000010:0.0:1749609340.237017:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000100:00000001:2.0:1749609340.237019:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749609340.237021:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e4b0. 00000100:00000001:1.0:1749609340.237023:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000001:2.0:1749609340.237023:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609340.237025:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:2.0:1749609340.237026:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609340.237026:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749609340.237027:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749609340.237028:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62840. 00000020:00000010:3.0:1749609340.237029:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:0.0:1749609340.237030:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609340.237032:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283c38 00000020:00000010:3.0:1749609340.237032:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000400:00000010:2.0:1749609340.237034:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283c38. 00000100:00000001:0.0:1749609340.237035:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609340.237035:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000001:2.0:1749609340.237039:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609340.237042:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:1.0:1749609340.237043:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00000200:2.0:1749609340.237043:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.237044:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609340.237045:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:3.0:1749609340.237046:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609340.237047:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609340.237047:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609340.237049:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609340.237050:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.237052:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609340.237054:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612274560 00000100:00000200:2.0:1749609340.237055:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609340.237055:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749609340.237056:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609340.237057:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609340.237058:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609340.237058:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609340.237059:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609340.237060:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.237061:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609340.237063:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609340.237066:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612274560 00000100:00000001:1.0:1749609340.237066:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.237066:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609340.237068:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609340.237068:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609340.237069:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749609340.237070:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:1.0:1749609340.237070:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.237071:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609340.237072:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609340.237073:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000100:00000001:3.0:1749609340.237074:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1749609340.237075:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:1.0:1749609340.237075:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298616642 00000100:00000001:2.0:1749609340.237075:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609340.237076:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609340.237077:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609340.237077:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298616648 02000000:00000001:2.0:1749609340.237078:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609340.237079:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298616642 00000020:00000001:0.0:1749609340.237080:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:2.0:1749609340.237080:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609340.237081:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298616648 00000100:00100000:3.0:1749609340.237081:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00000001:1.0:1749609340.237082:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298616642 00000100:00000001:2.0:1749609340.237083:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.237084:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609340.237084:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298616648 00000100:00000040:3.0:1749609340.237084:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609340.237086:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298616642 02000000:00000001:2.0:1749609340.237087:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.237087:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361862528 : -131939347689088 : ffff88007a0c9180) 00000020:00000010:0.0:1749609340.237088:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b41c0. 00000100:00000001:1.0:1749609340.237088:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298616648 00000100:00000001:1.0:1749609340.237089:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609340.237091:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706f00. 00000100:00000001:1.0:1749609340.237091:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609340.237091:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=9 v=5 (5 5 5 5) 00000100:00000040:3.0:1749609340.237093:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c9180 x1834594612274176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:286/0 lens 224/0 e 0 to 0 dl 1749609351 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609340.237095:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1749609340.237096:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000001:1.0:1749609340.237096:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1749609340.237096:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=149 v=5 (1 1 1 1) 00000400:00000010:1.0:1749609340.237098:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 00000100:00000001:0.0:1749609340.237100:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749609340.237101:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000001:2.0:1749609340.237101:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749609340.237103:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000400:00000010:1.0:1749609340.237103:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609340.237103:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237105:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609340.237105:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609340.237106:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00010000:00000001:2.0:1749609340.237106:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1749609340.237107:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609340.237107:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8800. 00010000:00000001:2.0:1749609340.237109:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609340.237110:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e0c8. 00000100:00000001:3.0:1749609340.237110:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609340.237113:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609340.237113:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8800. 00000100:00000200:1.0:1749609340.237114:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609340.237116:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609340.237118:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749609340.237118:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609340.237118:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612274176:12345-0@lo:400: 00000100:00000001:0.0:1749609340.237120:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609340.237121:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609340.237122:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.237122:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609340.237123:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612274176 00000100:00000001:1.0:1749609340.237124:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609340.237125:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609340.237126:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609340.237127:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609340.237127:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609340.237129:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609340.237129:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609340.237129:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609340.237130:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609340.237131:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609340.237131:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609340.237131:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.237134:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749609340.237135:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00001000:1.0:1749609340.237136:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609340 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609340.237137:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.237138:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609340.237138:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00001000:1.0:1749609340.237139:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=6 v=20 (1 1 1 20) 00000100:00000040:2.0:1749609340.237141:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609340.237141:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609340.237142:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609340.237143:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609340.237145:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609340.237145:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.237146:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609340.237147:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612274432 00000020:00000001:3.0:1749609340.237148:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749609340.237149:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749609340.237149:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609340.237150:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609340.237152:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609340.237153:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612273920:0@lo:400: 00000020:00000001:3.0:1749609340.237153:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.237154:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237156:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609340.237156:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749609340.237157:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237158:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1749609340.237159:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612274432 00000100:00000001:1.0:1749609340.237160:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.237160:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609340.237161:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749609340.237162:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609340.237162:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000040:0.0:1749609340.237163:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609340.237163:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609340.237163:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609340.237163:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609340.237165:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:1.0:1749609340.237166:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749609340.237166:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ebb80 x1834594612273920/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609340.237167:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58aa800. 00000020:00000001:0.0:1749609340.237168:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609340.237169:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000001:3.0:1749609340.237169:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609340.237170:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237171:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609340.237172:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609340.237174:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000040:1.0:1749609340.237174:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609340.237175:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609340.237177:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef80. 00000100:00000001:2.0:1749609340.237177:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000040:3.0:1749609340.237178:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612274176 00000020:00000010:0.0:1749609340.237180:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e7d0. 02000000:00000001:2.0:1749609340.237180:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1749609340.237181:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612274048:0@lo:38: 00010000:00000001:3.0:1749609340.237182:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609340.237183:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1749609340.237183:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8600. 00000100:00000001:0.0:1749609340.237185:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609340.237185:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609340.237186:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88007a0c9180 x1834594612274176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.237187:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237187:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609340.237187:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749609340.237189:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eb800 x1834594612274048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609340.237190:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609340.237191:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609340.237192:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:2.0:1749609340.237195:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609340.237196:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609340.237197:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609340.237197:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749609340.237197:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749609340.237198:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057500. 02000000:00000010:1.0:1749609340.237199:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092800. 00010000:00000001:3.0:1749609340.237200:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609340.237202:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1749609340.237203:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609340.237204:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609340.237204:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1749609340.237204:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1749609340.237205:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609340.237206:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1749609340.237206:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000010:2.0:1749609340.237206:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ebb80. 00000020:00000001:1.0:1749609340.237208:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609340.237208:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609340.237210:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 02000000:00000010:1.0:1749609340.237210:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0643c00. 00000100:00000001:2.0:1749609340.237211:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749609340.237211:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609340.237212:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609340.237213:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 02000000:00000001:1.0:1749609340.237213:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609340.237214:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609340.237214:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000010:1.0:1749609340.237215:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eb800. 00000100:00000001:2.0:1749609340.237215:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.237216:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806588032 : -131938902963584 : ffff8800948e8a80) 02000000:00000001:3.0:1749609340.237217:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609340.237218:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609340.237219:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609340.237219:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609340.237221:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948e8a80 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:286/0 lens 224/0 e 0 to 0 dl 1749609351 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609340.237221:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.237221:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609340.237222:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609340.237223:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237225:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609340.237225:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609340.237226:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609340.237227:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609340.237228:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749609340.237228:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283cc0. 00000100:00000001:1.0:1749609340.237229:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609340.237229:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237231:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.237233:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609340.237233:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609340.237233:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612274176, offset 224 00000020:00000010:0.0:1749609340.237236:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000001:0.0:1749609340.237239:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609340.237239:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749609340.237241:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:0.0:1749609340.237242:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4300. 00000100:00100000:0.0:1749609340.237246:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612274560:12345-0@lo:400: 00000020:00000040:2.0:1749609340.237246:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:3.0:1749609340.237248:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609340.237249:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609340.237251:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:2.0:1749609340.237251:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:0.0:1749609340.237252:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612274560 00000020:00000040:2.0:1749609340.237254:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000001:0.0:1749609340.237255:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609340.237256:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000400:00000200:3.0:1749609340.237257:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82be400 00000020:00000001:0.0:1749609340.237258:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609340.237259:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361873280 : -131939347678336 : ffff88007a0cbb80) 00000020:00000001:0.0:1749609340.237260:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609340.237262:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0cbb80 x1834594612274304/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609340.237263:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749609340.237263:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17261 [1] + 224 00000020:00000001:0.0:1749609340.237265:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:0.0:1749609340.237268:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609340.237269:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609340.237269:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609340.237272:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609340.237272:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612274304:12345-0@lo:38: 00000100:00000001:2.0:1749609340.237272:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609340.237273:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609340.237274:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1749609340.237275:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612274304 00000020:00000001:0.0:1749609340.237277:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609340.237278:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609340.237278:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609340.237279:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609340.237279:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000020:00000001:0.0:1749609340.237281:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1749609340.237281:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749609340.237282:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609340.237283:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361858048 : -131939347693568 : ffff88007a0c8000) 00000100:00000001:0.0:1749609340.237285:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609340.237287:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609340.237288:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0c8000 x1834594612274432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609340.237290:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0642800. 00000020:00000001:1.0:1749609340.237290:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609340.237293:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609340.237293:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609340.237295:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.237296:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609340.237296:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609340.237298:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609340.237299:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237300:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000040:0.0:1749609340.237302:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612274560 00000100:00000001:1.0:1749609340.237302:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609340.237303:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612274432:12345-0@lo:38: 02000000:00000001:1.0:1749609340.237304:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609340.237305:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:1.0:1749609340.237306:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5092800. 02000000:00000001:1.0:1749609340.237308:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749609340.237309:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948e8a80 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609340.237309:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612274432 00000100:00000001:1.0:1749609340.237310:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609340.237312:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609340.237312:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749609340.237313:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609340.237315:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609340.237316:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:1.0:1749609340.237317:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609340.237318:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283cc0 00010000:00000001:0.0:1749609340.237320:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609340.237320:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:3.0:1749609340.237320:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283cc0. 00010000:00000001:0.0:1749609340.237322:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237322:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609340.237324:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609340.237324:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:0.0:1749609340.237325:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=153 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609340.237326:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609340.237326:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609340.237328:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000001:2.0:1749609340.237328:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.237329:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.237330:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609340.237330:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609340.237332:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00020000:2.0:1749609340.237332:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749609340.237333:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:3.0:1749609340.237333:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609340.237334:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609340.237335:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609340.237336:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609340.237336:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749609340.237336:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749609340.237338:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609340.237338:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609340.237339:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1749609340.237339:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749609340.237340:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000020:00000001:3.0:1749609340.237340:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749609340.237341:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609340.237343:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612274304, offset 0 00000100:00000001:2.0:1749609340.237343:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609340.237344:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609340.237345:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609340.237345:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c9180 x1834594612274176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609340.237348:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609340.237348:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609340.237349:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609340.237352:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 02000000:00000010:2.0:1749609340.237352:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5098000. 00000400:00000200:1.0:1749609340.237354:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609340.237356:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612274560, offset 224 02000000:00000001:2.0:1749609340.237356:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.237358:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609340.237358:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612274176:12345-0@lo:400: Request processed in 251us (877us total) trans 0 rc 0/0 00000400:00000200:1.0:1749609340.237360:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82be480 00000400:00000200:0.0:1749609340.237362:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609340.237362:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609340.237364:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609340.237367:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17269 [1] + 0 00000100:00001000:2.0:1749609340.237368:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:3.0:1749609340.237368:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000400:00000200:0.0:1749609340.237379:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609340.237380:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000200:1.0:1749609340.237381:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609340.237381:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609340.237384:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609340.237384:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609340.237384:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609340.237386:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82be580 00000100:00000001:3.0:1749609340.237386:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609340.237387:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609340.237387:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000200:1.0:1749609340.237390:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609340.237390:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000010:3.0:1749609340.237390:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000400:00000200:0.0:1749609340.237392:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17279 [1] + 224 00000100:00000001:2.0:1749609340.237393:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000010:3.0:1749609340.237394:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000100:00000040:1.0:1749609340.237426:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609340.237427:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000400:00000200:0.0:1749609340.237428:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609340.237428:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 02000000:00000001:2.0:1749609340.237431:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749609340.237433:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609340.237433:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609340.237433:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:2.0:1749609340.237436:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609340.237436:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.237438:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609340.237439:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609340.237440:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609340.237442:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000200:0.0:1749609340.237443:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609340.237443:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93ee0. 00000400:00000010:1.0:1749609340.237444:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:1.0:1749609340.237446:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609340.237448:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749609340.237449:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612274432, offset 0 00000100:00000001:1.0:1749609340.237450:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609340.237453:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609340.237455:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609340.237455:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609340.237456:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609340.237457:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609340.237460:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0cbb80 x1834594612274304/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609340.237460:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609340.237463:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609340.237465:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609340.237469:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612274304:12345-0@lo:38: Request processed in 197us (707us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609340.237472:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609340.237474:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82be500 00000100:00100000:1.0:1749609340.237475:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000400:00000200:0.0:1749609340.237478:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000100:00000001:1.0:1749609340.237478:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609340.237479:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609340.237481:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000020:00000010:1.0:1749609340.237482:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000100:00000001:0.0:1749609340.237484:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609340.237485:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609340.237486:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e4b0. 00000400:00000200:2.0:1749609340.237487:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17281 [1] + 0 00000020:00000010:1.0:1749609340.237489:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000001:0.0:1749609340.237490:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237493:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609340.237494:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:2.0:1749609340.237494:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749609340.237523:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749609340.237524:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609340.237526:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609340.237527:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.237528:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609340.237529:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609340.237530:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609340.237532:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609340.237533:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609340.237534:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609340.237534:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749609340.237535:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e8a80 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1749609351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609340.237536:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609340.237539:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0948. 00000400:00000200:3.0:1749609340.237543:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000400:00000010:3.0:1749609340.237546:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00100000:0.0:1749609340.237548:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612274560:12345-0@lo:400: Request processed in 313us (685us total) trans 0 rc 0/0 00000100:00000040:2.0:1749609340.237548:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609340.237549:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749609340.237550:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609340.237551:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609340.237553:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 00000100:00000200:3.0:1749609340.237553:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609340.237556:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000400:00000010:1.0:1749609340.237558:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00100000:0.0:1749609340.237559:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00000001:1.0:1749609340.237560:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609340.237561:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609340.237562:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000200:1.0:1749609340.237563:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609340.237565:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.237566:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609340.237568:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609340.237568:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93ee0 00000100:00000200:1.0:1749609340.237571:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609340.237571:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93ee0. 00000020:00000010:0.0:1749609340.237572:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000001:2.0:1749609340.237575:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609340.237576:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e0c8. 00000100:00000001:3.0:1749609340.237576:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609340.237577:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609340.237578:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.237579:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749609340.237580:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00000001:1.0:1749609340.237580:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.237581:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.237581:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609340.237582:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609340.237584:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749609340.237584:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1749609340.237585:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000040:2.0:1749609340.237585:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609340.237586:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609340.237587:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.237587:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609340.237589:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609340.237589:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.237589:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.237589:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609340.237591:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609340.237592:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609340.237593:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609340 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609340.237596:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=6 v=20 (1 1 1 20) 00000100:00000040:2.0:1749609340.237596:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0c8000 x1834594612274432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609360 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609340.237597:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=146 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609340.237598:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609340.237600:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609340.237602:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749609340.237602:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609340.237605:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609340.237605:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609340.237606:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609340.237607:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609340.237608:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609340.237610:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749609340.237610:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612274432:12345-0@lo:38: Request processed in 307us (597us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609340.237611:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609340.237611:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1749609340.237612:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609340.237613:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1749609340.237614:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f176e0. 00000100:00000001:1.0:1749609340.237615:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1749609340.237615:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609340.237616:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609340.237618:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609340.237619:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000100:00080000:1.0:1749609340.237620:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:0.0:1749609340.237621:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00100000:2.0:1749609340.237621:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00000100:00080000:1.0:1749609340.237622:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609340.237624:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609340.237625:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609340.237625:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1749609340.237626:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609340.237627:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609340.237627:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749609340.237628:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609340.237630:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1749609340.237631:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef80. 00000100:00000040:3.0:1749609340.237633:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00100000:1.0:1749609340.237634:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612274304:0@lo:38: 00000020:00000010:2.0:1749609340.237635:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e7d0. 00000100:00000001:3.0:1749609340.237636:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1749609340.237638:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609340.237638:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609340.237640:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609340.237640:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749609340.237640:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000400:00000010:1.0:1749609340.237641:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b58. 00000100:00000040:3.0:1749609340.237642:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609340.237643:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000100:00000001:2.0:1749609340.237644:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609340.237645:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:1.0:1749609340.237647:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609340.237649:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.237651:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609340.237652:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609340.237653:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609340.237655:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609340.237656:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749609340.237656:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609340.237658:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609340.237658:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.237660:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609340.237662:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237662:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609340.237662:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609340.237663:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609340.237664:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237665:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609340.237666:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609340.237667:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609340.237668:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609340.237669:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=153 v=5 (5 5 5 5) 02000000:00000001:1.0:1749609340.237670:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609340.237672:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609340 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609340.237673:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=153 v=5 (1 1 1 1) 00000100:00100000:3.0:1749609340.237673:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612274176:0@lo:400: 00000100:00001000:1.0:1749609340.237675:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=153 v=20 (1 1 20 1) 00000100:00000001:0.0:1749609340.237677:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609340.237677:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609340.237678:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609340.237679:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.237679:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.237680:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609340.237681:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609340.237681:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609340.237682:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749609340.237685:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609340.237685:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ead80 x1834594612274176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609340.237688:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609340.237690:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609340.237692:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.237693:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609340.237694:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609340.237696:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609340.237696:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1749609340.237697:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609340.237699:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00080000:1.0:1749609340.237699:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000001:3.0:1749609340.237699:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749609340.237700:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609340.237701:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609340.237701:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b200. 00000100:00000001:0.0:1749609340.237703:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1749609340.237703:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.237704:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609340.237705:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609340.237707:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749609340.237708:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609340.237709:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00100000:1.0:1749609340.237710:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612274432:0@lo:38: 00000020:00000001:3.0:1749609340.237712:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609340.237713:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.237715:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749609340.237715:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 00000100:00000040:1.0:1749609340.237717:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948e9180 x1834594612274304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.237718:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609340.237718:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609340.237720:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609340.237722:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1749609340.237722:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ead80. 00000100:00000001:0.0:1749609340.237724:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.237724:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609340.237725:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609340.237726:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1749609340.237727:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5091400. 00000100:00000001:3.0:1749609340.237727:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609340.237729:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609340.237729:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609340.237730:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609340.237731:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609340.237732:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609340.237733:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609340.237735:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0641000. 00000100:00000001:3.0:1749609340.237735:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749609340.237737:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609340.237737:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609340.237739:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1749609340.237740:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612274560:0@lo:400: 00000100:00000010:1.0:1749609340.237740:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9180. 00000100:00000001:3.0:1749609340.237740:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609340.237742:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609340.237743:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609340.237744:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.237745:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.237745:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609340.237747:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eb480 x1834594612274432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609340.237748:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609340.237751:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eaa00 x1834594612274560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609340.237753:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609340.237754:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609340.237755:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5091800. 02000000:00000001:1.0:1749609340.237757:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609340.237758:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609340.237758:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609340.237760:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609340.237761:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0643800. 02000000:00000001:1.0:1749609340.237763:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609340.237764:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609340.237765:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eb480. 00000100:00000001:1.0:1749609340.237767:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609340.237767:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609340.237769:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.237771:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609340.237772:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609340.237773:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609340.237773:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609340.237775:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0e00. 00000100:00000001:1.0:1749609340.237775:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609340.237776:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609340.237779:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609340.237780:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609340.237782:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749609340.237785:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609340.237786:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057b00. 02000000:00000001:0.0:1749609340.237789:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609340.237791:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609340.237793:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eaa00. 00000100:00000001:0.0:1749609340.237796:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609340.237798:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.237800:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.237805:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609340.237807:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609340.237809:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609340.237811:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609340.243599:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298616648, at 4298616648 00000100:00000040:1.0:1749609340.243603:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298616648, at 4298616648 00000100:00000010:2.0:1749609340.243609:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8140. 00000100:00000040:0.0:1749609340.243611:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298616648, at 4298616648 00000100:00000040:3.0:1749609340.243611:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298616648, at 4298616648 00000100:00000010:1.0:1749609340.243613:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b85c0. 00000100:00000010:3.0:1749609340.243638:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8640. 00000100:00000010:0.0:1749609340.243652:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8e80. 00000100:00000010:2.0:1749609340.499648:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000020:00000040:2.0:1749609340.499664:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609340.499672:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609340.499677:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609340.499683:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609340.499694:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8400. 00000100:00000001:2.0:1749609340.499703:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.499711:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609340.499713:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609340.499722:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245cc0. 00000100:00000001:2.0:1749609340.499725:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000956096 : -131938708595520 : ffff8800a0245cc0) 00000100:00000001:2.0:1749609340.499730:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609340.499732:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00000001:2.0:1749609340.499738:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609340.499741:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609340.499745:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609340.499747:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609340.499758:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612274688/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609340.499773:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609340.499775:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609340.499779:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612274688/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609340.499790:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609340.499794:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609340.499796:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609340.499799:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609340.499802:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609340.499805:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609340.499810:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.499813:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609340.499816:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609340.499820:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612274688/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609340.499832:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612274688:0@lo:900: 00000100:00000001:2.0:1749609340.499839:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609340.499843:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609340.499846:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609340.499848:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609340.499852:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612274688/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609340.499862:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609340.499865:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245cc0. 00000100:00000001:2.0:1749609340.499870:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609340.499872:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609340.499875:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609340.499878:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612274688/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609340.499888:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609340.499892:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609340.499893:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609340.499897:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609340.499901:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609340.499907:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609340.499909:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609340.499911:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:2.0:1749609340.499915:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609340.499917:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609340.601695:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609340.601703:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609340.601710:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609340.601712:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609340.601802:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609340.601808:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609340.601812:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609340.710594:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609340.710601:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609340.710602:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609340.710604:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609340.710607:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609340.710609:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.710611:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609340.710613:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609340.710614:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609341.603637:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609341.603644:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609341.603650:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609341.603652:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609341.603730:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609341.603735:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609341.603739:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609341.710642:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609341.710649:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609341.710651:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609341.710655:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609341.710659:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609341.710662:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609341.710666:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609341.710668:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609341.710670:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609341.999147:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609341.999169:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609341.999174:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609341.999178:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609341.999194:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609341.999215:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341180 00000400:00000200:0.0:1749609341.999227:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x1671d [2] + 0 00000400:00000010:0.0:1749609341.999233:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f160. 00000400:00000200:0.0:1749609341.999240:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b7300 00000800:00000001:0.0:1749609341.999249:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609341.999255:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609341.999259:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609341.999265:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609341.999271:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b7300 00000400:00000010:0.0:1749609341.999275:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b7300. 00000100:00000001:0.0:1749609341.999282:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609341.999286:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609341.999291:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf58450 x1834594730250624 msgsize 224 00000100:00100000:0.0:1749609341.999298:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609341.999301:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609341.999332:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609341.999342:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609341.999347:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609341.999350:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609341.999353:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609341.999360:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609341.999433:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341200 00000400:00000200:0.0:1749609341.999442:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 33520 00000800:00000001:0.0:1749609341.999449:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609341.999456:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609341.999459:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609341.999465:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609341.999470:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609341.999473:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609341.999474:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609341.999479:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730250624 00000100:00000010:0.0:1749609341.999480:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eaa00. 02000000:00000001:2.0:1749609341.999483:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609341.999484:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800948eaa00 x1834594730250752 msgsize 520 00000100:00000001:2.0:1749609341.999487:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609341.999489:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609341.999491:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 02000000:00000001:2.0:1749609341.999495:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609341.999563:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730250624 00000100:00000001:0.0:1749609341.999565:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609341.999567:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609341.999569:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609341.999572:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1749609341.999574:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000040:2.0:1749609341.999575:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609341.999578:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609341.999580:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609341.999581:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609341.999583:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609341.999586:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609341.999587:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609341.999591:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706440. 00000400:00000200:0.0:1749609341.999593:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00000001:2.0:1749609341.999594:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609341.999597:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706440. 00000400:00000200:0.0:1749609341.999603:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341280 00000020:00000010:2.0:1749609341.999603:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000400:00000200:0.0:1749609341.999609:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 34040 00000020:00000010:2.0:1749609341.999609:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609341.999614:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000800:00000001:0.0:1749609341.999615:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000040:2.0:1749609341.999622:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609341.999624:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609341.999626:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609341.999627:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609341.999629:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609341.999630:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730250752 00000800:00000001:0.0:1749609341.999633:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609341.999634:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609341.999637:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609341.999637:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609341.999637:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609341.999639:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609341.999644:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 02000000:00000001:3.0:1749609341.999644:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609341.999648:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730250752 00000100:00000001:0.0:1749609341.999650:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749609341.999651:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749609341.999652:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:3.0:1749609341.999654:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:0.0:1749609341.999656:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ea300. 00000020:00000001:3.0:1749609341.999656:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609341.999659:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609341.999660:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ea300 x1834594730250880 msgsize 520 00000020:00000001:3.0:1749609341.999662:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609341.999667:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:3.0:1749609341.999667:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:2.0:1749609341.999672:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609341.999673:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00000001:0.0:1749609341.999677:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749609341.999679:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000800:00000001:0.0:1749609341.999683:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609341.999683:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609341.999685:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609341.999685:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1749609341.999687:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609341.999687:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609341.999690:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609341.999691:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1463 00000100:00000040:2.0:1749609341.999694:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609341.999696:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346696272 : -131936362855344 : ffff88012bf58450) 00000100:00000001:3.0:1749609341.999697:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609341.999703:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf58450 x1834594730250624/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:287/0 lens 224/0 e 0 to 0 dl 1749609352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609341.999707:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609341.999708:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609341.999710:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730250880 02000000:00000001:0.0:1749609341.999713:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609341.999714:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609341.999715:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749609341.999716:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706440. 00000100:00000001:0.0:1749609341.999718:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609341.999718:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609341.999720:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706440. 02000000:00000001:0.0:1749609341.999722:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609341.999722:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749609341.999724:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730250624:12345-192.168.201.20@tcp:400: 00000100:00000001:3.0:1749609341.999725:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609341.999726:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730250880 00000100:00000200:2.0:1749609341.999728:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730250624 00000020:00000001:0.0:1749609341.999729:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609341.999731:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609341.999731:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609341.999733:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2762 00000020:00000001:0.0:1749609341.999734:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609341.999735:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609341.999736:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609341.999737:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806596096 : -131938902955520 : ffff8800948eaa00) 00000020:00000001:2.0:1749609341.999738:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609341.999739:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609341.999741:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1749609341.999743:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 00000020:00000001:2.0:1749609341.999743:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:3.0:1749609341.999743:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948eaa00 x1834594730250752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609341.999746:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1749609341.999748:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000020:00000001:2.0:1749609341.999748:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609341.999750:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609341.999752:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1749609341.999753:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e0c8. 00000020:00000001:2.0:1749609341.999755:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609341.999757:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609341.999758:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609341.999760:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609341.999761:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749609341.999761:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730250752:12345-192.168.201.20@tcp:38: 00000100:00000001:0.0:1749609341.999763:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609341.999763:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749609341.999767:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730250752 00000100:00000001:0.0:1749609341.999768:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609341.999768:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509ac00. 02000000:00000001:2.0:1749609341.999770:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609341.999770:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609341.999772:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609341.999774:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609341.999774:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000040:2.0:1749609341.999777:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730250624 00000100:00000001:0.0:1749609341.999778:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609341.999780:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749609341.999784:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf58450 x1834594730250624/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:287/0 lens 224/224 e 0 to 0 dl 1749609352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609341.999789:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609341.999792:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1749609341.999794:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609341.999795:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609341.999795:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609341.999797:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2763 00000100:00001000:2.0:1749609341.999799:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=10 v=5 (1 1 1 1) 00010000:00020000:3.0:1749609341.999800:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609341.999801:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806594304 : -131938902957312 : ffff8800948ea300) 00010000:00000001:3.0:1749609341.999803:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609341.999804:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609341.999807:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ea300 x1834594730250880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609341.999807:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609341.999808:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609341.999809:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609341.999811:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609341.999812:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749609341.999813:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609341.999814:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609341.999815:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609341.999817:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609341.999818:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609341.999822:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93ee0. 02000000:00000010:3.0:1749609341.999822:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58ab000. 02000000:00000001:3.0:1749609341.999825:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609341.999828:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730250624, offset 224 00000100:00000001:3.0:1749609341.999828:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609341.999832:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609341.999834:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730250880:12345-192.168.201.20@tcp:38: 00000400:00000200:2.0:1749609341.999834:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:3.0:1749609341.999835:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609341.999839:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749609341.999841:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730250880 00000100:00000001:3.0:1749609341.999843:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749609341.999844:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609341.999845:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00010000:00000001:0.0:1749609341.999847:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609341.999851:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2088:2088:256:4294967295] 192.168.201.20@tcp LPNI seq info [2084:2084:8:4294967295] 00000020:00000040:0.0:1749609341.999856:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000001:0.0:1749609341.999861:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000400:00000200:2.0:1749609341.999862:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:0.0:1749609341.999868:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000800:00000200:2.0:1749609341.999868:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 02000000:00000001:0.0:1749609341.999871:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:2.0:1749609341.999872:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7f00. 00000400:00000200:3.0:1749609341.999874:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 02000000:00000010:0.0:1749609341.999876:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a0642000. 00000800:00000200:2.0:1749609341.999878:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 02000000:00000001:0.0:1749609341.999879:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609341.999880:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609341.999883:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609341.999883:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00010000:00000040:0.0:1749609341.999886:0:15217:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000800:00000200:2.0:1749609341.999886:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:3.0:1749609341.999886:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:2.0:1749609341.999890:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1749609341.999890:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00010000:00080000:0.0:1749609341.999895:0:15217:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3951 last 0 00000100:00000040:3.0:1749609341.999895:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609341.999898:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1749609341.999901:0:15217:0:(obd_class.h:881:obd_connect()) Process entered 02000000:00000001:3.0:1749609341.999901:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609341.999903:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:0.0:1749609341.999907:0:15217:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000040:3.0:1749609341.999907:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609341.999909:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609341.999910:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000010:3.0:1749609341.999911:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283cc0. 00000100:00000040:2.0:1749609341.999913:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609341.999915:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00010000:00000001:2.0:1749609341.999915:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609341.999916:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609341.999916:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730250752, offset 0 00000020:00000001:2.0:1749609341.999918:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609341.999922:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf58450 x1834594730250624/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:287/0 lens 224/224 e 0 to 0 dl 1749609352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609341.999923:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609341.999925:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1749609341.999930:0:15217:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609341.999933:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609341.999933:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000040:0.0:1749609341.999939:0:15217:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00100000:2.0:1749609341.999939:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730250624:12345-192.168.201.20@tcp:400: Request processed in 223us (646us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609341.999940:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2089:2089:255:4294967295] 192.168.201.20@tcp LPNI seq info [2085:2085:7:4294967295] 00000004:00000040:0.0:1749609341.999943:0:15217:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:0.0:1749609341.999946:0:15217:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00100000:2.0:1749609341.999946:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1463 00000100:00000040:2.0:1749609341.999949:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000004:00000001:0.0:1749609341.999950:0:15217:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609341.999951:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609341.999953:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:0.0:1749609341.999954:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609341.999955:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:2.0:1749609341.999956:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000004:00000001:0.0:1749609341.999958:0:15217:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000010:2.0:1749609341.999959:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000004:00000001:0.0:1749609341.999960:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:3.0:1749609341.999961:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:2.0:1749609341.999963:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000004:00000001:0.0:1749609341.999964:0:15217:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:3.0:1749609341.999966:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695800. 00010000:00000001:0.0:1749609341.999967:0:15217:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000040:2.0:1749609341.999967:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:2.0:1749609341.999970:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609341.999971:0:15217:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000200:3.0:1749609341.999972:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000200:2.0:1749609341.999974:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000040:0.0:1749609341.999975:0:15217:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000010:2.0:1749609341.999978:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fd10. 00000800:00000200:3.0:1749609341.999979:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00010000:00000001:0.0:1749609341.999980:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000010:2.0:1749609341.999981:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245cc0. 00000100:00000001:0.0:1749609341.999984:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000800:00000200:3.0:1749609341.999984:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695800 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1749609341.999987:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609341.999989:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609341.999989:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609341.999992:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00001000:0.0:1749609341.999993:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1749609341.999996:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609341.999998:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749609341.999998:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609342.000004:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eaa00 x1834594730250752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609361 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609342.000006:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:0.0:1749609342.000010:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609342.000014:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609342.000017:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00100000:3.0:1749609342.000020:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730250752:12345-192.168.201.20@tcp:38: Request processed in 259us (533us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609342.000031:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:1.0:1749609342.000033:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1749609342.000036:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609342.000039:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:1.0:1749609342.000039:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7f00. 00000100:00100000:3.0:1749609342.000039:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2762 02000000:00000001:0.0:1749609342.000041:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609342.000044:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609342.000044:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609342.000044:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609342.000046:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609342.000049:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609342.000050:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:3.0:1749609342.000050:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000400:00000010:0.0:1749609342.000053:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668330. 00000400:00000200:1.0:1749609342.000054:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93ee0 00000020:00000010:3.0:1749609342.000054:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000400:00000010:1.0:1749609342.000057:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93ee0. 00000020:00000010:3.0:1749609342.000058:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609342.000061:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609342.000064:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609342.000064:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609342.000066:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509ac00. 02000000:00000001:1.0:1749609342.000069:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609342.000070:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749609342.000073:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730250880, offset 0 00000400:00000200:0.0:1749609342.000080:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609342.000089:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:1.0:1749609342.000093:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609342.000095:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695800. 00000400:00000200:0.0:1749609342.000096:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2090:2090:255:4294967295] 192.168.201.20@tcp LPNI seq info [2086:2086:7:4294967295] 00000400:00000200:1.0:1749609342.000098:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609342.000102:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609342.000104:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283cc0 00000400:00000010:1.0:1749609342.000106:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283cc0. 00000100:00000001:1.0:1749609342.000109:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609342.000110:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609342.000112:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609342.000119:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609342.000122:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057b00. 00000800:00000200:0.0:1749609342.000128:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:0.0:1749609342.000146:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609342.000151:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057b00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1749609342.000172:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609342.000177:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609342.000180:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609342.000184:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609342.000190:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ea300 x1834594730250880/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609361 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609342.000205:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730250880:12345-192.168.201.20@tcp:38: Request processed in 371us (541us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749609342.000217:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2763 00000100:00000001:0.0:1749609342.000221:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609342.000222:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609342.000227:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000010:0.0:1749609342.000232:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e0c8. 00000020:00000010:0.0:1749609342.000237:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 00000100:00000001:0.0:1749609342.000241:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609342.000256:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609342.000259:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057b00. 00000400:00000200:2.0:1749609342.000262:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609342.000267:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609342.000271:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668330 00000400:00000010:2.0:1749609342.000273:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668330. 00000100:00000001:2.0:1749609342.000276:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609342.000278:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:2.0:1749609342.500635:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000020:00000040:2.0:1749609342.500648:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609342.500655:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609342.500658:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609342.500665:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609342.500673:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609342.500682:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.500688:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609342.500690:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609342.500697:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245d80. 00000100:00000001:2.0:1749609342.500700:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000956288 : -131938708595328 : ffff8800a0245d80) 00000100:00000001:2.0:1749609342.500703:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609342.500705:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00000001:2.0:1749609342.500709:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609342.500712:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609342.500714:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609342.500715:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609342.500723:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612274816/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.500734:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609342.500736:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609342.500738:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612274816/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.500746:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609342.500749:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609342.500750:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609342.500753:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245d80 going to sleep for 0 seconds 00000100:00000001:2.0:1749609342.500755:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609342.500757:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609342.500760:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.500762:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609342.500765:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609342.500767:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612274816/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609342.500775:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612274816:0@lo:900: 00000100:00000001:2.0:1749609342.500779:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609342.500781:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609342.500783:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609342.500785:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609342.500787:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612274816/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.500794:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609342.500796:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245d80. 00000100:00000001:2.0:1749609342.500800:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609342.500801:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609342.500803:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609342.500805:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612274816/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609342.500811:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609342.500813:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609342.500814:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609342.500816:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609342.500818:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609342.500822:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609342.500823:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609342.500825:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:2.0:1749609342.500828:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609342.500829:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609342.605735:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609342.605744:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609342.605750:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609342.605752:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609342.605854:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609342.605861:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609342.605866:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609342.710662:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609342.710670:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609342.710672:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609342.710675:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609342.710680:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609342.710684:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609342.710686:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609342.710689:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609342.710692:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609343.607656:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609343.607662:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609343.607669:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609343.607670:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609343.607778:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609343.607782:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609343.607785:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609343.710657:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609343.710665:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609343.710667:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609343.710671:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609343.710675:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609343.710678:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609343.710682:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609343.710684:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609343.710686:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609344.501644:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000020:00000040:2.0:1749609344.501656:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609344.501663:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609344.501666:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609344.501672:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609344.501681:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609344.501689:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609344.501696:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609344.501697:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609344.501704:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245d80. 00000100:00000001:2.0:1749609344.501706:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000956288 : -131938708595328 : ffff8800a0245d80) 00000100:00000001:2.0:1749609344.501709:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609344.501710:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00000001:2.0:1749609344.501715:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609344.501718:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609344.501720:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609344.501722:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609344.501731:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612274944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609344.501743:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609344.501745:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609344.501748:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612274944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609344.501755:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609344.501758:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609344.501760:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609344.501761:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245d80 going to sleep for 0 seconds 00000100:00000001:2.0:1749609344.501764:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609344.501766:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609344.501769:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609344.501771:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609344.501774:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609344.501776:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612274944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609344.501783:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612274944:0@lo:900: 00000100:00000001:2.0:1749609344.501788:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609344.501790:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609344.501793:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609344.501795:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609344.501796:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612274944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609344.501814:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609344.501816:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245d80. 00000100:00000001:2.0:1749609344.501819:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609344.501820:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609344.501822:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609344.501824:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612274944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609344.501830:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609344.501833:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609344.501834:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609344.501836:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609344.501838:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609344.501842:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609344.501843:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609344.501844:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:2.0:1749609344.501848:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609344.501848:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609344.609730:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609344.609737:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609344.609743:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609344.609744:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609344.609824:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609344.609829:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609344.609833:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609344.710662:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609344.710670:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609344.710672:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609344.710675:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609344.710680:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609344.710683:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609344.710686:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609344.710689:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609344.710691:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609345.243676:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609345.243689:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609345.243698:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9f80. 00000020:00000040:0.0:1749609345.243706:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609345.243711:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609345.243716:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609345.243722:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609345.243731:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057b00. 00000100:00000001:0.0:1749609345.243741:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609345.243752:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609345.243771:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609345.243774:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609345.243793:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948e9f80] to pc [ptlrpcd_00_01+1] req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609345.243844:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609345.243849:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609345.243854:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609345.243858:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609345.243861:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609345.243866:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609345.243871:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3949 00000100:00080000:0.0:1749609345.243876:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609345.243880:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609345.243893:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609345.243897:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609345.243900:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609345.243905:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609345.243907:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609345.243912:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609345.243915:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609345.243919:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609345.243923:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609345.243928:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609345.243931:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609345.243933:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609345.243936:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609345.243939:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609345.243944:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609345.243947:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609345.243950:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609345.243951:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609345.243951:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609345.243958:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609345.243958:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609345.243959:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609345.243962:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609345.243963:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.243966:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609345.243970:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609345.243971:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609345.243977:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eb480. 00000020:00000040:0.0:1749609345.243980:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609345.243985:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609345.243987:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.243987:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609345.243990:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609345.243990:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609345.243993:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609345.243995:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609345.243995:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609345.243999:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749609345.244001:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0642400. 02000000:00000001:2.0:1749609345.244003:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244006:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609345.244006:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612275072:0@lo:400: 00000100:00000001:2.0:1749609345.244012:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749609345.244013:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609345.244018:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609345.244022:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244025:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749609345.244025:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609345.244027:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609345.244031:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000100:00000040:0.0:1749609345.244032:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948eb480] to pc [ptlrpcd_rcv+-1] req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609345.244033:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609345.244039:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f630. 00000400:00000010:2.0:1749609345.244046:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93f68. 00000100:00000200:2.0:1749609345.244055:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612275072, portal 25 00000100:00000001:2.0:1749609345.244057:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609345.244059:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806593408 : -131938902958208 : ffff8800948e9f80) 00000100:00000040:2.0:1749609345.244064:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609345.244071:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.244072:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609345.244075:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609345.244076:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1749609345.244079:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93ee0. 00000100:00000001:0.0:1749609345.244081:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1749609345.244082:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612275072, offset 0 00000100:00000010:0.0:1749609345.244085:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9180. 00000400:00000200:2.0:1749609345.244087:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749609345.244088:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609345.244092:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609345.244093:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609345.244096:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609345.244101:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057d00. 00000400:00000200:2.0:1749609345.244102:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609345.244105:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609345.244110:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749609345.244112:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82be780 00000400:00000200:2.0:1749609345.244118:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1674d [2] + 0 00000100:00000001:0.0:1749609345.244123:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749609345.244123:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f4d0. 00000100:00000001:0.0:1749609345.244125:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609345.244127:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b7d80 00000100:00000040:0.0:1749609345.244130:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948e9180] to pc [ptlrpcd_00_02+2] req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609345.244133:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609345.244137:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609345.244140:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b7d80 00000400:00000010:2.0:1749609345.244143:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b7d80. 00000100:00000001:2.0:1749609345.244147:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609345.244149:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1749609345.244152:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf5b450 x1834594612275072 msgsize 224 00000100:00100000:2.0:1749609345.244157:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609345.244159:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609345.244166:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609345.244170:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609345.244172:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749609345.244175:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609345.244177:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609345.244179:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1749609345.244182:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93ee0 00000100:00000001:0.0:1749609345.244183:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749609345.244185:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93ee0. 00000100:00080000:0.0:1749609345.244186:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3949 00000100:00000001:2.0:1749609345.244188:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749609345.244190:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749609345.244192:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609345.244193:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000200:2.0:1749609345.244193:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609345.244197:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609345.244198:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609345.244200:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609345.244200:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609345.244203:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609345.244204:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609345.244206:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749609345.244206:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.244206:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749609345.244208:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000001:3.0:1749609345.244208:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609345.244209:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.244210:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609345.244211:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609345.244213:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609345.244216:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:3.0:1749609345.244216:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609345.244217:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749609345.244220:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609345.244220:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.244220:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609345.244223:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609345.244223:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609345.244224:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:1.0:1749609345.244225:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609345.244226:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609345.244228:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609345.244228:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.244228:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749609345.244229:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.244230:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244231:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:1.0:1749609345.244232:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612275200:0@lo:38: 00000020:00000040:0.0:1749609345.244234:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000001:2.0:1749609345.244234:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298621656 02000000:00000001:3.0:1749609345.244234:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609345.244237:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609345.244238:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:1.0:1749609345.244238:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609345.244240:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609345.244240:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706440. 02000000:00000001:3.0:1749609345.244240:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609345.244242:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609345.244243:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1749609345.244243:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612275328:0@lo:400: 02000000:00000001:1.0:1749609345.244244:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609345.244247:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609345.244248:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609345.244248:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609345.244249:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609345.244252:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609345.244253:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609345.244253:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5091800. 02000000:00000001:3.0:1749609345.244254:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244255:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:1.0:1749609345.244256:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.244256:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298621656 02000000:00000001:3.0:1749609345.244257:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609345.244258:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609345.244259:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706400. 00000400:00000010:1.0:1749609345.244262:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b58. 02000000:00000010:3.0:1749609345.244262:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9e00. 00000100:00000010:0.0:1749609345.244263:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ead80. 00000100:00000001:2.0:1749609345.244264:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749609345.244264:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609345.244266:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609345.244267:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298621656 00000400:00000010:1.0:1749609345.244268:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 02000000:00000001:0.0:1749609345.244269:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1749609345.244269:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62cb8. 00000100:00000010:2.0:1749609345.244270:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706a80. 02000000:00000001:0.0:1749609345.244271:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244273:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1749609345.244273:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612275200, portal 4 00000100:00000001:2.0:1749609345.244274:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749609345.244275:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1749609345.244275:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000100:00000001:1.0:1749609345.244276:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609345.244277:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298621656 02000000:00000001:0.0:1749609345.244278:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244278:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806598784 : -131938902952832 : ffff8800948eb480) 00000100:00000010:2.0:1749609345.244279:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706300. 00000100:00000200:3.0:1749609345.244280:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612275328, portal 4 00000100:00000001:2.0:1749609345.244283:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609345.244283:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1749609345.244284:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0641800. 00000100:00000001:3.0:1749609345.244285:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806589824 : -131938902961792 : ffff8800948e9180) 00000100:00000001:2.0:1749609345.244287:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609345.244288:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609345.244289:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.244290:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609345.244292:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.244294:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609345.244295:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609345.244296:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.244301:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609345.244302:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609345.244305:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609345.244305:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609345.244306:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609345.244306:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1749609345.244307:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000100:00000001:0.0:1749609345.244308:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.244308:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1749609345.244308:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283198. 00000100:00000040:0.0:1749609345.244341:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948ead80] to pc [ptlrpcd_rcv+-1] req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609345.244345:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612275200, offset 0 00000100:00000200:3.0:1749609345.244346:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612275328, offset 0 00000400:00000200:1.0:1749609345.244352:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609345.244355:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609345.244358:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:1.0:1749609345.244361:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609345.244362:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609345.244364:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749609345.244364:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609345.244365:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609345.244366:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749609345.244367:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1749609345.244368:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82be800 00000100:00000001:2.0:1749609345.244368:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244370:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749609345.244371:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609345.244373:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3949 00000400:00000200:1.0:1749609345.244375:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 1040 00000100:00080000:0.0:1749609345.244376:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1749609345.244376:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609345.244379:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:1.0:1749609345.244380:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609345.244382:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609345.244384:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609345.244386:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:3.0:1749609345.244386:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82be880 00000100:00000001:0.0:1749609345.244388:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609345.244389:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609345.244390:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:0.0:1749609345.244392:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609345.244393:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609345.244396:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1749609345.244396:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b47ff800. 00000100:00000001:2.0:1749609345.244398:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1749609345.244399:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000040:1.0:1749609345.244399:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800b47ff800 x1834594612275200 msgsize 520 00000020:00000001:0.0:1749609345.244402:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00100000:2.0:1749609345.244402:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612275072 00000100:00100000:1.0:1749609345.244403:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609345.244405:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 02000000:00000001:2.0:1749609345.244405:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609345.244408:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609345.244409:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:3.0:1749609345.244410:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 1120 00000100:00000001:0.0:1749609345.244411:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609345.244411:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609345.244414:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609345.244415:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609345.244417:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609345.244417:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609345.244418:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609345.244421:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000400:00000200:1.0:1749609345.244422:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000100:00100000:2.0:1749609345.244422:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612275072 00000400:00000200:3.0:1749609345.244423:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749609345.244424:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000400:00000010:1.0:1749609345.244424:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000020:00000001:2.0:1749609345.244425:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609345.244427:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244427:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749609345.244427:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 02000000:00000001:0.0:1749609345.244429:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1749609345.244429:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609345.244429:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609345.244430:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609345.244431:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:2.0:1749609345.244432:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 02000000:00000001:0.0:1749609345.244434:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609345.244436:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000010:3.0:1749609345.244436:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50ddc00. 02000000:00000001:0.0:1749609345.244437:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244438:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609345.244439:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609345.244440:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:1.0:1749609345.244440:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609345.244440:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50ddc00 x1834594612275328 msgsize 224 00000100:00000001:0.0:1749609345.244442:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609345.244445:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609345.244446:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1749609345.244447:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eb800. 00000100:00000001:1.0:1749609345.244447:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244449:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609345.244449:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706500. 00000020:00000040:0.0:1749609345.244450:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749609345.244451:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609345.244453:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749609345.244453:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609345.244454:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609345.244455:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1040 usecs (2 jiffies) 00000100:00000001:3.0:1749609345.244455:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609345.244456:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706500. 00000100:00000001:0.0:1749609345.244457:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609345.244458:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298621650 02000000:00000001:0.0:1749609345.244459:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609345.244460:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298621656 02000000:00000001:0.0:1749609345.244461:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244463:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298621650 00000400:00000200:3.0:1749609345.244463:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283198 00000100:00000001:1.0:1749609345.244464:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298621656 00000020:00000010:2.0:1749609345.244464:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 02000000:00000010:0.0:1749609345.244466:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0642c00. 00000100:00000001:1.0:1749609345.244466:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298621650 00000100:00000001:1.0:1749609345.244468:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298621656 00000100:00000001:1.0:1749609345.244469:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298621650 00000020:00000010:2.0:1749609345.244470:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:1.0:1749609345.244471:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298621656 00000100:00000001:0.0:1749609345.244472:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244472:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609345.244473:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283198. 00000100:00000001:1.0:1749609345.244474:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609345.244475:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00100000:0.0:1749609345.244477:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609345.244477:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244478:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609345.244479:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609345.244483:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609345.244484:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609345.244484:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609345.244485:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609345.244487:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609345.244488:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609345.244488:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609345.244488:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609345.244489:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609345.244490:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.244490:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609345.244492:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.244493:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609345.244494:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948eb800] to pc [ptlrpcd_rcv+-1] req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.244496:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609345.244539:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609345.244541:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244542:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609345.244544:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609345.244545:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609345.244546:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1749609345.244547:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244550:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1749609345.244550:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612275456:0@lo:38: 00000100:00000001:1.0:1749609345.244553:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749609345.244554:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ebb80. 02000000:00000001:1.0:1749609345.244555:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609345.244556:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.244556:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609345.244557:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749609345.244558:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609345.244560:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1749609345.244561:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5091400. 02000000:00000001:0.0:1749609345.244563:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609345.244563:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609345.244566:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609345.244566:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000100:00000001:2.0:1749609345.244566:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609345.244569:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 02000000:00000010:0.0:1749609345.244571:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057500. 00000100:00000200:1.0:1749609345.244572:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612275456, portal 10 00000100:00000001:1.0:1749609345.244574:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609345.244575:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244575:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806596992 : -131938902954624 : ffff8800948ead80) 00000100:00000040:3.0:1749609345.244575:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.244579:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609345.244581:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749609345.244581:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.244583:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609345.244587:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609345.244587:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609345.244589:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609345.244589:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00000001:3.0:1749609345.244589:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1749609345.244591:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000200:1.0:1749609345.244593:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612275456, offset 0 00000100:00000040:2.0:1749609345.244593:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:0.0:1749609345.244594:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609345.244596:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609345.244596:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609345.244596:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346708560 : -131936362843056 : ffff88012bf5b450) 00000100:00000001:3.0:1749609345.244596:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609345.244601:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948ebb80] to pc [ptlrpcd_00_03+3] req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609345.244601:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 835 usecs (1 jiffies) 00000400:00000200:1.0:1749609345.244603:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609345.244603:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf5b450 x1834594612275072/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:291/0 lens 224/0 e 0 to 0 dl 1749609356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.244605:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298621650 00000400:00000200:1.0:1749609345.244607:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82be900 00000100:00000001:3.0:1749609345.244609:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298621656 00000400:00000200:1.0:1749609345.244612:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 34560 00000100:00000001:3.0:1749609345.244612:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298621650 00000100:00000001:0.0:1749609345.244613:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.244615:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298621656 00000100:00000001:2.0:1749609345.244616:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749609345.244617:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609345.244617:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298621650 00000100:00000040:0.0:1749609345.244620:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3959) 00000400:00000200:1.0:1749609345.244620:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609345.244620:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706500. 00000100:00000001:3.0:1749609345.244620:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298621656 00000100:00000001:2.0:1749609345.244622:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609345.244623:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609345.244623:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298621650 00000100:00000200:1.0:1749609345.244625:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749609345.244625:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706500. 00000100:00000001:3.0:1749609345.244626:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298621656 00000100:00000010:1.0:1749609345.244629:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0710380. 00000100:00000001:3.0:1749609345.244629:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609345.244631:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0710380 x1834594612275456 msgsize 520 00000100:00100000:2.0:1749609345.244631:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612275072:12345-0@lo:400: 00000100:00000001:3.0:1749609345.244632:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609345.244635:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609345.244635:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609345.244637:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612275072 00000100:00000001:3.0:1749609345.244638:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609345.244641:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609345.244642:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609345.244645:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609345.244645:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749609345.244646:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:1.0:1749609345.244647:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:3.0:1749609345.244647:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749609345.244648:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244649:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609345.244650:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749609345.244651:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609345.244652:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609345.244652:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609345.244654:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609345.244655:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00100000:3.0:1749609345.244657:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1749609345.244658:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609345.244658:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609345.244659:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749609345.244660:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.244660:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609345.244661:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612275456 00000020:00000001:2.0:1749609345.244662:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609345.244663:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609345.244664:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749609345.244665:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609345.244665:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.244666:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244667:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609345.244667:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609345.244668:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749609345.244668:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609345.244669:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.244669:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609345.244670:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609345.244671:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.244671:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609345.244673:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 02000000:00000001:0.0:1749609345.244674:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609345.244674:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609345.244675:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298621650 00000100:00000040:3.0:1749609345.244675:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609345.244677:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612275456 00000100:00000001:1.0:1749609345.244677:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298621656 00000100:00000001:1.0:1749609345.244679:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298621650 00000100:00000001:2.0:1749609345.244679:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749609345.244680:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609345.244680:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298621656 00000020:00000040:0.0:1749609345.244682:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609345.244682:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298621650 02000000:00000001:2.0:1749609345.244682:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609345.244684:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609345.244684:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298621656 00000100:00000001:1.0:1749609345.244685:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298621650 00000100:00000001:3.0:1749609345.244685:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749609345.244687:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244687:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298621656 02000000:00000010:2.0:1749609345.244687:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099000. 00000100:00000001:3.0:1749609345.244687:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244688:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609345.244689:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244690:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609345.244690:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609345.244690:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609345.244692:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.244693:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609345.244693:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609345.244694:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609345.244695:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 02000000:00000001:3.0:1749609345.244696:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244697:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749609345.244697:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244698:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000010:0.0:1749609345.244699:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00100000:3.0:1749609345.244699:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612275712:0@lo:400: 00000100:00000001:1.0:1749609345.244700:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609345.244701:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000040:2.0:1749609345.244701:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612275072 00000100:00000001:1.0:1749609345.244702:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749609345.244703:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e0c8. 00000100:00000040:1.0:1749609345.244705:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609345.244705:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609345.244705:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609345.244708:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609345.244709:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000200:2.0:1749609345.244710:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf5b450 x1834594612275072/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:291/0 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609345.244710:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244711:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609345.244711:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609345.244713:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609345.244713:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609345.244714:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609345.244715:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609345.244717:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749609345.244717:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 02000000:00000001:1.0:1749609345.244718:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.244719:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609345.244719:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609345.244720:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612275584:0@lo:38: 00010000:00000001:2.0:1749609345.244722:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609345.244723:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1749609345.244723:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62898. 00010000:00000001:2.0:1749609345.244724:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609345.244725:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609345.244726:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609345.244728:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:2.0:1749609345.244728:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=14 v=5 (1 1 1 1) 00000400:00000010:3.0:1749609345.244728:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283198. 00000100:00000001:0.0:1749609345.244730:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609345.244730:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5093c00. 02000000:00000001:1.0:1749609345.244731:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609345.244733:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00000100:00000200:3.0:1749609345.244733:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612275712, portal 10 00000100:00000001:2.0:1749609345.244734:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749609345.244735:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000001:3.0:1749609345.244735:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749609345.244737:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612275584, portal 10 00000100:00000040:2.0:1749609345.244737:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609345.244738:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806600576 : -131938902951040 : ffff8800948ebb80) 00000100:00000001:1.0:1749609345.244739:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609345.244740:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806599680 : -131938902951936 : ffff8800948eb800) 00000100:00000001:2.0:1749609345.244740:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609345.244741:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609345.244743:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609345.244743:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609345.244744:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609345.244744:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609345.244746:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609345.244748:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00000001:2.0:1749609345.244749:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609345.244750:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609345.244752:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005979520 : -131938703572096 : ffff8800a0710380) 00000100:00000040:1.0:1749609345.244753:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609345.244753:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609345.244754:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000001:3.0:1749609345.244754:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749609345.244755:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93ee0. 00000100:00000200:1.0:1749609345.244756:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612275584, offset 0 00000100:00000040:0.0:1749609345.244757:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0710380 x1834594612275456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609345.244758:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609345.244759:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749609345.244760:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283cc0. 00000100:00000200:2.0:1749609345.244762:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612275072, offset 224 00000400:00000200:1.0:1749609345.244763:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609345.244763:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612275712, offset 0 00000400:00000200:1.0:1749609345.244766:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82be980 00000400:00000200:2.0:1749609345.244768:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609345.244773:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609345.244777:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609345.244778:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609345.244781:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612275456:12345-0@lo:38: 00000400:00000200:1.0:1749609345.244781:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 35080 00000400:00000200:1.0:1749609345.244785:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609345.244785:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82be780 00000400:00000200:3.0:1749609345.244785:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bea00 00000100:00000200:0.0:1749609345.244786:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612275456 00000400:00000200:1.0:1749609345.244788:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609345.244789:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609345.244791:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 35600 00010000:00000001:0.0:1749609345.244794:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749609345.244797:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609345.244801:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609345.244807:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x172ad [1] + 224 00000020:00000001:0.0:1749609345.244810:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244813:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749609345.244813:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:0.0:1749609345.244814:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749609345.244814:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609345.244817:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0710700. 00000400:00000200:2.0:1749609345.244817:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609345.244818:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609345.244818:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0710700 x1834594612275584 msgsize 520 00000100:00000001:2.0:1749609345.244821:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609345.244822:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1749609345.244823:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609345.244826:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749609345.244826:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609345.244829:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609345.244829:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609345.244831:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609345.244835:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0641c00. 00000100:00000001:3.0:1749609345.244835:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609345.244837:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00100000:3.0:1749609345.244837:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612275328 02000000:00000001:0.0:1749609345.244838:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609345.244838:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609345.244839:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 02000000:00000001:3.0:1749609345.244840:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609345.244841:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244841:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609345.244842:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609345.244843:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609345.244845:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609345.244845:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609345.244847:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609345.244849:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244850:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749609345.244851:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609345.244852:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609345.244852:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612275328 00000020:00000001:3.0:1749609345.244854:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609345.244856:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609345.244856:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749609345.244857:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:1.0:1749609345.244858:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244859:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609345.244859:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609345.244860:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1749609345.244862:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000040:0.0:1749609345.244863:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:2.0:1749609345.244863:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93ee0 00000100:00000001:1.0:1749609345.244864:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609345.244865:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:0.0:1749609345.244866:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:2.0:1749609345.244866:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93ee0. 00000100:00000040:1.0:1749609345.244867:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000100:00000001:0.0:1749609345.244869:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609345.244869:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298621650 00000020:00000001:3.0:1749609345.244869:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609345.244870:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298621656 00000100:00000001:2.0:1749609345.244870:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609345.244872:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298621650 00000100:00000001:2.0:1749609345.244872:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609345.244873:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609345.244873:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298621656 00000100:00000001:3.0:1749609345.244874:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609345.244875:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298621650 02000000:00000001:0.0:1749609345.244876:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609345.244876:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298621656 00000100:00000001:2.0:1749609345.244876:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609345.244877:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8640. 02000000:00000001:0.0:1749609345.244878:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244878:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298621650 00000100:00000001:1.0:1749609345.244880:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298621656 00000100:00000040:2.0:1749609345.244880:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609345.244881:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609345.244881:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609345.244882:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8dc0. 00000100:00000001:1.0:1749609345.244883:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609345.244883:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:0.0:1749609345.244884:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609345.244885:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244886:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609345.244886:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609345.244888:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000020:00000001:2.0:1749609345.244888:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1749609345.244888:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:1.0:1749609345.244889:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609345.244890:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609345.244891:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609345.244893:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609345.244893:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf5b450 x1834594612275072/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:291/0 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609345.244894:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612275456, offset 0 00000100:00000001:1.0:1749609345.244894:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.244895:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.244897:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749609345.244901:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609345.244901:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000010:3.0:1749609345.244905:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00100000:2.0:1749609345.244907:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612275072:12345-0@lo:400: Request processed in 290us (752us total) trans 0 rc 0/0 00000020:00000010:3.0:1749609345.244909:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000001:1.0:1749609345.244911:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609345.244912:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609345.244913:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612275584 02000000:00000001:1.0:1749609345.244915:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609345.244917:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609345.244917:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:2.0:1749609345.244918:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00000001:1.0:1749609345.244919:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.244919:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609345.244921:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609345.244922:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82be900 02000000:00000001:1.0:1749609345.244922:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609345.244922:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00100000:1.0:1749609345.244924:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612275584 00000100:00000001:3.0:1749609345.244924:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609345.244926:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609345.244926:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1749609345.244928:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609345.244928:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609345.244929:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x172c5 [1] + 0 00000020:00000001:1.0:1749609345.244930:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609345.244930:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1749609345.244931:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609345.244933:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609345.244933:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609345.244933:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609345.244935:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609345.244937:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609345.244937:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000020:00000010:2.0:1749609345.244938:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000020:00000010:1.0:1749609345.244940:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000400:00000200:0.0:1749609345.244941:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609345.244941:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609345.244943:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000020:00000010:1.0:1749609345.244944:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee708. 00000100:00000001:0.0:1749609345.244946:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609345.244947:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1749609345.244947:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:1.0:1749609345.244948:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609345.244950:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.244950:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749609345.244951:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609345.244951:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609345.244952:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609345.244953:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609345.244955:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5099000. 00000100:00100000:3.0:1749609345.244957:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 02000000:00000001:2.0:1749609345.244958:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609345.244959:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609345.244960:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:2.0:1749609345.244961:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609345.244963:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083367424 : -131938626184192 : ffff8800a50ddc00) 00000100:00000040:0.0:1749609345.244964:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609345.244965:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609345.244966:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609345.244967:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609345.244968:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50ddc00 x1834594612275328/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:291/0 lens 224/0 e 0 to 0 dl 1749609356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609345.244969:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f4d0. 00000100:00100000:1.0:1749609345.244971:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00000100:00000001:1.0:1749609345.244973:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005980416 : -131938703571200 : ffff8800a0710700) 00000400:00000010:2.0:1749609345.244975:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245d80. 00000100:00000040:1.0:1749609345.244976:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0710700 x1834594612275584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.244980:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609345.244981:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749609345.244982:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8dc0. 00000100:00100000:1.0:1749609345.244985:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612275584:12345-0@lo:38: 00000100:00000001:3.0:1749609345.244985:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609345.244987:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000100:00000200:1.0:1749609345.244989:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612275584 00000020:00000010:3.0:1749609345.244989:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8dc0. 00000400:00000010:0.0:1749609345.244990:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000020:00000001:1.0:1749609345.244991:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:2.0:1749609345.244991:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1749609345.244993:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749609345.244993:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749609345.244993:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612275328:12345-0@lo:400: 00000100:00000001:0.0:1749609345.244995:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:2.0:1749609345.244995:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:0.0:1749609345.244999:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609345.244999:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612275328 00000020:00000001:1.0:1749609345.245002:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609345.245002:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749609345.245003:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00020000:1.0:1749609345.245004:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609345.245004:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609345.245004:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609345.245006:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.245006:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1749609345.245007:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609345.245007:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609345.245009:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609345.245009:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609345.245010:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609345.245011:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:2.0:1749609345.245011:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749609345.245012:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:1.0:1749609345.245013:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000001:2.0:1749609345.245013:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609345.245014:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710380 x1834594612275456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609345.245015:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749609345.245015:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f630. 00000020:00000001:3.0:1749609345.245016:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1749609345.245018:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5093400. 00000400:00000200:2.0:1749609345.245019:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93f68 02000000:00000001:1.0:1749609345.245020:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609345.245020:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609345.245021:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93f68. 00000100:00000001:1.0:1749609345.245022:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609345.245022:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609345.245024:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749609345.245025:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749609345.245025:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749609345.245027:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609345.245027:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609345.245028:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612275456:12345-0@lo:38: Request processed in 248us (393us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749609345.245028:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609345.245029:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749609345.245030:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609345.245032:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609345.245034:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609345.245034:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609345.245036:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609345.245036:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609345.245038:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:0.0:1749609345.245040:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00000001:1.0:1749609345.245040:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:2.0:1749609345.245040:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609345.245040:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58abc00. 00000100:00000040:1.0:1749609345.245043:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609345.245043:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.245044:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749609345.245045:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609345.245046:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609345.245046:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.245046:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.245048:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609345.245049:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609345.245050:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000040:1.0:1749609345.245050:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609345.245051:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609345.245052:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00010000:00000040:3.0:1749609345.245052:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612275328 00000100:00000001:2.0:1749609345.245053:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609345.245055:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612275584, offset 0 00000020:00000010:0.0:1749609345.245056:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e0c8. 00000100:00000001:2.0:1749609345.245056:0:1510:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749609345.245056:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749609345.245058:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749609345.245059:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 02000000:00000001:2.0:1749609345.245059:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000200:3.0:1749609345.245060:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50ddc00 x1834594612275328/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.245061:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609345.245062:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609345.245063:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609345.245064:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609345.245067:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609345.245068:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82be980 00010000:00000001:3.0:1749609345.245071:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609345.245072:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x172d1 [1] + 0 00000100:00001000:2.0:1749609345.245072:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=14 v=5 (5 5 5 5) 00010000:00000001:3.0:1749609345.245073:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609345.245076:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749609345.245076:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=151 v=5 (1 1 1 1) 00000100:00001000:2.0:1749609345.245077:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=154 v=5 (1 1 1 1) 00000400:00000200:1.0:1749609345.245079:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609345.245081:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609345.245081:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609345.245081:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609345.245083:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609345.245084:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609345.245085:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00010000:00000001:2.0:1749609345.245086:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609345.245087:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:2.0:1749609345.245088:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609345.245091:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609345.245092:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.245092:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609345.245093:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.245095:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609345.245096:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609345.245098:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609345.245100:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609345.245100:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749609345.245101:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283c38. 00000100:00100000:0.0:1749609345.245102:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612275200 00000400:00000200:1.0:1749609345.245103:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 02000000:00000001:0.0:1749609345.245104:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749609345.245105:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:0.0:1749609345.245106:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609345.245107:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609345.245107:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609345.245108:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.245108:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749609345.245108:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612275328, offset 224 00000100:00000001:1.0:1749609345.245110:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.245110:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749609345.245111:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609345.245113:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609345.245113:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609345.245114:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612275200 00000400:00000200:3.0:1749609345.245114:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609345.245115:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609345.245115:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609345.245117:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609345.245117:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609345.245117:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609345.245118:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609345.245119:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710700 x1834594612275584/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609345.245120:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609345.245122:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609345.245123:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749609345.245124:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 00000020:00000010:0.0:1749609345.245127:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00100000:1.0:1749609345.245128:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612275584:12345-0@lo:38: Request processed in 142us (307us total) trans 0 rc -19/-19 00000020:00000010:0.0:1749609345.245129:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e0c8. 00000100:00100000:2.0:1749609345.245129:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612275072:0@lo:400: 00000400:00000200:3.0:1749609345.245131:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82be880 00000100:00000001:0.0:1749609345.245132:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609345.245134:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749609345.245134:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00000100:00000001:0.0:1749609345.245135:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.245135:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.245137:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609345.245138:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.245138:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609345.245138:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609345.245138:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x172b9 [1] + 224 00000020:00000010:1.0:1749609345.245141:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000100:00000040:2.0:1749609345.245141:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948e9f80 x1834594612275072/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609345.245144:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609345.245144:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee708. 00000400:00000200:3.0:1749609345.245144:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609345.245147:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000400:00000200:3.0:1749609345.245148:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609345.245149:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609345.245150:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609345.245151:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609345.245152:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609345.245154:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00000001:0.0:1749609345.245156:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135342503936 : -131938367047680 : ffff8800b47ff800) 00000100:00000200:3.0:1749609345.245156:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609345.245160:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b47ff800 x1834594612275200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609345.245161:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609345.245161:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609345.245163:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609345.245164:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1749609345.245166:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609345.245167:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1749609345.245167:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 00000100:00000040:3.0:1749609345.245168:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609345.245169:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b47ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612275200:12345-0@lo:38: 00000400:00000010:1.0:1749609345.245169:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 02000000:00000001:2.0:1749609345.245171:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1749609345.245172:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612275200 00000400:00000200:1.0:1749609345.245172:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000020:00000001:0.0:1749609345.245174:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749609345.245174:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000020:00000001:2.0:1749609345.245174:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1749609345.245176:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609345.245176:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:2.0:1749609345.245176:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000200:1.0:1749609345.245178:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609345.245179:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609345.245180:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:2.0:1749609345.245181:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057b00. 00000020:00000001:0.0:1749609345.245184:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609345.245185:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609345.245185:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00020000:0.0:1749609345.245187:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749609345.245187:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749609345.245188:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283c38 00010000:00000001:0.0:1749609345.245189:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:2.0:1749609345.245189:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9f80. 00000400:00000010:3.0:1749609345.245190:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283c38. 00010000:00000001:0.0:1749609345.245191:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609345.245191:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609345.245193:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609345.245193:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609345.245194:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609345.245194:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609345.245194:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609345.245195:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609345.245195:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609345.245196:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609345.245196:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749609345.245197:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609345.245197:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609345.245198:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609345.245199:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609345.245200:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0640800. 00000100:00000001:1.0:1749609345.245200:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609345.245202:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609345.245202:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.245203:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609345.245203:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609345.245204:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609345.245205:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609345.245206:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609345 v=5 (0 0 0 0) 00010000:00000001:3.0:1749609345.245206:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:0.0:1749609345.245207:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609345.245208:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609345.245208:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609345.245209:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609345.245210:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=8 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609345.245210:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609345.245211:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749609345.245211:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609345.245212:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609345.245214:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609345.245214:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609345.245215:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50ddc00 x1834594612275328/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609345.245216:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609345.245217:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609345.245218:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609345.245218:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609345.245220:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609345.245220:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609345.245220:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609345.245222:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609345.245225:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:0.0:1749609345.245227:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609345.245227:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749609345.245228:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609345.245228:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612275328:12345-0@lo:400: Request processed in 246us (786us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609345.245229:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609345.245229:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609345.245230:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609345.245231:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609345.245232:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:0.0:1749609345.245233:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000001:1.0:1749609345.245234:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609345.245236:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:0.0:1749609345.245237:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612275200, offset 0 00000100:00080000:1.0:1749609345.245239:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:3.0:1749609345.245239:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000400:00000200:0.0:1749609345.245240:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609345.245241:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609345.245242:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000040:1.0:1749609345.245244:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.245246:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609345.245248:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609345.245248:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749609345.245251:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612275584:0@lo:38: 00000020:00000010:3.0:1749609345.245252:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000400:00000200:0.0:1749609345.245253:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82be800 00000400:00000001:1.0:1749609345.245255:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749609345.245256:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000400:00000001:1.0:1749609345.245257:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609345.245259:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 00000020:00000010:3.0:1749609345.245260:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000400:00000200:1.0:1749609345.245261:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000400:00000010:1.0:1749609345.245262:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:1.0:1749609345.245264:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:3.0:1749609345.245264:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000200:1.0:1749609345.245266:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.245267:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609345.245271:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x172b5 [1] + 0 00000100:00000200:1.0:1749609345.245273:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609345.245276:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609345.245279:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609345.245281:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609345.245282:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609345.245283:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749609345.245285:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609345.245285:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609345.245286:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.245287:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:3.0:1749609345.245288:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50ddf80. 02000000:00000001:1.0:1749609345.245289:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609345.245290:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609345.245291:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609345.245291:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50ddf80 x1834594612275712 msgsize 224 00000100:00000040:0.0:1749609345.245293:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609345.245293:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609345.245295:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609345 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609345.245297:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=11 v=20 (1 1 1 20) 00000100:00100000:3.0:1749609345.245297:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609345.245300:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609345.245301:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609345.245301:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609345.245302:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609345.245305:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000100:00000040:1.0:1749609345.245305:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609345.245306:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000001:3.0:1749609345.245306:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609345.245308:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609345.245334:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609345.245335:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609345.245337:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609345.245338:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.245339:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609345.245340:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.245340:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609345.245340:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283cc0 00000100:00080000:1.0:1749609345.245342:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749609345.245343:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609345.245343:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283cc0. 00000100:00080000:1.0:1749609345.245344:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609345.245345:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.245345:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609345.245346:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609345.245347:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609345.245349:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609345.245350:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b47ff800 x1834594612275200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609365 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609345.245350:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609345.245356:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612275456:0@lo:38: 00000100:00000001:3.0:1749609345.245357:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609345.245358:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b47ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612275200:12345-0@lo:38: Request processed in 189us (957us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609345.245359:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609345.245361:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609345.245362:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609345.245364:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b58. 00000100:00100000:0.0:1749609345.245365:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000400:00000200:1.0:1749609345.245366:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000100:00000001:3.0:1749609345.245366:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609345.245367:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:3.0:1749609345.245367:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609345.245368:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609345.245369:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609345.245370:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609345.245371:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000001:3.0:1749609345.245371:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609345.245372:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609345.245374:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e0c8. 00000100:00000040:3.0:1749609345.245375:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 00000020:00000010:0.0:1749609345.245376:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 00000100:00000001:0.0:1749609345.245378:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609345.245378:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298621650 00000100:00000200:1.0:1749609345.245379:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.245380:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298621656 00000100:00000001:3.0:1749609345.245382:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298621650 00000100:00000001:3.0:1749609345.245384:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298621656 00000100:00000001:1.0:1749609345.245386:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609345.245386:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298621650 00000100:00000001:1.0:1749609345.245387:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.245388:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609345.245388:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298621656 02000000:00000001:1.0:1749609345.245389:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609345.245389:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298621650 00000100:00000001:1.0:1749609345.245390:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609345.245391:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.245391:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298621656 00000100:00000001:3.0:1749609345.245392:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609345.245393:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.245394:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609345.245395:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609345 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609345.245398:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=11 v=20 (1 1 1 20) 00000400:00000001:3.0:1749609345.245398:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609345.245399:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609345.245400:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609345.245401:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749609345.245401:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62cb8. 00000100:00000001:1.0:1749609345.245403:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749609345.245403:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000400:00000010:3.0:1749609345.245404:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000100:00000040:1.0:1749609345.245405:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.245406:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609345.245408:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609345.245411:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609345.245413:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609345.245414:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609345.245415:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609345.245416:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609345.245417:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609345.245419:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609345.245421:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609345.245422:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609345.245423:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609345.245423:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609345.245425:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.245425:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609345.245426:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609345.245428:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609345.245430:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609345.245432:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612275200:0@lo:38: 02000000:00000001:3.0:1749609345.245432:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.245435:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609345.245436:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=151 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609345.245437:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609345.245439:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eb800 x1834594612275584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609345.245439:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=151 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609345.245441:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609345.245443:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609345.245445:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609345.245446:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609345.245447:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:3.0:1749609345.245448:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609345.245449:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5093c00. 02000000:00000001:1.0:1749609345.245452:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609345.245453:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609345.245454:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00000001:3.0:1749609345.245455:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609345.245456:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609345.245458:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0642c00. 00000100:00000001:3.0:1749609345.245458:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609345.245459:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 02000000:00000001:1.0:1749609345.245460:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609345.245461:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1749609345.245462:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609345.245462:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609345.245463:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eb800. 00000100:00000040:3.0:1749609345.245465:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609345.245466:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609345.245468:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.245469:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609345.245471:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ead80 x1834594612275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.245471:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609345.245472:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609345.245474:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609345.245476:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609345.245477:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609345.245478:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609345.245479:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5091400. 02000000:00000001:1.0:1749609345.245481:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609345.245482:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609345.245483:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:3.0:1749609345.245483:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612275328:0@lo:400: 00000020:00000001:1.0:1749609345.245484:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609345.245485:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0641800. 02000000:00000001:1.0:1749609345.245487:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609345.245487:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609345.245488:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609345.245488:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1749609345.245489:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ead80. 00000100:00000040:3.0:1749609345.245490:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948e9180 x1834594612275328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609345.245491:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609345.245492:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.245493:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609345.245495:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eb480 x1834594612275200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.245496:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609345.245528:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609345.245529:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749609345.245530:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609345.245531:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5091800. 02000000:00000010:3.0:1749609345.245532:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9e00. 02000000:00000001:1.0:1749609345.245533:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609345.245534:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609345.245535:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749609345.245535:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609345.245536:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749609345.245537:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1749609345.245537:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 02000000:00000010:1.0:1749609345.245538:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0642400. 02000000:00000001:1.0:1749609345.245540:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1749609345.245540:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749609345.245541:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1749609345.245541:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 00000100:00000010:1.0:1749609345.245542:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eb480. 02000000:00000001:3.0:1749609345.245543:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609345.245544:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609345.245545:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609345.245545:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609345.245546:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609345.245546:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9180. 00000100:00000001:1.0:1749609345.245549:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609345.245549:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609345.245550:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.245550:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.245552:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609345.245552:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.245553:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.245554:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609345.245556:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609345.245557:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.245559:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.245563:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609345.245565:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612275712 02000000:00000001:1.0:1749609345.245567:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609345.245568:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609345.245569:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609345.245572:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609345.245574:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612275712 00000020:00000001:1.0:1749609345.245576:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609345.245577:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:1.0:1749609345.245579:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609345.245581:0:16548:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:1.0:1749609345.245583:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609345.245586:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609345.245589:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609345.245591:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8240. 00000020:00000010:1.0:1749609345.245595:0:16548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b41c0. 00000020:00000040:1.0:1749609345.245599:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609345.245615:0:16548:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609345.245618:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000020:00000010:1.0:1749609345.245620:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000020:00000010:1.0:1749609345.245623:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee708. 00000100:00000040:1.0:1749609345.245628:0:16548:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609345.245630:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609345.245632:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609345.245634:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.245637:0:16548:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609345.245639:0:16548:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609345.245640:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.245650:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609345.245655:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609345.245657:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609345.245659:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00000040:1.0:1749609345.245661:0:16548:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:1.0:1749609345.245663:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083368320 : -131938626183296 : ffff8800a50ddf80) 00000100:00080000:2.0:1749609345.245665:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749609345.245667:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50ddf80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:291/0 lens 224/0 e 0 to 0 dl 1749609356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609345.245669:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609345.245674:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609345.245676:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00000001:1.0:1749609345.245678:0:16548:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609345.245680:0:16548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8900. 00000100:00100000:1.0:1749609345.245683:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612275712:12345-0@lo:400: 00000100:00000200:1.0:1749609345.245686:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612275712 00000020:00000001:1.0:1749609345.245688:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609345.245690:0:16548:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609345.245692:0:16548:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609345.245694:0:16548:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609345.245696:0:16548:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:1.0:1749609345.245699:0:16548:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609345.245701:0:16548:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609345.245703:0:16548:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609345.245704:0:16548:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609345.245706:0:16548:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609345.245708:0:16548:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609345.245711:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609345.245713:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609345.245716:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5091800. 02000000:00000001:1.0:1749609345.245718:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.245719:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609345.245721:0:16548:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609345.245723:0:16548:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612275712 00010000:00000001:1.0:1749609345.245725:0:16548:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609345.245728:0:16548:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50ddf80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609345.245735:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609345.245737:0:16548:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609345.245739:0:16548:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609345.245742:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609345.245744:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609345.245745:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609345.245747:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609345.245749:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609345.245750:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609345.245752:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609345.245754:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000100:00000200:1.0:1749609345.245757:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612275712, offset 224 00000400:00000200:1.0:1749609345.245760:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609345.245766:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609345.245771:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bea00 00000400:00000200:1.0:1749609345.245775:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x172cd [1] + 224 00000400:00000200:1.0:1749609345.245779:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609345.245782:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609345.245785:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609345.245787:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609345.245795:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609345.245813:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609345.245818:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000400:00000010:1.0:1749609345.245819:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:1.0:1749609345.245821:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609345.245823:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609345.245825:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609345.245827:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:1.0:1749609345.245829:0:16548:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609345.245831:0:16548:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609345.245832:0:16548:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609345.245835:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50ddf80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1749609356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609345.245843:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612275712:12345-0@lo:400: Request processed in 167us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609345.245849:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00000040:1.0:1749609345.245851:0:16548:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:1.0:1749609345.245853:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609345.245853:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609345.245855:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609345.245855:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749609345.245857:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000020:00000010:1.0:1749609345.245860:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee708. 00000400:00000001:3.0:1749609345.245860:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609345.245861:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609345.245862:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000400:00000010:3.0:1749609345.245863:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62898. 00000020:00000040:1.0:1749609345.245865:0:16548:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000400:00000200:3.0:1749609345.245866:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283198 00000100:00000001:1.0:1749609345.245867:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609345.245868:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283198. 00000100:00000001:3.0:1749609345.245871:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609345.245874:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609345.245883:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.245889:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609345.245891:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609345.245893:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609345.245894:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609345.245896:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609345.245897:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609345.245899:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609345.245903:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1749609345.245906:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609345.245908:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609345.245909:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609345.245911:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749609345.245914:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609345.245920:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.245922:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609345.245923:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609345.245925:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609345.245926:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609345.245929:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.245935:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609345.245937:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609345.245938:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609345.245940:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609345.245947:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612275712:0@lo:400: 00000100:00000001:3.0:1749609345.245951:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609345.245952:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609345.245954:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ebb80 x1834594612275712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609345.245960:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609345.245961:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609345.245963:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 02000000:00000001:3.0:1749609345.245965:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609345.245966:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609345.245967:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609345.245969:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609345.245970:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057500. 02000000:00000001:3.0:1749609345.245972:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609345.245973:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609345.245974:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ebb80. 00000100:00000001:3.0:1749609345.245976:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609345.245977:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609345.245979:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609345.245983:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609345.245984:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609345.245986:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609345.245987:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609345.251593:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298621656, at 4298621656 00000100:00000040:0.0:1749609345.251595:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298621656, at 4298621656 00000100:00000040:3.0:1749609345.251603:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298621656, at 4298621656 00000100:00000040:2.0:1749609345.251604:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298621656, at 4298621656 00000100:00000010:1.0:1749609345.251611:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706400. 00000100:00000010:3.0:1749609345.251617:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706300. 00000100:00000010:0.0:1749609345.251639:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706440. 00000100:00000010:2.0:1749609345.251647:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706a80. 00010000:00000001:0.0:1749609345.611664:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609345.611670:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609345.611676:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609345.611678:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609345.611756:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609345.611761:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609345.611764:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609345.710658:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609345.710667:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609345.710670:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609345.710674:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609345.710678:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609345.710682:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609345.710685:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609345.710688:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609345.710690:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609346.502658:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000020:00000040:2.0:1749609346.502670:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609346.502676:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609346.502679:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609346.502685:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609346.502693:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609346.502700:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609346.502707:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609346.502708:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609346.502714:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245e40. 00000100:00000001:2.0:1749609346.502716:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000956480 : -131938708595136 : ffff8800a0245e40) 00000100:00000001:2.0:1749609346.502720:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609346.502721:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00000001:2.0:1749609346.502726:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609346.502729:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609346.502731:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609346.502733:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609346.502740:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612275840/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609346.502750:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609346.502752:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609346.502754:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612275840/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609346.502761:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609346.502764:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609346.502766:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609346.502767:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245e40 going to sleep for 0 seconds 00000100:00000001:2.0:1749609346.502769:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609346.502771:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609346.502774:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609346.502776:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609346.502778:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609346.502780:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612275840/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609346.502787:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612275840:0@lo:900: 00000100:00000001:2.0:1749609346.502791:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609346.502794:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609346.502796:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609346.502797:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609346.502799:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612275840/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609346.502805:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609346.502807:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245e40. 00000100:00000001:2.0:1749609346.502810:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609346.502811:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609346.502813:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609346.502815:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612275840/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609346.502820:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609346.502822:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609346.502823:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609346.502825:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609346.502827:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609346.502830:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609346.502832:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609346.502833:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:2.0:1749609346.502837:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609346.502838:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609346.613691:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609346.613697:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609346.613704:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609346.613707:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609346.613710:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609346.613713:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609346.613716:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609346.613719:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609346.613721:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609346.613723:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609346.613805:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609346.613808:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609346.613811:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609346.710609:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609346.710617:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609346.710618:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609346.710621:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609346.710625:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609346.710628:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609346.710630:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609346.710632:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609346.710634:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609347.006436:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609347.006451:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609347.006455:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609347.006457:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609347.006467:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609347.006483:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341300 00000400:00000200:0.0:1749609347.006491:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16779 [2] + 0 00000400:00000010:0.0:1749609347.006495:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62790. 00000400:00000200:0.0:1749609347.006526:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3000 00000800:00000001:0.0:1749609347.006532:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609347.006537:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609347.006539:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609347.006542:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609347.006545:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3000 00000400:00000010:0.0:1749609347.006547:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3000. 00000100:00000001:0.0:1749609347.006551:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609347.006553:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609347.006555:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf59450 x1834594730251008 msgsize 224 00000100:00100000:0.0:1749609347.006557:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609347.006558:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609347.006573:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609347.006577:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609347.006578:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609347.006579:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609347.006580:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609347.006583:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609347.006586:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341380 00000400:00000200:0.0:1749609347.006590:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 35824 00000800:00000001:0.0:1749609347.006592:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609347.006594:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609347.006595:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609347.006596:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609347.006598:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609347.006599:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609347.006603:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ebb80. 00000100:00000040:0.0:1749609347.006604:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ebb80 x1834594730251136 msgsize 520 00000100:00100000:0.0:1749609347.006607:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609347.006617:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609347.006619:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609347.006620:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609347.006621:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609347.006622:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609347.006624:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609347.006626:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341400 00000400:00000200:0.0:1749609347.006628:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 36344 00000800:00000001:0.0:1749609347.006629:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609347.006629:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609347.006633:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730251008 02000000:00000001:2.0:1749609347.006635:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609347.006638:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609347.006640:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609347.006644:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609347.006644:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609347.006645:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609347.006646:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609347.006648:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609347.006648:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730251008 00000100:00000200:0.0:1749609347.006649:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609347.006650:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9180. 00000020:00000001:2.0:1749609347.006650:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609347.006652:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800948e9180 x1834594730251264 msgsize 520 00000020:00000040:2.0:1749609347.006652:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000100:00100000:0.0:1749609347.006654:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000001:2.0:1749609347.006654:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609347.006657:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749609347.006657:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000800:00000001:0.0:1749609347.006659:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:2.0:1749609347.006659:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609347.006661:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609347.006661:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609347.006666:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609347.006669:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00000100:00000001:2.0:1749609347.006671:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609347.006672:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609347.006672:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609347.006673:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730251136 00000020:00000010:2.0:1749609347.006673:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706a80. 02000000:00000001:0.0:1749609347.006674:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609347.006675:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749609347.006676:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730251264 00000100:00000001:0.0:1749609347.006677:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609347.006678:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609347.006678:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749609347.006679:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730251136 00000100:00000001:1.0:1749609347.006679:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749609347.006679:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000001:0.0:1749609347.006680:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609347.006681:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609347.006681:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609347.006682:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1749609347.006682:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000001:0.0:1749609347.006683:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609347.006683:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609347.006684:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609347.006685:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730251264 00000020:00000010:0.0:1749609347.006686:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 00000020:00000001:1.0:1749609347.006687:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1749609347.006687:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000020:00000040:1.0:1749609347.006688:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:0.0:1749609347.006689:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000020:00000010:0.0:1749609347.006690:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e0c8. 00000020:00000001:1.0:1749609347.006690:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609347.006691:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609347.006692:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.006693:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609347.006693:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609347.006693:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609347.006695:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.006695:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749609347.006696:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000100:00000001:2.0:1749609347.006696:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609347.006698:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.006699:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609347.006699:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000100:00000001:2.0:1749609347.006701:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.006702:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609347.006702:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee708. 00000100:00000001:1.0:1749609347.006705:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609347.006706:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609347.006707:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609347.006708:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609347.006710:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609347.006710:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609347.006712:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2766 00000100:00000001:0.0:1749609347.006714:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806600576 : -131938902951040 : ffff8800948ebb80) 00000100:00000001:1.0:1749609347.006716:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609347.006716:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609347.006718:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ebb80 x1834594730251136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609347.006722:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609347.006722:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609347.006723:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609347.006723:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609347.006724:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730251136:12345-192.168.201.20@tcp:38: 00000100:00000200:0.0:1749609347.006726:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730251136 00000100:00100000:2.0:1749609347.006727:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1465 00000020:00000001:0.0:1749609347.006728:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609347.006728:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2767 00010000:00000001:0.0:1749609347.006730:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609347.006730:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806589824 : -131938902961792 : ffff8800948e9180) 00000100:00000040:2.0:1749609347.006730:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609347.006731:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346700368 : -131936362851248 : ffff88012bf59450) 00000100:00000040:1.0:1749609347.006733:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948e9180 x1834594730251264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609347.006735:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf59450 x1834594730251008/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:293/0 lens 224/0 e 0 to 0 dl 1749609358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609347.006741:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609347.006741:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730251264:12345-192.168.201.20@tcp:38: 00010000:00020000:0.0:1749609347.006743:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749609347.006744:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730251264 00000100:00000001:2.0:1749609347.006744:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1749609347.006745:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749609347.006745:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706a80. 00000020:00000001:1.0:1749609347.006746:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609347.006747:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609347.006747:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609347.006747:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609347.006748:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706a80. 00000100:00000001:0.0:1749609347.006749:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609347.006750:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609347.006752:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1749609347.006752:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00100000:2.0:1749609347.006752:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730251008:12345-192.168.201.20@tcp:400: 02000000:00000010:0.0:1749609347.006755:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0640000. 00000020:00000001:1.0:1749609347.006755:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000200:2.0:1749609347.006755:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730251008 02000000:00000001:0.0:1749609347.006756:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609347.006756:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609347.006757:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609347.006758:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609347.006759:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749609347.006760:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749609347.006760:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609347.006761:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609347.006761:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609347.006762:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00001000:0.0:1749609347.006763:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:1.0:1749609347.006763:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a5091400. 00000020:00000001:2.0:1749609347.006764:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609347.006765:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749609347.006765:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609347.006766:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609347.006766:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1749609347.006768:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00010000:00000040:1.0:1749609347.006768:0:16548:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000020:00000001:2.0:1749609347.006768:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609347.006769:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609347.006771:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609347.006771:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749609347.006772:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609347.006773:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:2.0:1749609347.006773:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749609347.006774:0:16548:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3956 last 0 00000100:00000001:0.0:1749609347.006775:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000020:00000001:2.0:1749609347.006775:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1749609347.006776:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609347.006776:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609347.006777:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609347.006777:0:16548:0:(obd_class.h:881:obd_connect()) Process entered 02000000:00000001:0.0:1749609347.006778:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609347.006778:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609347.006780:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609347.006780:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099000. 00000100:00000040:0.0:1749609347.006781:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609347.006781:0:16548:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 02000000:00000001:2.0:1749609347.006782:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609347.006783:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000004:00000001:1.0:1749609347.006783:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609347.006783:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609347.006785:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609347.006786:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730251136, offset 0 00000004:00000001:1.0:1749609347.006786:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00010000:00000040:2.0:1749609347.006787:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730251008 00000400:00000200:0.0:1749609347.006789:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609347.006789:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749609347.006792:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf59450 x1834594730251008/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:293/0 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1749609347.006793:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609347.006794:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:1.0:1749609347.006796:0:16548:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609347.006797:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609347.006798:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2091:2091:256:4294967295] 192.168.201.20@tcp LPNI seq info [2087:2087:8:4294967295] 00010000:00000001:2.0:1749609347.006799:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609347.006800:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1749609347.006801:0:16548:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00001000:2.0:1749609347.006802:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=16 v=5 (1 1 1 1) 00000004:00000040:1.0:1749609347.006803:0:16548:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000400:00000200:0.0:1749609347.006804:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000040:1.0:1749609347.006804:0:16548:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000001:2.0:1749609347.006805:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1749609347.006807:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609347.006807:0:16548:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:2.0:1749609347.006807:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:1.0:1749609347.006808:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:0.0:1749609347.006809:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057700. 00000100:00000001:2.0:1749609347.006809:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:1.0:1749609347.006810:0:16548:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609347.006811:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 02000000:00000001:2.0:1749609347.006811:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:0.0:1749609347.006812:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 02000000:00000001:2.0:1749609347.006812:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609347.006813:0:16548:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609347.006813:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609347.006815:0:16548:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609347.006816:0:16548:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000040:2.0:1749609347.006816:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000800:00000200:0.0:1749609347.006817:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000040:1.0:1749609347.006818:0:16548:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000010:2.0:1749609347.006818:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93f68. 00000800:00000200:0.0:1749609347.006819:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057700 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1749609347.006820:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609347.006821:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749609347.006821:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730251008, offset 224 00000100:00000001:0.0:1749609347.006823:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609347.006823:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609347.006824:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609347.006825:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:2.0:1749609347.006825:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609347.006826:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609347.006826:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000020:00000001:0.0:1749609347.006827:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609347.006828:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609347.006829:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ebb80 x1834594730251136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609367 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609347.006830:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609347.006834:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2092:2092:255:4294967295] 192.168.201.20@tcp LPNI seq info [2088:2088:7:4294967295] 00000100:00100000:0.0:1749609347.006835:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730251136:12345-192.168.201.20@tcp:38: Request processed in 110us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749609347.006838:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2766 00000100:00000001:0.0:1749609347.006840:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609347.006840:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609347.006842:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000400:00000200:2.0:1749609347.006842:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:0.0:1749609347.006844:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e0c8. 00000020:00000010:0.0:1749609347.006846:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 00000800:00000200:2.0:1749609347.006846:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609347.006848:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609347.006849:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:2.0:1749609347.006849:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7600. 00000100:00000001:1.0:1749609347.006852:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1749609347.006852:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:1.0:1749609347.006853:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609347.006855:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:2.0:1749609347.006856:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609347.006857:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609347.006859:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609347.006859:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7600 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1749609347.006861:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609347.006862:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609347.006862:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609347.006864:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609347.006864:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609347.006866:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749609347.006867:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000001:2.0:1749609347.006867:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609347.006869:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000020:00000001:2.0:1749609347.006869:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749609347.006871:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730251264, offset 0 00000100:00000040:2.0:1749609347.006871:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf59450 x1834594730251008/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:293/0 lens 224/224 e 0 to 0 dl 1749609358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749609347.006872:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609347.006873:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057700. 00000400:00000200:0.0:1749609347.006874:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609347.006876:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609347.006876:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609347.006877:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000400:00000010:0.0:1749609347.006878:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00100000:2.0:1749609347.006879:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730251008:12345-192.168.201.20@tcp:400: Request processed in 133us (322us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609347.006880:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609347.006880:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:0.0:1749609347.006881:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609347.006884:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2093:2093:254:4294967295] 192.168.201.20@tcp LPNI seq info [2089:2089:6:4294967295] 00000100:00100000:2.0:1749609347.006884:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1465 00000100:00000040:2.0:1749609347.006886:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:2.0:1749609347.006888:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609347.006889:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609347.006891:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:2.0:1749609347.006891:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609347.006894:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000800:00000200:1.0:1749609347.006895:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:2.0:1749609347.006896:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000800:00000010:1.0:1749609347.006898:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee400. 00000020:00000040:2.0:1749609347.006899:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:1.0:1749609347.006901:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:2.0:1749609347.006902:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609347.006905:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000200:2.0:1749609347.006905:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1749609347.006907:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee400 type 1, nob 512 niov 1 nkiov 1 00000400:00000010:2.0:1749609347.006908:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f630. 00000100:00000001:1.0:1749609347.006909:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609347.006910:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245e40. 00000100:00000040:1.0:1749609347.006911:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609347.006913:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609347.006914:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609347.006917:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9180 x1834594730251264/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609367 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609347.006924:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730251264:12345-192.168.201.20@tcp:38: Request processed in 183us (271us total) trans 0 rc -11/-11 00000800:00000200:0.0:1749609347.006925:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609347.006926:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7600. 00000400:00000200:0.0:1749609347.006927:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609347.006929:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:1.0:1749609347.006930:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2767 00000400:00000200:0.0:1749609347.006931:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93f68 00000400:00000010:0.0:1749609347.006932:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93f68. 00000100:00000001:1.0:1749609347.006932:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609347.006933:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609347.006933:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609347.006934:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609347.006935:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5099000. 00000020:00000010:1.0:1749609347.006936:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 02000000:00000001:0.0:1749609347.006937:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609347.006937:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609347.006938:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee708. 00000020:00000010:1.0:1749609347.006940:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00000001:1.0:1749609347.006943:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609347.006947:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609347.006948:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee400. 00000400:00000200:0.0:1749609347.006951:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609347.006953:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609347.006954:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000400:00000010:0.0:1749609347.006954:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:0.0:1749609347.006956:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609347.006956:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609347.615662:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609347.615670:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609347.615676:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609347.615677:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609347.615796:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609347.615801:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609347.615804:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609347.710656:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609347.710665:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609347.710667:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609347.710670:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609347.710674:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609347.710677:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.710680:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609347.710682:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609347.710684:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609348.503656:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000020:00000040:2.0:1749609348.503669:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609348.503676:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609348.503679:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609348.503684:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609348.503693:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609348.503700:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609348.503706:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609348.503708:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609348.503714:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0245f00. 00000100:00000001:2.0:1749609348.503716:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000956672 : -131938708594944 : ffff8800a0245f00) 00000100:00000001:2.0:1749609348.503719:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609348.503721:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00000001:2.0:1749609348.503726:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609348.503729:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609348.503731:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609348.503732:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609348.503740:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5081c00 x1834594612275968/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609348.503750:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609348.503752:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609348.503755:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5081c00 x1834594612275968/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609348.503762:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609348.503764:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609348.503765:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609348.503767:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0245f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609348.503769:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609348.503771:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609348.503774:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609348.503776:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609348.503778:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609348.503780:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612275968/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609348.503787:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5081c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612275968:0@lo:900: 00000100:00000001:2.0:1749609348.503792:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609348.503794:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609348.503796:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609348.503797:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609348.503799:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5081c00 x1834594612275968/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609348.503805:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609348.503807:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0245f00. 00000100:00000001:2.0:1749609348.503810:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609348.503811:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609348.503813:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609348.503815:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5081c00 x1834594612275968/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609348.503820:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609348.503822:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609348.503824:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609348.503825:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609348.503827:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609348.503830:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609348.503832:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609348.503833:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5081c00. 00000100:00000001:2.0:1749609348.503836:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609348.503837:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609348.617659:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609348.617667:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609348.617674:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609348.617676:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609348.617740:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609348.617744:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609348.617747:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609348.710637:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609348.710643:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609348.710645:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609348.710648:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609348.710651:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609348.710654:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609348.710656:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609348.710658:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609348.710660:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609349.619659:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609349.619666:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609349.619672:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609349.619673:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609349.619791:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609349.619795:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609349.619798:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609349.710642:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609349.710649:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609349.710651:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609349.710655:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609349.710659:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609349.710663:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609349.710665:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609349.710668:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609349.710670:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609350.251634:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609350.251644:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609350.251652:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eb480. 00000020:00000040:0.0:1749609350.251677:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609350.251682:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609350.251685:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609350.251691:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609350.251698:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057e00. 00000100:00000001:0.0:1749609350.251705:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609350.251713:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609350.251724:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609350.251727:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609350.251732:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948eb480] to pc [ptlrpcd_00_00+0] req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.251774:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609350.251778:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609350.251783:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609350.251786:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609350.251790:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609350.251794:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609350.251798:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3954 00000100:00080000:0.0:1749609350.251803:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609350.251806:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609350.251810:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609350.251812:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609350.251815:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609350.251819:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609350.251821:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609350.251825:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609350.251828:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609350.251831:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609350.251834:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609350.251838:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609350.251840:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609350.251842:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609350.251842:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609350.251845:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609350.251847:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609350.251848:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00100000:2.0:1749609350.251849:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1749609350.251851:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609350.251852:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.251853:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609350.251854:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609350.251857:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609350.251864:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609350.251865:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609350.251867:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609350.251868:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.251870:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609350.251870:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609350.251872:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609350.251874:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.251876:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749609350.251878:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ead80. 00000020:00000040:0.0:1749609350.251881:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:2.0:1749609350.251882:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609350.251885:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609350.251887:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.251890:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609350.251893:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609350.251896:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.251898:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1749609350.251901:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0640c00. 00000100:00000001:2.0:1749609350.251901:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.251905:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609350.251905:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609350.251908:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609350.251912:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609350.251912:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609350.251916:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612276096:0@lo:400: 00000100:00000001:2.0:1749609350.251921:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609350.251922:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609350.251924:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609350.251927:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948ead80] to pc [ptlrpcd_rcv+-1] req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609350.251927:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609350.251930:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609350.251934:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609350.251939:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609350.251942:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.251950:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609350.251950:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f3c8. 00000100:00000040:0.0:1749609350.251954:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609350.251956:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1749609350.251958:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93ee0. 00000100:00000010:0.0:1749609350.251959:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eb800. 00000020:00000040:0.0:1749609350.251961:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609350.251964:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609350.251965:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609350.251967:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609350.251967:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612276096, portal 25 02000000:00000010:0.0:1749609350.251970:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057600. 00000100:00000001:2.0:1749609350.251970:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609350.251972:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.251972:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806598784 : -131938902952832 : ffff8800948eb480) 00000100:00000040:0.0:1749609350.251975:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749609350.251979:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.251982:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609350.251983:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609350.251986:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948eb800] to pc [ptlrpcd_00_01+1] req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.251991:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609350.251995:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609350.251997:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93e58. 00000100:00000001:0.0:1749609350.252000:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609350.252000:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612276096, offset 0 00000100:00080000:0.0:1749609350.252003:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609350.252023:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:2.0:1749609350.252023:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609350.252025:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609350.252027:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609350.252029:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609350.252033:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3954 00000100:00080000:0.0:1749609350.252035:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749609350.252038:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609350.252039:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609350.252041:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609350.252043:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609350.252045:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609350.252048:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609350.252050:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000400:00000200:2.0:1749609350.252050:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82beb80 00000020:00000001:0.0:1749609350.252052:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609350.252052:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609350.252054:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00100000:3.0:1749609350.252055:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:0.0:1749609350.252057:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000200:2.0:1749609350.252058:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x167a1 [2] + 0 00000100:00000001:3.0:1749609350.252058:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609350.252059:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:0.0:1749609350.252063:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:2.0:1749609350.252063:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62948. 00000100:00000001:3.0:1749609350.252064:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609350.252065:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609350.252066:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609350.252067:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609350.252067:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609350.252068:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609350.252069:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609350.252069:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3300 00000100:00000001:3.0:1749609350.252070:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609350.252071:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749609350.252072:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000001:1.0:1749609350.252073:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609350.252073:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749609350.252075:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000400:00000200:2.0:1749609350.252075:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609350.252077:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609350.252078:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609350.252079:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609350.252080:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749609350.252080:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609350.252084:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609350.252085:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3300 02000000:00000001:0.0:1749609350.252086:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609350.252087:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3300. 00000100:00000001:3.0:1749609350.252088:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609350.252089:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609350.252089:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609350.252090:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.252090:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.252091:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609350.252093:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609350.252093:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1749609350.252095:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9f80. 02000000:00000001:1.0:1749609350.252095:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609350.252095:0:1510:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749609350.252095:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609350.252097:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609350.252098:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:2.0:1749609350.252098:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1749609350.252098:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609350.252100:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1749609350.252100:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612276224:0@lo:38: 00000100:00100000:3.0:1749609350.252101:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612276352:0@lo:400: 02000000:00000001:0.0:1749609350.252102:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609350.252102:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf59850 x1834594612276096 msgsize 224 00000100:00000001:1.0:1749609350.252103:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609350.252104:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609350.252106:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609350.252106:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609350.252106:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609350.252107:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609350.252107:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609350.252108:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609350.252109:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609350.252109:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1749609350.252109:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609350.252111:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609350.252112:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0643000. 02000000:00000010:1.0:1749609350.252113:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5093c00. 02000000:00000001:3.0:1749609350.252114:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609350.252115:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609350.252115:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609350.252117:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 02000000:00000001:3.0:1749609350.252119:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609350.252120:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749609350.252120:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b58. 00000100:00000001:2.0:1749609350.252120:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749609350.252123:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000400:00000010:3.0:1749609350.252124:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62898. 00000100:00000200:1.0:1749609350.252127:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612276224, portal 4 00000400:00000200:2.0:1749609350.252128:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93e58 00000100:00000001:0.0:1749609350.252129:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609350.252129:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609350.252130:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806596992 : -131938902954624 : ffff8800948ead80) 00000400:00000010:3.0:1749609350.252130:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283198. 00000100:00000001:0.0:1749609350.252131:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609350.252131:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93e58. 00000100:00000040:0.0:1749609350.252134:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800948e9f80] to pc [ptlrpcd_rcv+-1] req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.252134:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609350.252136:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609350.252137:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612276352, portal 4 00000100:00000200:2.0:1749609350.252139:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609350.252139:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609350.252141:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806599680 : -131938902951936 : ffff8800948eb800) 00000100:00000001:1.0:1749609350.252143:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609350.252145:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609350.252145:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609350.252147:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000040:3.0:1749609350.252147:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609350.252148:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:1.0:1749609350.252149:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612276224, offset 0 00000100:00080000:0.0:1749609350.252152:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:1.0:1749609350.252153:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609350.252154:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609350.252156:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609350.252157:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609350.252159:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:3.0:1749609350.252160:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749609350.252161:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3954 00000400:00000200:1.0:1749609350.252161:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609350.252161:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609350.252162:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000100:00080000:0.0:1749609350.252164:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749609350.252164:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609350.252166:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612276352, offset 0 00000100:00000040:0.0:1749609350.252167:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:1.0:1749609350.252167:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bec00 00000100:00000001:0.0:1749609350.252169:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609350.252171:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:1.0:1749609350.252172:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 1560 00000100:00000001:0.0:1749609350.252173:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609350.252173:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252175:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749609350.252176:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609350.252177:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000200:1.0:1749609350.252177:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609350.252179:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609350.252180:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749609350.252181:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:2.0:1749609350.252182:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.252184:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000400:00000200:3.0:1749609350.252184:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609350.252186:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:2.0:1749609350.252187:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298626664 00000100:00000040:0.0:1749609350.252189:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609350.252191:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749609350.252192:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706a80. 00000100:00000040:0.0:1749609350.252193:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:3.0:1749609350.252193:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609350.252194:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609350.252195:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749609350.252196:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609350.252198:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000010:1.0:1749609350.252199:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0710a80. 00000100:00000001:2.0:1749609350.252199:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1749609350.252201:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:1.0:1749609350.252201:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0710a80 x1834594612276224 msgsize 520 00000400:00000200:3.0:1749609350.252201:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bec80 00000100:00100000:1.0:1749609350.252204:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609350.252205:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252205:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298626664 02000000:00000001:0.0:1749609350.252207:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1749609350.252208:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 1344 00000100:00000010:2.0:1749609350.252209:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706500. 02000000:00000001:0.0:1749609350.252210:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609350.252212:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252212:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609350.252214:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609350.252214:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609350.252214:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609350.252215:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298626664 00000100:00000001:0.0:1749609350.252216:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609350.252218:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706e80. 00000400:00000200:3.0:1749609350.252219:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609350.252220:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000010:0.0:1749609350.252221:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057800. 00000400:00000010:1.0:1749609350.252221:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609350.252222:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000020:00000040:0.0:1749609350.252223:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749609350.252224:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609350.252224:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298626664 00000100:00000200:1.0:1749609350.252248:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609350.252251:0:1509:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609350.252253:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1749609350.252254:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:0.0:1749609350.252255:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252255:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609350.252257:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1749609350.252257:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609350.252259:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1749609350.252259:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50de300. 02000000:00000001:0.0:1749609350.252261:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252262:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609350.252262:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50de300 x1834594612276352 msgsize 224 00000100:00000001:1.0:1749609350.252264:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1749609350.252265:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0641400. 00000100:00000001:1.0:1749609350.252266:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609350.252268:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609350.252269:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609350.252269:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1041 usecs (2 jiffies) 00000100:00000001:1.0:1749609350.252272:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298626658 00000100:00000010:2.0:1749609350.252272:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07062c0. 00000100:00100000:0.0:1749609350.252273:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609350.252274:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298626664 00000100:00000001:1.0:1749609350.252276:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298626658 00000100:00000001:2.0:1749609350.252276:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609350.252278:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298626664 00000100:00000001:3.0:1749609350.252278:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609350.252279:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298626658 00000100:00000001:1.0:1749609350.252280:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298626664 00000100:00000001:2.0:1749609350.252280:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609350.252282:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609350.252282:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298626658 00000100:00000001:1.0:1749609350.252283:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298626664 00000100:00000001:0.0:1749609350.252284:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252284:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609350.252284:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252286:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609350.252287:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124057800] to pc [ptlrpcd_rcv+-1] req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609350.252287:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000100:00000001:1.0:1749609350.252288:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252288:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609350.252289:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000100:00000001:1.0:1749609350.252290:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.252291:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252293:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609350.252294:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609350.252295:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609350.252295:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609350.252296:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252297:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609350.252297:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609350.252297:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.252298:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609350.252299:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609350.252299:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252300:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609350.252301:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609350.252303:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1749609350.252303:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609350.252306:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055180. 00000100:00000001:3.0:1749609350.252307:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749609350.252309:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609350.252310:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749609350.252310:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.252311:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609350.252311:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609350.252313:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609350.252313:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609350.252314:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609350.252315:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609350.252316:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609350.252318:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057000. 00000100:00100000:1.0:1749609350.252318:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800948e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612276480:0@lo:38: 00000100:00000001:3.0:1749609350.252319:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.252321:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252321:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609350.252321:0:1509:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609350.252322:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609350.252322:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609350.252323:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609350.252325:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609350.252325:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609350.252325:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612276096 00000100:00000001:3.0:1749609350.252325:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609350.252327:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5090800. 02000000:00000001:2.0:1749609350.252327:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609350.252328:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609350.252329:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 835 usecs (1 jiffies) 00000100:00000001:2.0:1749609350.252330:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749609350.252331:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000100:00000001:3.0:1749609350.252332:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298626657 00000400:00000010:1.0:1749609350.252333:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609350.252333:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609350.252335:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612276480, portal 10 00000100:00000001:3.0:1749609350.252335:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298626664 00000100:00000001:1.0:1749609350.252337:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609350.252338:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134806593408 : -131938902958208 : ffff8800948e9f80) 02000000:00000001:2.0:1749609350.252338:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.252338:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298626657 00000100:00000001:3.0:1749609350.252341:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298626664 00000100:00000040:1.0:1749609350.252342:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609350.252342:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612276096 00000100:00000001:3.0:1749609350.252343:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298626657 00000020:00000001:2.0:1749609350.252345:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609350.252346:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298626664 00000100:00000001:1.0:1749609350.252347:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609350.252347:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609350.252348:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298626657 00000100:00000040:1.0:1749609350.252349:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609350.252349:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749609350.252350:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000001:3.0:1749609350.252350:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298626664 00000100:00000200:1.0:1749609350.252351:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612276480, offset 0 00000020:00000040:2.0:1749609350.252353:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:3.0:1749609350.252353:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609350.252354:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609350.252356:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1749609350.252356:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609350.252356:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.252358:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609350.252358:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609350.252359:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609350.252359:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609350.252362:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bed00 00000100:00000001:3.0:1749609350.252362:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609350.252363:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055180] to pc [ptlrpcd_00_02+2] req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.252363:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749609350.252367:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 36864 00000020:00000010:2.0:1749609350.252367:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 00000100:00000001:2.0:1749609350.252370:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609350.252371:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609350.252373:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609350.252373:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706780. 00000100:00000001:1.0:1749609350.252376:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609350.252377:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609350.252380:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0711f80. 00000020:00000010:2.0:1749609350.252380:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000100:00000040:1.0:1749609350.252381:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0711f80 x1834594612276480 msgsize 520 00000100:00000001:3.0:1749609350.252381:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609350.252383:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609350.252384:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609350.252384:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612276352 00000020:00000010:2.0:1749609350.252385:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 02000000:00000001:3.0:1749609350.252386:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609350.252388:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609350.252389:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3964) 00000100:00000001:1.0:1749609350.252390:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609350.252390:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00000001:3.0:1749609350.252390:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609350.252393:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:1.0:1749609350.252394:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 02000000:00000001:3.0:1749609350.252394:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252396:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749609350.252397:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612276352 00000100:00000200:1.0:1749609350.252398:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609350.252398:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1749609350.252399:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609350.252401:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:2.0:1749609350.252402:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749609350.252403:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609350.252404:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609350.252404:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609350.252406:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.252406:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609350.252406:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:3.0:1749609350.252408:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609350.252411:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609350.252411:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609350.252412:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609350.252413:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609350.252413:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609350.252414:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612276224 00000100:00000001:1.0:1749609350.252414:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.252415:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749609350.252416:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749609350.252416:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:1.0:1749609350.252417:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298626657 00000100:00000001:0.0:1749609350.252418:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609350.252419:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298626664 00000020:00000010:3.0:1749609350.252419:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8dc0. 00000100:00000001:0.0:1749609350.252420:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252420:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298626657 00000100:00000001:1.0:1749609350.252422:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298626664 00000100:00000001:2.0:1749609350.252422:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609350.252423:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252423:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298626657 00000020:00000010:3.0:1749609350.252423:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8640. 00000100:00100000:0.0:1749609350.252425:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612276224 00000100:00000001:1.0:1749609350.252425:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298626664 00000100:00000001:1.0:1749609350.252426:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298626657 00000020:00000001:0.0:1749609350.252427:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609350.252427:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298626664 00000020:00000040:0.0:1749609350.252428:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609350.252429:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609350.252429:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000001:0.0:1749609350.252430:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609350.252431:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.252432:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252432:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609350.252433:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609350.252434:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609350.252435:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.252436:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609350.252437:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749609350.252438:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000020:00000010:3.0:1749609350.252440:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:1.0:1749609350.252441:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749609350.252441:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000020:00000010:0.0:1749609350.252442:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000001:1.0:1749609350.252442:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609350.252443:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 02000000:00000001:1.0:1749609350.252444:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609350.252445:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609350.252445:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000020:00000010:0.0:1749609350.252446:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e0c8. 02000000:00000001:1.0:1749609350.252446:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609350.252446:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000001:2.0:1749609350.252447:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346701392 : -131936362850224 : ffff88012bf59850) 00000100:00100000:1.0:1749609350.252448:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612276608:0@lo:38: 00000100:00000001:0.0:1749609350.252451:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609350.252451:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609350.252452:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609350.252453:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749609350.252453:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609350.252453:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf59850 x1834594612276096/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:296/0 lens 224/0 e 0 to 0 dl 1749609361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609350.252454:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609350.252454:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1749609350.252455:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609350.252456:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5090c00. 00000100:00000001:3.0:1749609350.252456:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609350.252457:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.252457:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609350.252459:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609350.252459:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00000100:00000001:3.0:1749609350.252459:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609350.252461:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00000200:1.0:1749609350.252462:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612276608, portal 10 00000100:00000001:1.0:1749609350.252464:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609350.252464:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213523968 : -131936496027648 : ffff880124057800) 00000100:00000001:3.0:1749609350.252464:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609350.252466:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.252466:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609350.252467:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1749609350.252468:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609350.252468:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 00000100:00000001:3.0:1749609350.252469:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252471:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609350.252473:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749609350.252473:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706780. 00000100:00000001:0.0:1749609350.252474:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609350.252474:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609350.252474:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609350.252476:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000100:00000001:0.0:1749609350.252477:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609350.252477:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612276608, offset 0 00000100:00100000:2.0:1749609350.252478:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612276096:12345-0@lo:400: 00000400:00000200:1.0:1749609350.252481:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609350.252481:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749609350.252482:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00000001:3.0:1749609350.252483:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609350.252484:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609350.252485:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005981312 : -131938703570304 : ffff8800a0710a80) 00000400:00000200:1.0:1749609350.252487:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bed80 00000100:00000200:2.0:1749609350.252487:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612276096 00000100:00100000:3.0:1749609350.252487:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00000040:0.0:1749609350.252489:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0710a80 x1834594612276224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609350.252489:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000400:00000200:1.0:1749609350.252490:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 37384 00000020:00000001:2.0:1749609350.252491:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609350.252491:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083369216 : -131938626182400 : ffff8800a50de300) 00000400:00000200:1.0:1749609350.252493:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609350.252495:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609350.252495:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749609350.252496:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50de300 x1834594612276352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:296/0 lens 224/0 e 0 to 0 dl 1749609361 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609350.252529:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612276224:12345-0@lo:38: 00000100:00000001:1.0:1749609350.252531:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609350.252532:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749609350.252534:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612276224 00000100:00000010:1.0:1749609350.252536:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0712300. 00000020:00000001:0.0:1749609350.252537:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749609350.252537:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0712300 x1834594612276608 msgsize 520 00010000:00000001:0.0:1749609350.252540:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749609350.252541:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609350.252545:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252546:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609350.252548:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000400:00000010:1.0:1749609350.252549:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000020:00000001:2.0:1749609350.252549:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609350.252551:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609350.252551:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000200:1.0:1749609350.252553:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609350.252555:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609350.252555:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609350.252557:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:0.0:1749609350.252559:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609350.252559:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609350.252560:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609350.252560:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609350.252562:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1749609350.252563:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609350.252565:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252566:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609350.252567:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609350.252567:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749609350.252568:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609350.252569:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.252571:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749609350.252571:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000100:00000001:3.0:1749609350.252571:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609350.252572:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298626658 00000100:00000001:2.0:1749609350.252572:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609350.252573:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609350.252574:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298626664 00000020:00000010:3.0:1749609350.252574:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8640. 02000000:00000001:0.0:1749609350.252575:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609350.252575:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298626658 02000000:00000001:2.0:1749609350.252575:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609350.252577:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298626664 00000100:00000001:3.0:1749609350.252577:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609350.252578:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298626658 02000000:00000010:2.0:1749609350.252579:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509ac00. 00000020:00000010:3.0:1749609350.252579:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8640. 02000000:00000010:0.0:1749609350.252580:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0642400. 00000100:00000001:1.0:1749609350.252580:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298626664 00000100:00000001:1.0:1749609350.252581:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298626658 02000000:00000001:0.0:1749609350.252582:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252582:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298626664 02000000:00000001:2.0:1749609350.252582:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252583:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609350.252584:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612276352:12345-0@lo:400: 00000100:00000001:0.0:1749609350.252585:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252585:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252585:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252587:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252588:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609350.252588:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609350.252588:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612276352 00010000:00000001:0.0:1749609350.252589:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609350.252591:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609350.252591:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000040:2.0:1749609350.252591:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612276096 00000020:00000001:3.0:1749609350.252591:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609350.252592:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252593:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749609350.252594:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749609350.252594:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00001000:0.0:1749609350.252595:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609350.252595:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609350.252595:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252596:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252597:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609350.252598:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609350.252599:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000200:2.0:1749609350.252599:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf59850 x1834594612276096/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:296/0 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609350.252600:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:0.0:1749609350.252602:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609350.252604:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:3.0:1749609350.252604:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609350.252607:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:3.0:1749609350.252607:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609350.252609:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609350.252610:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00010000:00000001:2.0:1749609350.252610:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609350.252611:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1749609350.252611:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609350.252611:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1749609350.252613:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612276480 00000100:00000040:0.0:1749609350.252614:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609350.252614:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749609350.252614:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609350.252615:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=19 v=5 (1 1 1 1) 02000000:00000001:0.0:1749609350.252616:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609350.252616:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609350.252616:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609350.252618:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609350.252619:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609350.252620:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252620:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609350.252620:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609350.252621:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609350.252621:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749609350.252623:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612276480 00000100:00000040:2.0:1749609350.252623:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:0.0:1749609350.252624:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609350.252624:0:16548:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:3.0:1749609350.252624:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a9c00. 00000020:00000040:1.0:1749609350.252626:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609350.252626:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:0.0:1749609350.252627:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000020:00000001:1.0:1749609350.252627:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609350.252627:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609350.252629:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609350.252629:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609350.252629:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609350.252630:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609350.252631:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609350.252632:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612276224, offset 0 00000020:00000001:3.0:1749609350.252632:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609350.252633:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000100:00000001:2.0:1749609350.252634:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000040:3.0:1749609350.252634:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612276352 00000020:00000010:1.0:1749609350.252636:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000100:00000040:2.0:1749609350.252637:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749609350.252637:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609350.252638:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609350.252639:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee708. 00000400:00000010:2.0:1749609350.252640:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93e58. 00010000:00000200:3.0:1749609350.252641:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50de300 x1834594612276352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:296/0 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.252642:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609350.252644:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609350.252645:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609350.252645:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612276096, offset 224 00000400:00000200:0.0:1749609350.252646:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609350.252649:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609350.252650:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609350.252650:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609350.252653:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609350.252654:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bec00 00000100:00000001:1.0:1749609350.252654:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609350.252656:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=6 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609350.252659:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609350.252660:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17311 [1] + 0 00000100:00100000:1.0:1749609350.252660:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612276608 00000400:00000200:2.0:1749609350.252660:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609350.252660:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609350.252661:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609350.252663:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609350.252663:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:1.0:1749609350.252664:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609350.252665:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.252665:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:0.0:1749609350.252666:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609350.252667:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612276608 00000020:00000001:1.0:1749609350.252668:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609350.252668:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82beb80 02000000:00000001:3.0:1749609350.252668:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1749609350.252669:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609350.252670:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609350.252670:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609350.252671:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609350.252671:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609350.252672:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.252672:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609350.252674:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000400:00000200:2.0:1749609350.252674:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17309 [1] + 224 00000100:00000040:3.0:1749609350.252675:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609350.252676:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8700. 00000020:00000010:1.0:1749609350.252678:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee320. 00000400:00000010:3.0:1749609350.252678:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000100:00000001:1.0:1749609350.252680:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609350.252680:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609350.252681:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609350.252682:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252684:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609350.252684:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609350.252687:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609350.252688:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.252689:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609350.252691:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.252692:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749609350.252692:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612276352, offset 224 00000100:00000001:1.0:1749609350.252693:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609350.252693:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609350.252696:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768 00000400:00000200:3.0:1749609350.252697:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609350.252698:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005986688 : -131938703564928 : ffff8800a0711f80) 00000100:00000040:1.0:1749609350.252700:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0711f80 x1834594612276480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609350.252703:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609350.252704:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609350.252705:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609350.252708:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612276480:12345-0@lo:38: 00000100:00000200:1.0:1749609350.252711:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612276480 00000400:00000200:3.0:1749609350.252711:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bec80 00000020:00000001:1.0:1749609350.252713:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609350.252715:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749609350.252716:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17315 [1] + 224 00000100:00000001:0.0:1749609350.252720:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609350.252720:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609350.252720:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609350.252723:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609350.252724:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609350.252725:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00010000:00020000:1.0:1749609350.252726:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749609350.252727:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00010000:00000001:1.0:1749609350.252728:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609350.252730:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749609350.252731:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609350.252731:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93e58 00000100:00000001:0.0:1749609350.252732:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609350.252733:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749609350.252733:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93e58. 00000100:00000001:1.0:1749609350.252734:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609350.252735:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609350.252736:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609350.252736:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609350.252737:0:15201:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749609350.252738:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5090400. 00000100:00000001:2.0:1749609350.252738:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609350.252739:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609350.252740:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609350.252740:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.252742:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252742:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252742:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.252744:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609350.252744:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609350.252745:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609350.252746:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:1.0:1749609350.252747:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609350.252748:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710a80 x1834594612276224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609350.252749:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609350.252750:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609350.252751:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609350.252751:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.252752:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609350.252754:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000001:2.0:1749609350.252754:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609350.252756:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609350.252758:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:2.0:1749609350.252758:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf59850 x1834594612276096/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:296/0 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609350.252761:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612276224:12345-0@lo:38: Request processed in 233us (557us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609350.252761:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609350.252762:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609350.252764:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.252765:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609350.252765:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609350.252767:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609350.252768:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000400:00000200:3.0:1749609350.252770:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000100:00100000:0.0:1749609350.252772:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000400:00000010:3.0:1749609350.252772:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000100:00000001:0.0:1749609350.252775:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609350.252776:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609350.252777:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609350.252777:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749609350.252780:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612276096:12345-0@lo:400: Request processed in 303us (665us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609350.252780:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609350.252781:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000200:1.0:1749609350.252782:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612276480, offset 0 00000100:00000040:3.0:1749609350.252782:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:3.0:1749609350.252785:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:0.0:1749609350.252786:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e0c8. 00000400:00000200:1.0:1749609350.252786:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609350.252787:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609350.252789:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1749609350.252790:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000400:00000200:1.0:1749609350.252791:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609350.252791:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00000040:3.0:1749609350.252792:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50de300 x1834594612276352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:296/0 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.252793:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609350.252794:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000200:1.0:1749609350.252795:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bed00 00000100:00000001:2.0:1749609350.252797:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609350.252799:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17321 [1] + 0 00000100:00000001:2.0:1749609350.252800:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609350.252802:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609350.252803:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000400:00000200:1.0:1749609350.252805:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609350.252807:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609350.252808:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000100:00000200:1.0:1749609350.252809:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609350.252812:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00100000:3.0:1749609350.252812:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612276352:12345-0@lo:400: Request processed in 239us (547us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609350.252816:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609350.252816:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609350.252816:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:0.0:1749609350.252818:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609350.252821:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1749609350.252821:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1749609350.252822:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00000001:1.0:1749609350.252823:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609350.252823:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 02000000:00000010:2.0:1749609350.252824:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509ac00. 00000100:00000001:0.0:1749609350.252825:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005987584 : -131938703564032 : ffff8800a0712300) 00000400:00000200:1.0:1749609350.252826:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000100:00000001:3.0:1749609350.252826:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749609350.252827:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 02000000:00000001:2.0:1749609350.252827:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609350.252828:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609350.252829:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0712300 x1834594612276608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.252829:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609350.252829:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609350.252830:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609350.252831:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000100:00000001:1.0:1749609350.252832:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609350.252834:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:2.0:1749609350.252834:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:3.0:1749609350.252835:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000100:00000001:1.0:1749609350.252836:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609350.252837:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609350.252838:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f2c0. 00000020:00000010:3.0:1749609350.252838:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00100000:0.0:1749609350.252840:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612276608:12345-0@lo:38: 00000100:00000040:1.0:1749609350.252840:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711f80 x1834594612276480/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609350.252842:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000400:00000010:2.0:1749609350.252843:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0245f00. 00000100:00000200:0.0:1749609350.252845:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612276608 00000100:00000001:3.0:1749609350.252845:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609350.252847:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612276480:12345-0@lo:38: Request processed in 139us (464us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749609350.252848:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609350.252851:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749609350.252853:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768 00000100:00000001:1.0:1749609350.252856:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609350.252857:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609350.252858:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749609350.252859:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000020:00000001:0.0:1749609350.252860:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.252860:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609350.252861:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000010:1.0:1749609350.252862:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee708. 00010000:00020000:0.0:1749609350.252863:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609350.252863:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609350.252863:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609350.252864:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00010000:00000001:0.0:1749609350.252866:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609350.252866:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.252868:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1749609350.252869:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609350.252870:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609350.252872:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609350.252873:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609350.252873:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609350.252874:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609350.252876:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609350.252876:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609350.252879:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749609350.252880:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0641800. 00000100:00000001:3.0:1749609350.252880:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609350.252881:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.252882:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609350.252883:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609350.252885:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609350.252887:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609350.252889:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62898. 00000100:00000001:2.0:1749609350.252892:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749609350.252892:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283198 02000000:00000001:0.0:1749609350.252893:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252894:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.252895:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609350.252895:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283198. 02000000:00000001:2.0:1749609350.252897:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000001:1.0:1749609350.252898:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609350.252898:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749609350.252899:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000001:1.0:1749609350.252899:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749609350.252899:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609350.252901:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609350.252901:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 00000100:00000200:3.0:1749609350.252901:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609350.252902:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609350.252904:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749609350.252904:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:1.0:1749609350.252905:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00100000:2.0:1749609350.252905:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612276736:0@lo:400: 00000100:00000001:0.0:1749609350.252907:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609350.252907:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609350.252909:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609350.252909:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.252910:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609350.252912:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000200:3.0:1749609350.252912:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609350.252913:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609350.252915:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:1.0:1749609350.252915:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609350.252915:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.252917:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:2.0:1749609350.252918:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609350.252921:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609350.252921:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:2.0:1749609350.252921:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 00000100:00000001:3.0:1749609350.252921:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609350.252922:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609350.252923:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.252923:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609350.252924:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609350.252924:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609350.252926:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609350.252926:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749609350.252926:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f840. 00000100:00000001:3.0:1749609350.252926:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609350.252927:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609350.252928:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609350.252928:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609350.252928:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749609350.252930:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93e58. 00000100:00000001:3.0:1749609350.252930:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609350.252931:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609350.252931:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.252932:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609350.252933:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000200:2.0:1749609350.252934:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612276736, portal 10 00000100:00001000:1.0:1749609350.252935:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609350 v=5 (0 0 0 0) 02000000:00000001:3.0:1749609350.252935:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.252936:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749609350.252937:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612276608, offset 0 00000100:00001000:1.0:1749609350.252938:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=16 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609350.252938:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213514112 : -131936496037504 : ffff880124055180) 00000100:00001000:3.0:1749609350.252939:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=6 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609350.252940:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749609350.252942:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609350.252942:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609350.252944:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609350.252944:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609350.252944:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=6 v=5 (1 1 1 1) 00000100:00000040:1.0:1749609350.252947:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609350.252947:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609350.252949:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609350.252950:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609350.252952:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609350.252952:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609350.252954:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609350.252955:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bed80 00000100:00000001:1.0:1749609350.252956:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:3.0:1749609350.252956:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.252957:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609350.252957:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609350.252959:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93d48. 00000100:00000001:1.0:1749609350.252960:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1749609350.252961:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17329 [1] + 0 00000100:00000001:1.0:1749609350.252961:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609350.252963:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:3.0:1749609350.252965:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609350.252966:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:1.0:1749609350.252966:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609350.252968:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609350.252969:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609350.252970:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609350.252971:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609350.252971:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:3.0:1749609350.252973:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1749609350.252974:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612276736, offset 0 00000100:00000001:0.0:1749609350.252975:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609350.252975:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609350.252977:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612276480:0@lo:38: 00000100:00000200:0.0:1749609350.252979:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609350.252979:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609350.252980:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:1.0:1749609350.252983:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609350.252984:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609350.252985:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b58. 00000400:00000200:1.0:1749609350.252987:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000400:00000010:1.0:1749609350.252988:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000400:00000200:2.0:1749609350.252988:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609350.252988:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609350.252989:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609350.252990:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609350.252991:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609350.252991:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609350.252993:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609350.252995:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bee00 00000100:00000200:1.0:1749609350.252997:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609350.252997:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.253001:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609350.253001:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 37904 00000100:00000001:1.0:1749609350.253003:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609350.253004:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609350.253006:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609350.253007:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749609350.253007:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609350.253007:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612276352:0@lo:400: 00000400:00000200:0.0:1749609350.253008:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000100:00000001:1.0:1749609350.253008:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609350.253009:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609350.253010:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 02000000:00000001:1.0:1749609350.253010:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609350.253011:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609350.253012:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:1.0:1749609350.253012:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609350 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609350.253012:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609350.253014:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:1.0:1749609350.253014:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=16 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609350.253015:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609350.253016:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609350.253016:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609350.253017:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.253017:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609350.253018:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609350.253018:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609350.253018:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eb800 x1834594612276352/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609350.253020:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:1.0:1749609350.253021:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.253022:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609350.253022:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081c00. 00000020:00000001:0.0:1749609350.253025:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609350.253025:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5081c00 x1834594612276736 msgsize 224 00000100:00000001:1.0:1749609350.253027:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609350.253027:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749609350.253028:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712300 x1834594612276608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609370 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.253028:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609350.253029:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609350.253030:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609350.253030:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609350.253031:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609350.253032:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749609350.253032:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 00000100:00080000:1.0:1749609350.253034:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609350.253036:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000001:3.0:1749609350.253036:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609350.253037:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609350.253038:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749609350.253038:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1749609350.253039:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612276608:12345-0@lo:38: Request processed in 198us (499us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609350.253040:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609350.253040:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1749609350.253043:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749609350.253044:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93d48 00000100:00100000:1.0:1749609350.253045:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612276224:0@lo:38: 02000000:00000010:3.0:1749609350.253045:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057600. 00000400:00000010:2.0:1749609350.253046:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93d48. 00000100:00100000:0.0:1749609350.253048:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00000001:1.0:1749609350.253048:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609350.253048:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609350.253050:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609350.253050:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609350.253051:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749609350.253051:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948e9f80 x1834594612276480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609350.253051:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609350.253052:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609350.253053:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609350.253053:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eb800. 00000020:00000010:0.0:1749609350.253055:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8700. 00000100:00000001:1.0:1749609350.253056:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609350.253057:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749609350.253058:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609350.253058:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609350.253059:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee320. 02000000:00000010:1.0:1749609350.253059:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5090800. 00000100:00000001:3.0:1749609350.253060:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609350.253062:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609350.253062:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609350.253063:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609350.253063:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749609350.253064:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749609350.253064:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609350.253065:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609350.253066:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749609350.253066:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609350.253066:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609350.253067:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0643000. 00000100:00000001:3.0:1749609350.253068:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609350.253069:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609350.253070:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609350.253070:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609350.253071:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948e9f80. 00000100:00000001:1.0:1749609350.253073:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609350.253074:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609350.253074:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609350.253075:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609350.253075:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609350.253076:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612276736 02000000:00000001:0.0:1749609350.253078:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749609350.253078:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948ead80 x1834594612276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.253078:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609350.253080:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609350.253082:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.253082:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.253083:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609350.253084:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749609350.253085:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609350.253085:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5093c00. 00000100:00000040:2.0:1749609350.253086:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 711 usecs (1 jiffies) 00000100:00100000:0.0:1749609350.253088:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612276736 02000000:00000001:1.0:1749609350.253088:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609350.253088:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609350.253089:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609350.253089:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298626658 00000020:00000001:0.0:1749609350.253090:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609350.253090:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609350.253091:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0640c00. 00000020:00000040:0.0:1749609350.253092:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:2.0:1749609350.253092:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298626664 02000000:00000001:1.0:1749609350.253093:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749609350.253094:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609350.253094:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609350.253094:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1749609350.253095:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948ead80. 00000100:00000001:2.0:1749609350.253095:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298626658 00000020:00000040:0.0:1749609350.253096:0:14331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:3.0:1749609350.253096:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609350.253097:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609350.253097:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.253097:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298626664 00000020:00000001:0.0:1749609350.253099:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609350.253099:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.253100:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609350.253100:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298626658 00000400:00000001:3.0:1749609350.253100:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609350.253101:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609350.253102:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000001:3.0:1749609350.253102:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609350.253103:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298626664 00000400:00000010:3.0:1749609350.253104:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f3c8. 00000100:00000001:0.0:1749609350.253105:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609350.253105:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298626658 00000100:00000001:2.0:1749609350.253107:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298626664 00000400:00000200:3.0:1749609350.253107:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93ee0 00000020:00000010:0.0:1749609350.253108:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000001:2.0:1749609350.253109:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609350.253109:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93ee0. 00000020:00000010:0.0:1749609350.253112:0:14331:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8240. 00000100:00000001:2.0:1749609350.253112:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.253112:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749609350.253113:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609350.253113:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609350.253114:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 00000100:00000001:2.0:1749609350.253115:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609350.253116:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:1.0:1749609350.253116:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00000200:3.0:1749609350.253116:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609350.253117:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:2.0:1749609350.253118:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.253119:0:14331:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609350.253119:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609350.253121:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609350.253122:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000020:00000010:0.0:1749609350.253125:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000200:1.0:1749609350.253127:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609350.253127:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609350.253128:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e0c8. 00000100:00080000:2.0:1749609350.253131:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609350.253132:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609350.253132:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609350.253134:0:14331:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609350.253134:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609350.253135:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609350.253135:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609350.253136:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609350.253136:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749609350.253136:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609350.253137:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.253137:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609350.253138:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749609350.253139:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.253140:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609350.253140:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1749609350.253140:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:1.0:1749609350.253141:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609350 v=5 (0 0 0 0) 02000000:00000001:3.0:1749609350.253141:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1749609350.253142:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00001000:1.0:1749609350.253143:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=13 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609350.253143:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609350.253144:0:14331:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609350.253145:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609350.253145:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.253146:0:14331:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609350.253146:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609350.253147:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.253148:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.253148:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609350.253150:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609350.253151:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=19 v=5 (5 5 5 5) 00000100:00000001:0.0:1749609350.253155:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609350.253155:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749609350.253155:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609350.253157:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609350.253158:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609350.253158:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609350.253159:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609350.253160:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609350.253160:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.253162:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00080000:1.0:1749609350.253162:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:3.0:1749609350.253162:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:1.0:1749609350.253163:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609350.253164:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749609350.253164:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609350.253165:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609350.253166:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609350.253167:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609350.253168:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00000040:0.0:1749609350.253170:0:14331:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000040:3.0:1749609350.253170:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.253173:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082990592 : -131938626561024 : ffff8800a5081c00) 00000100:00100000:1.0:1749609350.253173:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612276608:0@lo:38: 00000100:00000001:1.0:1749609350.253176:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609350.253177:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5081c00 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:296/0 lens 224/0 e 0 to 0 dl 1749609361 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.253177:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609350.253178:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124057800 x1834594612276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.253183:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609350.253184:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609350.253185:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5090c00. 02000000:00000001:1.0:1749609350.253187:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609350.253187:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609350.253188:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749609350.253188:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609350.253188:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000010:0.0:1749609350.253190:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b42c0. 00000020:00000001:1.0:1749609350.253190:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609350.253190:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0641400. 00000100:00000001:3.0:1749609350.253190:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609350.253192:0:14331:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609350.253192:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609350.253192:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609350.253193:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609350.253194:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057800. 00000020:00000010:0.0:1749609350.253195:0:14331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b42c0. 00000100:00000040:3.0:1749609350.253196:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609350.253197:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609350.253198:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609350.253199:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612276736:12345-0@lo:400: 00000100:00000001:1.0:1749609350.253199:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609350.253202:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609350.253203:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609350.253204:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612276736 00000100:00000001:1.0:1749609350.253204:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609350.253205:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609350.253206:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800948eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612276096:0@lo:400: 00000020:00000001:0.0:1749609350.253207:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609350.253210:0:14331:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609350.253211:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609350.253212:0:14331:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.253213:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749609350.253214:0:14331:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609350.253216:0:14331:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:3.0:1749609350.253216:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800948eb480 x1834594612276096/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609350.253219:0:14331:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609350.253223:0:14331:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609350.253250:0:14331:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609350.253250:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609350.253252:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749609350.253253:0:14331:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749609350.253255:0:14331:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609350.253255:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 00000020:00000001:0.0:1749609350.253257:0:14331:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749609350.253259:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609350.253261:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609350.253261:0:1510:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749609350.253262:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1749609350.253263:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 02000000:00000010:0.0:1749609350.253266:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0642c00. 00000020:00000001:3.0:1749609350.253266:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749609350.253268:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609350.253268:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057e00. 00000100:00000001:0.0:1749609350.253271:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609350.253271:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609350.253272:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749609350.253273:0:14331:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609350.253274:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800948eb480. 00010000:00000040:0.0:1749609350.253276:0:14331:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612276736 00000100:00000001:3.0:1749609350.253277:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1749609350.253278:0:14331:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609350.253278:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609350.253281:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1749609350.253282:0:14331:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5081c00 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:296/0 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609350.253285:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609350.253287:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609350.253289:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749609350.253291:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609350.253291:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609350.253293:0:14331:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609350.253296:0:14331:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609350.253300:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609350.253302:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609350.253304:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:0.0:1749609350.253307:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609350.253309:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609350.253311:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609350.253313:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609350.253316:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000200:0.0:1749609350.253319:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612276736, offset 224 00000400:00000200:0.0:1749609350.253324:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609350.253331:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609350.253337:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bee00 00000400:00000200:0.0:1749609350.253341:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17345 [1] + 224 00000400:00000200:0.0:1749609350.253346:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609350.253349:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609350.253353:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609350.253356:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609350.253365:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609350.253390:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609350.253395:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000400:00000010:0.0:1749609350.253398:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000001:0.0:1749609350.253400:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609350.253402:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609350.253440:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609350.253444:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609350.253449:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609350.253451:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609350.253453:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f840. 00000400:00000200:2.0:1749609350.253457:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93e58 00000400:00000010:2.0:1749609350.253459:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93e58. 00000100:00000001:2.0:1749609350.253463:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609350.253466:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609350.253467:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609350.253469:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:0.0:1749609350.253471:0:14331:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609350.253473:0:14331:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609350.253474:0:14331:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749609350.253479:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081c00 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:296/0 lens 224/224 e 0 to 0 dl 1749609361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609350.253479:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609350.253486:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612276736:12345-0@lo:400: Request processed in 297us (460us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609350.253488:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609350.253489:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.253492:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749609350.253493:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00000040:0.0:1749609350.253495:0:14331:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 02000000:00000001:2.0:1749609350.253495:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609350.253518:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609350.253520:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609350.253538:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609350.253538:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609350.253541:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609350.253542:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000010:0.0:1749609350.253545:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e0c8. 00000020:00000010:0.0:1749609350.253547:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00001000:2.0:1749609350.253547:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=13 v=5 (5 5 5 5) 00000020:00000040:0.0:1749609350.253550:0:14331:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:0.0:1749609350.253552:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609350.253552:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609350.253555:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609350.253557:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609350.253560:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609350.253565:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609350.253576:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.253579:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609350.253581:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609350.253584:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609350.253585:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609350.253589:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.253599:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609350.253602:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609350.253605:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609350.253608:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609350.253619:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612276736:0@lo:400: 00000100:00000001:2.0:1749609350.253625:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.253627:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609350.253630:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055180 x1834594612276736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.253641:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609350.253643:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609350.253645:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609350.253649:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609350.253651:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609350.253653:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609350.253656:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609350.253658:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057000. 02000000:00000001:2.0:1749609350.253661:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609350.253663:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609350.253665:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055180. 00000100:00000001:2.0:1749609350.253671:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609350.253673:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.253675:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.253681:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609350.253683:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.253685:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609350.253688:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609350.259588:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298626664, at 4298626664 00000100:00000040:2.0:1749609350.259593:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298626664, at 4298626664 00000100:00000010:1.0:1749609350.259597:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706500. 00000100:00000010:2.0:1749609350.259603:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706e80. 00000100:00000040:0.0:1749609350.259608:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298626664, at 4298626664 00000100:00000040:3.0:1749609350.259608:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298626664, at 4298626664 00000100:00000010:3.0:1749609350.259624:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07062c0. 00000100:00000010:0.0:1749609350.259648:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706a80. 00000100:00000010:2.0:1749609350.504659:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000020:00000040:2.0:1749609350.504668:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609350.504674:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609350.504677:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609350.504682:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609350.504690:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609350.504697:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.504702:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609350.504704:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609350.504722:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0201000. 00000100:00000001:2.0:1749609350.504724:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000674304 : -131938708877312 : ffff8800a0201000) 00000100:00000001:2.0:1749609350.504727:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609350.504728:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000100:00000001:2.0:1749609350.504732:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609350.504735:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609350.504737:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609350.504738:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609350.504745:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082d80 x1834594612276864/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.504754:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609350.504756:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609350.504758:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082d80 x1834594612276864/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.504765:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609350.504768:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609350.504769:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609350.504771:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0201000 going to sleep for 0 seconds 00000100:00000001:2.0:1749609350.504773:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609350.504775:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609350.504777:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.504779:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609350.504780:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609350.504782:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612276864/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609350.504787:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612276864:0@lo:900: 00000100:00000001:2.0:1749609350.504790:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609350.504792:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609350.504793:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609350.504794:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609350.504795:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082d80 x1834594612276864/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.504799:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609350.504800:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0201000. 00000100:00000001:2.0:1749609350.504802:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609350.504803:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609350.504804:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609350.504805:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082d80 x1834594612276864/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609350.504809:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609350.504810:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609350.504811:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609350.504812:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609350.504814:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609350.504816:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609350.504817:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609350.504818:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 00000100:00000001:2.0:1749609350.504820:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609350.504821:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609350.621668:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609350.621675:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609350.621682:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609350.621701:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609350.621786:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609350.621792:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609350.621796:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609350.710713:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609350.710721:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609350.710724:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609350.710728:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609350.710732:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609350.710735:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609350.710738:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609350.710741:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609350.710744:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609351.623583:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609351.623589:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609351.623596:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609351.623598:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609351.623657:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609351.623663:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609351.623667:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609351.710632:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609351.710641:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609351.710643:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609351.710646:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609351.710649:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609351.710652:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609351.710654:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609351.710656:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609351.710658:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609352.014745:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609352.014763:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609352.014767:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609352.014771:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609352.014783:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609352.014802:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341480 00000400:00000200:0.0:1749609352.014811:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x167d1 [2] + 0 00000400:00000010:0.0:1749609352.014817:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62e70. 00000400:00000200:0.0:1749609352.014823:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3180 00000800:00000001:0.0:1749609352.014830:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609352.014835:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609352.014839:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609352.014844:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609352.014848:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3180 00000400:00000010:0.0:1749609352.014851:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3180. 00000100:00000001:0.0:1749609352.014858:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609352.014862:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609352.014866:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf5bc50 x1834594730251392 msgsize 224 00000100:00100000:0.0:1749609352.014871:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609352.014873:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609352.014892:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609352.014900:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609352.014904:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609352.014906:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609352.014908:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609352.014913:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609352.014919:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341500 00000400:00000200:0.0:1749609352.014926:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 38128 00000800:00000001:0.0:1749609352.014931:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609352.014935:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609352.014937:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609352.014941:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609352.014946:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609352.014947:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609352.014953:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054700. 00000100:00000040:0.0:1749609352.014956:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff880124054700 x1834594730251520 msgsize 520 00000100:00100000:0.0:1749609352.014960:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:3.0:1749609352.014962:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609352.014966:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730251392 02000000:00000001:3.0:1749609352.014971:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609352.014975:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609352.014978:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.014979:0:1502:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609352.014983:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609352.014985:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609352.014989:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609352.014989:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730251392 00000800:00000001:0.0:1749609352.014991:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:3.0:1749609352.014992:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1749609352.014994:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609352.014995:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609352.014998:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609352.014999:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000040:3.0:1749609352.015001:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609352.015004:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609352.015005:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341580 00000020:00000001:3.0:1749609352.015007:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609352.015009:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 38648 00000800:00000001:0.0:1749609352.015013:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1749609352.015013:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609352.015017:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8640. 00000100:00000001:3.0:1749609352.015020:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609352.015023:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8640. 00000020:00000010:3.0:1749609352.015029:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000800:00000001:0.0:1749609352.015030:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609352.015032:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609352.015034:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000400:00000200:0.0:1749609352.015037:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609352.015040:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749609352.015040:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000200:0.0:1749609352.015041:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609352.015044:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124056a00. 00000100:00000040:0.0:1749609352.015045:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff880124056a00 x1834594730251648 msgsize 520 00000100:00100000:0.0:1749609352.015048:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:1.0:1749609352.015049:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609352.015050:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609352.015053:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609352.015055:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609352.015055:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749609352.015056:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730251520 00000800:00000001:0.0:1749609352.015058:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1749609352.015058:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609352.015059:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609352.015061:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609352.015061:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609352.015063:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.015065:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609352.015067:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609352.015070:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730251520 00000020:00000001:1.0:1749609352.015073:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609352.015074:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609352.015076:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609352.015079:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609352.015081:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.015083:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609352.015084:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730251648 00000020:00000010:1.0:1749609352.015085:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 02000000:00000001:0.0:1749609352.015086:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609352.015088:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609352.015089:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609352.015089:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000100:00000001:3.0:1749609352.015090:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609352.015091:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609352.015093:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730251648 00000020:00000010:1.0:1749609352.015093:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee708. 00000020:00000001:0.0:1749609352.015095:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609352.015096:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609352.015097:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609352.015098:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609352.015098:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609352.015099:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749609352.015100:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.015100:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749609352.015102:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 00000100:00000001:1.0:1749609352.015102:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.015103:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749609352.015105:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000001:1.0:1749609352.015106:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609352.015107:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e0c8. 00000100:00100000:3.0:1749609352.015109:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1467 00000100:00000001:0.0:1749609352.015110:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609352.015111:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609352.015113:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609352.015113:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:1.0:1749609352.015115:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609352.015115:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346710608 : -131936362841008 : ffff88012bf5bc50) 00000100:00000001:0.0:1749609352.015116:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.015121:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609352.015123:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf5bc50 x1834594730251392/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:298/0 lens 224/0 e 0 to 0 dl 1749609363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609352.015126:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609352.015127:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609352.015128:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609352.015129:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609352.015131:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2770 00000100:00000001:0.0:1749609352.015133:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213511424 : -131936496040192 : ffff880124054700) 00000100:00000040:0.0:1749609352.015136:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124054700 x1834594730251520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609352.015136:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749609352.015138:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2771 00000020:00000010:3.0:1749609352.015138:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8640. 00000100:00000001:1.0:1749609352.015141:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213520384 : -131936496031232 : ffff880124056a00) 00000100:00000001:3.0:1749609352.015141:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609352.015143:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8640. 00000100:00100000:0.0:1749609352.015144:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730251520:12345-192.168.201.20@tcp:38: 00000100:00000040:1.0:1749609352.015145:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124056a00 x1834594730251648/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609352.015147:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730251520 00000100:00100000:3.0:1749609352.015148:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730251392:12345-192.168.201.20@tcp:400: 00000020:00000001:0.0:1749609352.015149:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609352.015152:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749609352.015152:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730251392 00000020:00000001:3.0:1749609352.015155:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609352.015158:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749609352.015160:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730251648:12345-192.168.201.20@tcp:38: 00000020:00000001:3.0:1749609352.015161:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609352.015163:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1749609352.015164:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730251648 00000020:00000001:0.0:1749609352.015166:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609352.015166:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609352.015167:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00020000:0.0:1749609352.015168:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609352.015169:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609352.015169:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1749609352.015171:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609352.015171:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609352.015173:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609352.015173:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609352.015175:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609352.015176:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:1.0:1749609352.015177:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:0.0:1749609352.015178:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609352.015178:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609352.015180:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609352.015180:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000020:00000001:3.0:1749609352.015180:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:0.0:1749609352.015183:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0643800. 00000100:00000001:3.0:1749609352.015183:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609352.015185:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609352.015185:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609352.015187:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609352.015187:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1749609352.015188:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8800. 02000000:00000001:1.0:1749609352.015189:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609352.015190:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609352.015190:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609352.015191:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.015192:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609352.015193:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a5090c00. 00000100:00001000:0.0:1749609352.015194:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749609352.015195:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609352.015217:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609352.015220:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609352.015221:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609352.015224:0:14331:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000400:00000200:0.0:1749609352.015227:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:0.0:1749609352.015230:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00080000:1.0:1749609352.015231:0:14331:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3961 last 0 00000100:00000040:0.0:1749609352.015232:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609352.015234:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609352.015236:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00010000:00000001:1.0:1749609352.015236:0:14331:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000040:0.0:1749609352.015238:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609352.015240:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:3.0:1749609352.015240:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730251392 00000004:00000001:1.0:1749609352.015241:0:14331:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 02000000:00000001:0.0:1749609352.015242:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609352.015243:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609352.015244:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:1.0:1749609352.015244:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:0.0:1749609352.015246:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609352.015248:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00010000:00000200:3.0:1749609352.015248:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf5bc50 x1834594730251392/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:298/0 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609352.015250:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000200:0.0:1749609352.015253:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730251520, offset 0 00000004:00000001:1.0:1749609352.015256:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609352.015257:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:3.0:1749609352.015257:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609352.015258:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609352.015259:0:14331:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609352.015261:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=21 v=5 (1 1 1 1) 00000004:00000001:1.0:1749609352.015262:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609352.015264:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:3.0:1749609352.015265:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000004:00000040:1.0:1749609352.015267:0:14331:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000040:3.0:1749609352.015268:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:0.0:1749609352.015269:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2094:2094:256:4294967295] 192.168.201.20@tcp LPNI seq info [2090:2090:8:4294967295] 00000004:00000040:1.0:1749609352.015269:0:14331:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000001:3.0:1749609352.015270:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000040:1.0:1749609352.015271:0:14331:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 02000000:00000001:3.0:1749609352.015273:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1749609352.015275:0:14331:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 02000000:00000001:3.0:1749609352.015275:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609352.015277:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:1.0:1749609352.015277:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609352.015278:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:1.0:1749609352.015280:0:14331:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609352.015281:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000040:3.0:1749609352.015281:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609352.015283:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:0.0:1749609352.015284:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057300. 00000400:00000010:3.0:1749609352.015284:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283198. 00000004:00000001:1.0:1749609352.015286:0:14331:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609352.015288:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00010000:00000001:1.0:1749609352.015288:0:14331:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:3.0:1749609352.015288:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730251392, offset 224 00010000:00000001:1.0:1749609352.015291:0:14331:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000200:0.0:1749609352.015294:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000040:1.0:1749609352.015294:0:14331:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:3.0:1749609352.015294:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000200:0.0:1749609352.015297:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057300 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1749609352.015297:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609352.015300:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609352.015302:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609352.015303:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:0.0:1749609352.015304:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609352.015304:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609352.015307:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00001000:1.0:1749609352.015307:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1749609352.015308:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609352.015309:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2095:2095:255:4294967295] 192.168.201.20@tcp LPNI seq info [2091:2091:7:4294967295] 00000020:00000001:0.0:1749609352.015310:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609352.015310:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609352.015313:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054700 x1834594730251520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609372 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609352.015320:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:0.0:1749609352.015321:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730251520:12345-192.168.201.20@tcp:38: Request processed in 177us (364us total) trans 0 rc -19/-19 00000800:00000200:3.0:1749609352.015326:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00100000:0.0:1749609352.015327:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2770 00000100:00000001:0.0:1749609352.015329:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609352.015330:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609352.015330:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:3.0:1749609352.015330:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 00000020:00000010:0.0:1749609352.015333:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000100:00000001:1.0:1749609352.015333:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1749609352.015335:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000010:0.0:1749609352.015336:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee708. 00000100:00000040:1.0:1749609352.015336:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609352.015338:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000010:0.0:1749609352.015339:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00000001:0.0:1749609352.015341:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609352.015341:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:3.0:1749609352.015341:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:1.0:1749609352.015344:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:3.0:1749609352.015344:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1749609352.015347:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609352.015348:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609352.015349:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609352.015351:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609352.015352:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609352.015354:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:3.0:1749609352.015354:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609352.015356:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609352.015357:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000020:00000001:3.0:1749609352.015359:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749609352.015361:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730251648, offset 0 00000100:00000040:3.0:1749609352.015363:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf5bc50 x1834594730251392/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:298/0 lens 224/224 e 0 to 0 dl 1749609363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609352.015366:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000200:0.0:1749609352.015369:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609352.015372:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057300. 00000400:00000200:1.0:1749609352.015373:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:0.0:1749609352.015374:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609352.015375:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730251392:12345-192.168.201.20@tcp:400: Request processed in 238us (507us total) trans 0 rc 0/0 00000400:00000200:0.0:1749609352.015377:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609352.015379:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000400:00000200:1.0:1749609352.015379:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2096:2096:254:4294967295] 192.168.201.20@tcp LPNI seq info [2092:2092:6:4294967295] 00000400:00000010:0.0:1749609352.015380:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000001:0.0:1749609352.015382:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609352.015383:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609352.015384:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1467 00000100:00000040:3.0:1749609352.015387:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609352.015389:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609352.015390:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:3.0:1749609352.015391:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609352.015394:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000800:00000200:1.0:1749609352.015396:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:3.0:1749609352.015397:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000020:00000010:3.0:1749609352.015400:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 00000800:00000010:1.0:1749609352.015401:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee400. 00000800:00000200:1.0:1749609352.015405:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000040:3.0:1749609352.015405:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:3.0:1749609352.015409:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609352.015411:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000200:3.0:1749609352.015412:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1749609352.015414:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee400 type 1, nob 512 niov 1 nkiov 1 00000400:00000010:3.0:1749609352.015417:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62898. 00000100:00000001:1.0:1749609352.015418:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609352.015421:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000400:00000010:3.0:1749609352.015421:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3e40. 00000100:00000001:1.0:1749609352.015423:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609352.015425:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609352.015430:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124056a00 x1834594730251648/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609372 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749609352.015440:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1749609352.015442:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730251648:12345-192.168.201.20@tcp:38: Request processed in 283us (393us total) trans 0 rc -11/-11 00000800:00000010:0.0:1749609352.015444:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695b00. 00000400:00000200:0.0:1749609352.015447:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609352.015451:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2771 00000400:00000200:0.0:1749609352.015452:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:1.0:1749609352.015454:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609352.015455:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283198 00000100:00000001:1.0:1749609352.015456:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609352.015457:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283198. 00000020:00000010:1.0:1749609352.015459:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000001:0.0:1749609352.015461:0:1504:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609352.015463:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1749609352.015463:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e0c8. 02000000:00000010:0.0:1749609352.015466:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a8800. 00000020:00000010:1.0:1749609352.015467:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 02000000:00000001:0.0:1749609352.015469:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609352.015470:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609352.015471:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609352.015495:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609352.015534:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee400. 00000400:00000200:0.0:1749609352.015540:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609352.015545:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609352.015548:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:0.0:1749609352.015550:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:0.0:1749609352.015553:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609352.015554:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:2.0:1749609352.505703:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000020:00000040:2.0:1749609352.505716:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609352.505723:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609352.505726:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609352.505732:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609352.505740:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609352.505748:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.505754:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609352.505756:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609352.505762:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0201000. 00000100:00000001:2.0:1749609352.505764:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000674304 : -131938708877312 : ffff8800a0201000) 00000100:00000001:2.0:1749609352.505767:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609352.505769:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000100:00000001:2.0:1749609352.505774:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609352.505776:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609352.505778:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609352.505780:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609352.505788:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082d80 x1834594612276992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.505799:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609352.505801:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609352.505804:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082d80 x1834594612276992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.505811:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609352.505814:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609352.505816:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609352.505817:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0201000 going to sleep for 0 seconds 00000100:00000001:2.0:1749609352.505820:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609352.505822:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609352.505825:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609352.505827:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609352.505829:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609352.505831:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612276992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609352.505845:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612276992:0@lo:900: 00000100:00000001:2.0:1749609352.505849:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609352.505852:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609352.505854:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609352.505856:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609352.505857:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082d80 x1834594612276992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.505864:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609352.505866:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0201000. 00000100:00000001:2.0:1749609352.505869:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609352.505870:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609352.505872:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609352.505874:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082d80 x1834594612276992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609352.505880:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609352.505882:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609352.505883:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609352.505885:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609352.505887:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609352.505891:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609352.505892:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609352.505894:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 00000100:00000001:2.0:1749609352.505897:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609352.505898:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609352.625710:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609352.625717:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609352.625724:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609352.625726:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609352.625807:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749609352.625811:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749609352.625815:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609352.710691:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609352.710699:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609352.710701:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609352.710705:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609352.710708:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609352.710711:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.710714:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609352.710717:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609352.710719:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609353.627728:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609353.627736:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609353.627743:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609353.627744:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609353.627876:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609353.627883:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609353.627888:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609353.710652:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609353.710660:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609353.710663:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609353.710667:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609353.710671:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609353.710675:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609353.710678:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609353.710681:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609353.710683:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609354.506637:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000020:00000040:2.0:1749609354.506645:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609354.506649:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609354.506652:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609354.506656:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609354.506662:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609354.506668:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609354.506671:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609354.506673:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609354.506677:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0201000. 00000100:00000001:2.0:1749609354.506678:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000674304 : -131938708877312 : ffff8800a0201000) 00000100:00000001:2.0:1749609354.506680:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609354.506681:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000100:00000001:2.0:1749609354.506684:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609354.506685:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609354.506686:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609354.506687:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609354.506693:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082d80 x1834594612277120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609354.506700:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609354.506701:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609354.506702:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082d80 x1834594612277120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609354.506706:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609354.506708:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609354.506709:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609354.506710:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0201000 going to sleep for 0 seconds 00000100:00000001:2.0:1749609354.506711:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609354.506712:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609354.506714:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609354.506715:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609354.506717:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609354.506718:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612277120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609354.506722:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612277120:0@lo:900: 00000100:00000001:2.0:1749609354.506724:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609354.506725:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609354.506727:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609354.506728:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609354.506729:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082d80 x1834594612277120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609354.506733:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609354.506734:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0201000. 00000100:00000001:2.0:1749609354.506736:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609354.506737:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609354.506738:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609354.506739:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082d80 x1834594612277120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609354.506742:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609354.506743:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609354.506744:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609354.506745:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609354.506746:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609354.506748:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609354.506749:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609354.506750:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082d80. 00000100:00000001:2.0:1749609354.506752:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609354.506752:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609354.629630:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609354.629641:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609354.629647:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609354.629649:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609354.629714:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609354.629719:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609354.629722:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609354.710632:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609354.710640:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609354.710642:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609354.710646:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609354.710649:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609354.710653:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609354.710656:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609354.710659:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609354.710661:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609355.259648:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609355.259661:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609355.259670:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054a80. 00000020:00000040:0.0:1749609355.259678:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609355.259684:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609355.259689:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609355.259696:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609355.259706:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057700. 00000100:00000001:0.0:1749609355.259715:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609355.259729:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609355.259748:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609355.259751:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609355.259759:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124054a80] to pc [ptlrpcd_00_03+3] req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.259814:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609355.259819:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609355.259825:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609355.259827:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609355.259831:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609355.259834:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609355.259837:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3959 00000100:00080000:0.0:1749609355.259841:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609355.259843:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609355.259847:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609355.259849:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609355.259851:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609355.259854:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609355.259856:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609355.259859:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609355.259862:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609355.259864:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609355.259866:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609355.259869:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609355.259871:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609355.259872:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609355.259874:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609355.259877:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609355.259880:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609355.259882:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609355.259885:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609355.259889:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609355.259892:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609355.259895:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.259897:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:3.0:1749609355.259897:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1749609355.259900:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.259901:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609355.259903:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124056300. 00000020:00000040:0.0:1749609355.259906:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609355.259909:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609355.259911:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.259911:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609355.259913:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609355.259913:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609355.259915:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609355.259917:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.259917:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609355.259919:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1749609355.259920:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0641000. 00000100:00000001:2.0:1749609355.259921:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609355.259922:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609355.259925:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.259926:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609355.259930:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749609355.259931:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.259938:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609355.259939:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609355.259942:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124056300] to pc [ptlrpcd_rcv+-1] req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609355.259947:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609355.259950:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609355.259955:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609355.259959:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609355.259961:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.259965:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609355.259965:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612277248:0@lo:400: 00000100:00000040:0.0:1749609355.259967:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609355.259969:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609355.259970:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609355.259973:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124056680. 02000000:00000001:3.0:1749609355.259974:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749609355.259975:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:3.0:1749609355.259976:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.259977:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609355.259978:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609355.259978:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609355.259980:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609355.259982:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057300. 00000100:00000001:0.0:1749609355.259984:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609355.259984:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 02000000:00000001:3.0:1749609355.259986:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609355.259987:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749609355.259993:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62cb8. 00000400:00000010:3.0:1749609355.259999:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000100:00000001:0.0:1749609355.260001:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609355.260003:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609355.260005:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124056680] to pc [ptlrpcd_00_00+0] req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609355.260007:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612277248, portal 25 00000100:00000001:3.0:1749609355.260009:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609355.260011:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213512320 : -131936496039296 : ffff880124054a80) 00000100:00000040:3.0:1749609355.260016:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609355.260024:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609355.260027:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609355.260027:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749609355.260029:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:3.0:1749609355.260029:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283cc0. 00000100:00000200:3.0:1749609355.260031:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612277248, offset 0 00000100:00080000:0.0:1749609355.260033:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609355.260034:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609355.260035:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1749609355.260037:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609355.260038:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609355.260040:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3959 00000100:00080000:0.0:1749609355.260042:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609355.260044:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609355.260046:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609355.260048:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609355.260049:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609355.260051:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609355.260052:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000001:2.0:1749609355.260053:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609355.260053:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609355.260054:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609355.260055:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:2.0:1749609355.260055:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609355.260057:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:2.0:1749609355.260058:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609355.260059:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:0.0:1749609355.260061:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609355.260063:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609355.260064:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609355.260064:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bf000 00000100:00000040:0.0:1749609355.260065:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609355.260066:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609355.260068:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:0.0:1749609355.260070:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:1.0:1749609355.260070:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609355.260071:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609355.260071:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x167fd [2] + 0 02000000:00000001:0.0:1749609355.260073:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1749609355.260075:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62630. 02000000:00000001:0.0:1749609355.260076:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609355.260076:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609355.260076:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609355.260077:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609355.260078:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260078:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609355.260079:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3900 00000100:00000001:0.0:1749609355.260080:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749609355.260081:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609355.260082:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609355.260083:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609355.260084:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054000. 00000100:00000040:1.0:1749609355.260085:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609355.260085:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609355.260086:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749609355.260086:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609355.260088:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:2.0:1749609355.260088:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612277504:0@lo:400: 02000000:00000001:0.0:1749609355.260089:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609355.260089:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609355.260091:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609355.260092:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609355.260092:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609355.260093:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609355.260093:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3900 00000400:00000010:3.0:1749609355.260095:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3900. 02000000:00000010:0.0:1749609355.260096:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0643400. 00000100:00000001:1.0:1749609355.260096:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609355.260096:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609355.260097:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260098:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609355.260098:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609355.260100:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609355.260100:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749609355.260101:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609355.260101:0:1511:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749609355.260103:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609355.260103:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1749609355.260105:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609355.260105:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 00000100:00000040:3.0:1749609355.260106:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf5a050 x1834594612277248 msgsize 224 02000000:00000001:2.0:1749609355.260107:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260108:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1749609355.260108:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612277376:0@lo:38: 00000100:00000001:0.0:1749609355.260109:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609355.260110:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609355.260111:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124054000] to pc [ptlrpcd_rcv+-1] req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609355.260112:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f840. 00000100:00000040:3.0:1749609355.260112:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1749609355.260113:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609355.260116:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749609355.260116:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93e58. 02000000:00000001:1.0:1749609355.260118:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260119:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609355.260120:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609355.260121:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:2.0:1749609355.260121:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612277504, portal 4 00000100:00000001:3.0:1749609355.260122:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609355.260123:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749609355.260124:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609355.260124:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213519488 : -131936496032128 : ffff880124056680) 00000100:00000001:0.0:1749609355.260125:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:1.0:1749609355.260125:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5093c00. 00000100:00080000:0.0:1749609355.260126:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1749609355.260127:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260128:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:3.0:1749609355.260129:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283cc0 00000100:00080000:0.0:1749609355.260130:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3959 00000400:00000010:3.0:1749609355.260130:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283cc0. 00000100:00080000:0.0:1749609355.260131:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1749609355.260131:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00000100:00000040:2.0:1749609355.260131:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609355.260134:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609355.260134:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609355.260135:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749609355.260136:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000100:00000040:0.0:1749609355.260137:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:3.0:1749609355.260137:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.260139:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609355.260139:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609355.260168:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612277376, portal 4 00000100:00000040:2.0:1749609355.260169:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609355.260170:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609355.260171:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1749609355.260171:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93d48. 00000020:00000040:0.0:1749609355.260172:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:1.0:1749609355.260172:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213518592 : -131936496033024 : ffff880124056300) 00000020:00000001:0.0:1749609355.260173:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609355.260174:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612277504, offset 0 00000020:00000040:0.0:1749609355.260175:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609355.260177:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609355.260179:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:1.0:1749609355.260179:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609355.260179:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609355.260181:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609355.260183:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609355.260184:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609355.260186:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609355.260188:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:1.0:1749609355.260188:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609355.260188:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609355.260190:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:1.0:1749609355.260191:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609355.260191:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609355.260192:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609355.260193:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1749609355.260193:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000040:3.0:1749609355.260193:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609355.260195:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bf100 02000000:00000001:0.0:1749609355.260196:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609355.260196:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612277376, offset 0 02000000:00000001:0.0:1749609355.260197:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.260200:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609355.260201:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 1568 00000100:00000001:3.0:1749609355.260202:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609355.260204:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609355.260205:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609355.260206:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749609355.260208:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057480. 00000100:00000001:3.0:1749609355.260208:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609355.260210:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1749609355.260210:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609355.260211:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1749609355.260211:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609355.260212:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.260212:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298631672 00000100:00000001:0.0:1749609355.260214:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609355.260215:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609355.260215:0:1509:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609355.260216:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609355.260216:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8640. 00000100:00000200:2.0:1749609355.260217:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:0.0:1749609355.260219:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0643c00. 00000400:00000200:1.0:1749609355.260220:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609355.260221:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609355.260221:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082d80. 00000100:00000001:3.0:1749609355.260223:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749609355.260224:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5082d80 x1834594612277504 msgsize 224 00000100:00100000:0.0:1749609355.260225:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609355.260229:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bf080 00000100:00100000:2.0:1749609355.260230:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609355.260230:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298631672 00000100:00000001:0.0:1749609355.260232:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:3.0:1749609355.260232:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8800. 00000100:00000001:0.0:1749609355.260233:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.260235:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749609355.260236:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124057480] to pc [ptlrpcd_rcv+-1] req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609355.260236:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 2080 00000100:00000001:3.0:1749609355.260238:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298631672 00000100:00000001:2.0:1749609355.260240:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:3.0:1749609355.260240:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8a40. 00000400:00000200:1.0:1749609355.260241:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609355.260242:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1749609355.260245:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609355.260245:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298631672 00000100:00000010:3.0:1749609355.260246:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8340. 00000400:00000200:2.0:1749609355.260248:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93d48 00000100:00000001:0.0:1749609355.260249:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609355.260249:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93d48. 00000100:00000001:3.0:1749609355.260249:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1749609355.260251:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609355.260251:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609355.260252:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609355.260253:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260255:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1749609355.260255:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609355.260256:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609355.260257:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055c00. 00000100:00000001:1.0:1749609355.260257:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749609355.260258:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609355.260258:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609355.260259:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749609355.260260:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609355.260261:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609355.260262:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609355.260263:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0713b80. 00000100:00000001:2.0:1749609355.260263:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749609355.260264:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057f00. 00000100:00000040:1.0:1749609355.260265:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0713b80 x1834594612277376 msgsize 520 00000100:00000040:2.0:1749609355.260265:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.260266:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609355.260269:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609355.260269:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609355.260270:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609355.260270:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260273:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260274:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609355.260275:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609355.260276:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609355.260279:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055c00] to pc [ptlrpcd_00_01+1] req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609355.260279:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260281:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609355.260282:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000001:2.0:1749609355.260285:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298631665 00000100:00000001:3.0:1749609355.260286:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609355.260287:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000001:2.0:1749609355.260288:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298631672 00000100:00100000:3.0:1749609355.260288:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612277248 00000400:00000010:1.0:1749609355.260289:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:2.0:1749609355.260290:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298631665 02000000:00000001:3.0:1749609355.260290:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609355.260291:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260292:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609355.260292:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298631672 00000100:00000001:3.0:1749609355.260293:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609355.260294:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298631665 00000100:00000040:0.0:1749609355.260295:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3969) 00000100:00000200:1.0:1749609355.260295:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609355.260295:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260296:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298631672 00000100:00000001:2.0:1749609355.260297:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298631665 00000100:00000001:2.0:1749609355.260299:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298631672 02000000:00000001:3.0:1749609355.260299:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260300:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609355.260302:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609355.260302:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612277248 00000020:00000001:3.0:1749609355.260304:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609355.260305:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609355.260306:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:2.0:1749609355.260307:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609355.260308:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609355.260310:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749609355.260310:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000040:1.0:1749609355.260311:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609355.260312:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749609355.260312:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609355.260313:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609355.260314:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609355.260315:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609355.260315:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00100000:0.0:1749609355.260316:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612277376 00000100:00000001:2.0:1749609355.260316:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609355.260318:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609355.260318:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260318:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260319:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609355.260319:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609355.260319:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749609355.260320:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749609355.260321:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260321:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.260322:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609355.260322:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8ec0. 00000100:00000001:2.0:1749609355.260323:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609355.260324:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260324:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609355.260324:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609355.260325:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1041 usecs (2 jiffies) 00000100:00100000:0.0:1749609355.260326:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612277376 00000100:00000001:2.0:1749609355.260326:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609355.260326:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8ec0. 00000100:00000001:2.0:1749609355.260327:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609355.260328:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609355.260328:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298631666 00000100:00000001:2.0:1749609355.260328:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749609355.260329:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609355.260330:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609355.260331:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298631672 00000100:00000040:2.0:1749609355.260331:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609355.260331:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000001:0.0:1749609355.260332:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260333:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298631666 00000020:00000001:0.0:1749609355.260334:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260335:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298631672 00000020:00000010:3.0:1749609355.260336:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000020:00000010:0.0:1749609355.260337:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000001:1.0:1749609355.260337:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298631666 00000100:00000001:1.0:1749609355.260338:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298631672 00000100:00000001:2.0:1749609355.260338:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609355.260340:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298631666 00000100:00000001:2.0:1749609355.260340:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609355.260341:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00000001:1.0:1749609355.260341:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298631672 00000020:00000010:3.0:1749609355.260341:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 02000000:00000001:2.0:1749609355.260342:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609355.260343:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609355.260344:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609355.260345:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e190. 00000100:00000001:1.0:1749609355.260345:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609355.260346:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260347:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609355.260347:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:2.0:1749609355.260348:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612277888:0@lo:400: 00000100:00000001:1.0:1749609355.260349:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609355.260350:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609355.260350:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609355.260351:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609355.260351:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609355.260351:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609355.260353:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.260353:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609355.260354:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609355.260355:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609355.260355:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260356:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749609355.260356:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609355.260358:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260358:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749609355.260359:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 00000100:00000001:3.0:1749609355.260359:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260360:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609355.260360:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260361:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609355.260363:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609355.260363:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f898. 00000100:00000001:0.0:1749609355.260364:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609355.260366:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93d48. 00000100:00000001:3.0:1749609355.260367:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609355.260369:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612277888, portal 10 00000100:00000001:1.0:1749609355.260370:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609355.260371:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609355.260372:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609355.260372:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260372:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213516800 : -131936496034816 : ffff880124055c00) 00000100:00000001:0.0:1749609355.260374:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749609355.260374:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609355.260374:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609355.260376:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609355.260376:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609355.260377:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609355.260378:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 02000000:00000001:1.0:1749609355.260378:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609355.260379:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:1.0:1749609355.260380:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612277632:0@lo:38: 00000100:00000001:0.0:1749609355.260381:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005993856 : -131938703557760 : ffff8800a0713b80) 00000100:00000040:3.0:1749609355.260381:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609355.260383:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609355.260384:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0713b80 x1834594612277376/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.260384:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609355.260384:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346703440 : -131936362848176 : ffff88012bf5a050) 00000100:00000040:2.0:1749609355.260385:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609355.260386:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609355.260387:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609355.260387:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000100:00000040:3.0:1749609355.260387:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf5a050 x1834594612277248/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:301/0 lens 224/0 e 0 to 0 dl 1749609366 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609355.260389:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749609355.260389:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612277888, offset 0 02000000:00000010:1.0:1749609355.260392:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5090800. 00000400:00000200:2.0:1749609355.260392:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609355.260394:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612277376:12345-0@lo:38: 02000000:00000001:1.0:1749609355.260394:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609355.260396:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b58. 00000100:00000001:3.0:1749609355.260396:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749609355.260397:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609355.260397:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8ec0. 00000100:00000200:0.0:1749609355.260398:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612277376 00000400:00000010:1.0:1749609355.260399:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000001:3.0:1749609355.260399:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609355.260401:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609355.260401:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bf280 00000020:00000010:3.0:1749609355.260401:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8ec0. 00000100:00000200:1.0:1749609355.260402:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612277632, portal 10 00000100:00000001:1.0:1749609355.260403:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749609355.260403:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612277248:12345-0@lo:400: 00010000:00000001:0.0:1749609355.260404:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609355.260405:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213509632 : -131936496041984 : ffff880124054000) 00000400:00000200:2.0:1749609355.260405:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 39168 00000100:00000200:3.0:1749609355.260407:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612277248 00000100:00000040:1.0:1749609355.260409:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609355.260409:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609355.260410:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609355.260412:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749609355.260413:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609355.260414:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260416:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609355.260416:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749609355.260416:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609355.260418:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609355.260418:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609355.260418:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749609355.260418:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000400:00000010:1.0:1749609355.260419:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000100:00000010:2.0:1749609355.260420:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083800. 00010000:00020000:0.0:1749609355.260421:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749609355.260421:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612277632, offset 0 00000020:00000001:3.0:1749609355.260421:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749609355.260422:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5083800 x1834594612277888 msgsize 224 00000020:00000001:3.0:1749609355.260422:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609355.260424:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609355.260424:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609355.260424:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1749609355.260426:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749609355.260426:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1749609355.260427:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609355.260428:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609355.260429:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609355.260430:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749609355.260430:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609355.260432:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609355.260432:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749609355.260433:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bf180 02000000:00000001:0.0:1749609355.260434:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609355.260434:0:1509:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609355.260434:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609355.260438:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0641400. 00000400:00000200:1.0:1749609355.260438:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 39392 02000000:00000010:3.0:1749609355.260438:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58ab400. 02000000:00000001:0.0:1749609355.260440:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609355.260440:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260442:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609355.260442:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609355.260442:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609355.260444:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609355.260445:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609355.260446:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1749609355.260447:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612277248 00010000:00000001:0.0:1749609355.260448:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260448:0:1508:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749609355.260449:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:0.0:1749609355.260450:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749609355.260450:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749609355.260450:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000100:00000010:1.0:1749609355.260452:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0713800. 00000400:00000010:2.0:1749609355.260452:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00010000:00000200:3.0:1749609355.260452:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf5a050 x1834594612277248/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:301/0 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609355.260453:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609355.260454:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749609355.260454:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0713800 x1834594612277632 msgsize 520 00000100:00000200:2.0:1749609355.260456:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.260457:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609355.260458:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609355.260459:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609355.260461:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:3.0:1749609355.260461:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609355.260462:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260463:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609355.260464:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609355.260464:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609355.260465:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609355.260465:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=24 v=5 (1 1 1 1) 00000100:00000040:0.0:1749609355.260467:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:1.0:1749609355.260468:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 02000000:00000001:0.0:1749609355.260469:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749609355.260469:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000100:00000001:3.0:1749609355.260469:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609355.260470:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260471:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609355.260471:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609355.260471:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609355.260472:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609355.260473:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609355.260473:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:0.0:1749609355.260474:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749609355.260474:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609355.260475:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609355.260476:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609355.260477:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 02000000:00000001:3.0:1749609355.260477:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.260478:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609355.260479:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 711 usecs (1 jiffies) 00000100:00000200:0.0:1749609355.260481:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612277376, offset 0 00000100:00000001:1.0:1749609355.260481:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609355.260481:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298631665 00000100:00000040:3.0:1749609355.260481:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609355.260483:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609355.260483:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298631672 00000400:00000010:3.0:1749609355.260483:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283cc0. 00000400:00000200:0.0:1749609355.260485:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609355.260485:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298631665 00000100:00000001:2.0:1749609355.260487:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298631672 00000100:00000001:2.0:1749609355.260488:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298631665 00000100:00000001:1.0:1749609355.260489:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260490:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609355.260490:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298631672 00000100:00000001:2.0:1749609355.260491:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298631665 00000400:00000200:0.0:1749609355.260493:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609355.260493:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260493:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298631672 00000100:00000001:2.0:1749609355.260494:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609355.260495:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:2.0:1749609355.260496:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609355.260527:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bf080 00000100:00000200:3.0:1749609355.260533:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612277248, offset 224 00000100:00000001:1.0:1749609355.260538:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298631666 00000400:00000200:0.0:1749609355.260540:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17371 [1] + 0 00000100:00000001:1.0:1749609355.260542:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298631672 00000100:00000001:1.0:1749609355.260544:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298631666 00000400:00000200:0.0:1749609355.260545:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609355.260545:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298631672 00000100:00000001:1.0:1749609355.260547:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298631666 00000100:00000001:2.0:1749609355.260547:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609355.260547:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609355.260548:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609355.260549:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298631672 00000100:00000001:2.0:1749609355.260549:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260550:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298631666 00000100:00000001:1.0:1749609355.260552:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298631672 00000100:00000001:1.0:1749609355.260553:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609355.260554:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609355.260554:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609355.260555:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609355.260557:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.260557:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609355.260561:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609355.260561:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bf000 00000100:00000001:2.0:1749609355.260565:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609355.260566:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609355.260566:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612277504 00000400:00000200:3.0:1749609355.260567:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17365 [1] + 224 00000100:00000001:1.0:1749609355.260568:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609355.260568:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609355.260569:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609355.260570:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609355.260570:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609355.260571:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609355.260572:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609355.260572:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609355.260574:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260575:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609355.260575:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609355.260575:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609355.260576:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612277760:0@lo:38: 00000100:00100000:2.0:1749609355.260577:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612277504 00000100:00000001:1.0:1749609355.260579:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609355.260579:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609355.260580:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 02000000:00000001:1.0:1749609355.260581:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749609355.260581:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000400:00000010:0.0:1749609355.260582:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 02000000:00000001:1.0:1749609355.260583:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609355.260583:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609355.260584:0:16946:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609355.260585:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609355.260585:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609355.260586:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:2.0:1749609355.260586:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 02000000:00000010:1.0:1749609355.260588:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092000. 00000020:00000001:2.0:1749609355.260588:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000200:3.0:1749609355.260588:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.260589:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609355.260590:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609355.260590:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000040:0.0:1749609355.260591:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:1.0:1749609355.260592:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000100:00000001:0.0:1749609355.260593:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260594:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749609355.260595:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609355.260595:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000020:00000010:2.0:1749609355.260596:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706e80. 00000100:00000040:3.0:1749609355.260597:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609355.260598:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612277760, portal 10 00000100:00000040:0.0:1749609355.260599:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713b80 x1834594612277376/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.260599:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609355.260600:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213523072 : -131936496028544 : ffff880124057480) 00000020:00000010:2.0:1749609355.260600:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8dc0. 00000100:00000040:1.0:1749609355.260605:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609355.260605:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00100000:0.0:1749609355.260608:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612277376:12345-0@lo:38: Request processed in 214us (341us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609355.260608:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609355.260611:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609355.260611:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749609355.260612:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283cc0 00000100:00000040:1.0:1749609355.260613:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609355.260614:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000400:00000010:3.0:1749609355.260614:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283cc0. 00000020:00000010:2.0:1749609355.260615:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000200:1.0:1749609355.260617:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612277760, offset 0 00000100:00000001:3.0:1749609355.260617:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749609355.260618:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609355.260618:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749609355.260619:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000400:00000200:1.0:1749609355.260620:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609355.260621:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00000001:3.0:1749609355.260621:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260622:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749609355.260623:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609355.260624:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609355.260625:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749609355.260626:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:0.0:1749609355.260627:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000100:00000040:2.0:1749609355.260627:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:3.0:1749609355.260627:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260629:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1749609355.260630:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e190. 00000400:00000200:1.0:1749609355.260630:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bf200 00000100:00000001:2.0:1749609355.260630:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609355.260630:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609355.260632:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609355.260633:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000400:00000200:1.0:1749609355.260634:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 39912 00000100:00000040:3.0:1749609355.260634:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf5a050 x1834594612277248/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:301/0 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.260637:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609355.260637:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1749609355.260638:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609355.260639:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1749609355.260641:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609355.260641:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609355.260643:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612277248:12345-0@lo:400: Request processed in 245us (534us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609355.260644:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609355.260645:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609355.260646:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749609355.260647:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0711880. 00000100:00000040:1.0:1749609355.260649:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0711880 x1834594612277760 msgsize 520 00000100:00100000:3.0:1749609355.260649:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00000040:3.0:1749609355.260652:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00100000:1.0:1749609355.260653:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609355.260653:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609355.260654:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609355.260655:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609355.260656:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609355.260658:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000020:00000010:3.0:1749609355.260659:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000100:00000001:1.0:1749609355.260660:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609355.260661:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000020:00000010:3.0:1749609355.260662:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000400:00000200:1.0:1749609355.260663:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000100:00000001:2.0:1749609355.260663:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082995072 : -131938626556544 : ffff8800a5082d80) 00000020:00000010:3.0:1749609355.260664:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000400:00000010:1.0:1749609355.260665:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00000001:1.0:1749609355.260666:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609355.260667:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609355.260667:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5082d80 x1834594612277504/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:301/0 lens 224/0 e 0 to 0 dl 1749609366 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609355.260668:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00100000:0.0:1749609355.260669:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612277888 00000100:00000200:1.0:1749609355.260670:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609355.260670:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1749609355.260671:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609355.260672:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749609355.260672:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58ab400. 00000100:00000001:0.0:1749609355.260674:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260675:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609355.260675:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:2.0:1749609355.260676:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 02000000:00000001:0.0:1749609355.260677:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.260677:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609355.260678:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609355.260679:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612277888 00000020:00000010:2.0:1749609355.260680:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706780. 00000100:00000200:3.0:1749609355.260680:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1749609355.260681:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609355.260681:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749609355.260682:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000400:00000010:3.0:1749609355.260683:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62630. 00000020:00000001:0.0:1749609355.260684:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609355.260684:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612277504:12345-0@lo:400: 00000100:00000040:1.0:1749609355.260685:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609355.260686:0:14331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000400:00000010:3.0:1749609355.260686:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3900. 00000020:00000001:0.0:1749609355.260688:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000200:2.0:1749609355.260688:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612277504 00000020:00000001:0.0:1749609355.260690:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:2.0:1749609355.260691:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609355.260693:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609355.260693:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609355.260695:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609355.260696:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b42c0. 00000100:00000001:1.0:1749609355.260696:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609355.260697:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609355.260698:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749609355.260699:0:14331:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4300. 00000020:00000001:2.0:1749609355.260699:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:2.0:1749609355.260701:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609355.260702:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.260702:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609355.260703:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000001:2.0:1749609355.260704:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609355.260704:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260706:0:14331:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749609355.260706:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000020:00000001:2.0:1749609355.260706:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609355.260707:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1749609355.260708:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000001:1.0:1749609355.260709:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298631666 00000020:00000001:2.0:1749609355.260709:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609355.260710:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000020:00000001:2.0:1749609355.260710:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609355.260710:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609355.260711:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298631672 00000100:00000001:3.0:1749609355.260711:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749609355.260712:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e190. 00000100:00000001:1.0:1749609355.260713:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298631666 00000100:00000001:2.0:1749609355.260714:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609355.260715:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:3.0:1749609355.260715:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609355.260716:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298631672 00000400:00000001:3.0:1749609355.260716:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609355.260717:0:14331:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609355.260718:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298631666 02000000:00000010:2.0:1749609355.260718:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509ac00. 00000400:00000010:3.0:1749609355.260718:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62cb8. 00000100:00000001:0.0:1749609355.260719:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609355.260720:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609355.260720:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609355.260720:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000100:00000001:1.0:1749609355.260721:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298631672 00000100:00000001:0.0:1749609355.260722:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609355.260722:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609355.260722:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000100:00000001:1.0:1749609355.260723:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298631666 00000020:00000001:2.0:1749609355.260724:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260725:0:14331:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609355.260725:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298631672 00000100:00000001:3.0:1749609355.260725:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609355.260727:0:14331:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000040:2.0:1749609355.260727:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612277504 00000100:00000200:3.0:1749609355.260727:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.260728:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260728:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749609355.260729:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609355.260731:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609355.260732:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5082d80 x1834594612277504/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.260734:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609355.260735:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609355.260736:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609355.260738:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609355.260739:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1749609355.260740:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609355.260741:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612277632 00000400:00000010:1.0:1749609355.260741:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 00000100:00000001:3.0:1749609355.260741:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609355.260742:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1749609355.260742:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.260743:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609355.260744:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749609355.260744:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609355.260745:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609355.260745:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000100:00000001:3.0:1749609355.260745:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609355.260747:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609355.260747:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 02000000:00000001:3.0:1749609355.260747:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609355.260748:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609355.260748:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749609355.260749:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612277632 00000020:00000001:0.0:1749609355.260750:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749609355.260750:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609355.260750:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609355.260751:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609355.260751:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609355.260752:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609355.260752:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609355.260752:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609355.260753:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609355.260754:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609355.260754:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749609355.260755:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609355.260755:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609355.260755:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=24 v=5 (5 5 5 5) 00000020:00000010:0.0:1749609355.260757:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000001:2.0:1749609355.260757:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609355.260759:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000100:00000040:2.0:1749609355.260759:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1749609355.260759:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=14 v=5 (1 1 1 1) 00000020:00000010:0.0:1749609355.260761:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e898. 00000400:00000010:2.0:1749609355.260761:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000100:00000001:3.0:1749609355.260761:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609355.260762:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609355.260763:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260764:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609355.260765:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609355.260765:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612277504, offset 224 00010000:00000001:3.0:1749609355.260765:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609355.260767:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609355.260767:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609355.260767:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609355.260768:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609355.260769:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260773:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609355.260773:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609355.260775:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609355.260776:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609355.260777:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749609355.260778:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612277760 02000000:00000001:0.0:1749609355.260779:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609355.260779:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609355.260779:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609355.260780:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609355.260781:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609355.260781:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bf100 00000100:00000001:1.0:1749609355.260782:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609355.260782:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749609355.260783:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.260784:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609355.260785:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612277760 02000000:00000001:1.0:1749609355.260785:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749609355.260785:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1736d [1] + 224 00000020:00000001:0.0:1749609355.260786:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609355.260787:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609355.260787:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609355.260787:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609355.260788:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609355.260789:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609355.260790:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260790:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609355.260791:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609355.260793:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609355.260794:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 02000000:00000001:1.0:1749609355.260794:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609355.260794:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612277248:0@lo:400: 00000020:00000010:0.0:1749609355.260795:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:2.0:1749609355.260795:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609355.260798:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e258. 00000100:00000200:2.0:1749609355.260798:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609355.260799:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609355.260800:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:1.0:1749609355.260800:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609355 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609355.260800:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609355.260801:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609355.260802:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609355.260803:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124054a80 x1834594612277248/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.260804:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609355.260805:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=21 v=20 (1 1 1 20) 00000100:00000040:2.0:1749609355.260806:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.260808:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.260809:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609355.260809:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609355.260811:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609355.260811:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609355.260812:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609355.260813:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1749609355.260813:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 00000100:00000001:1.0:1749609355.260815:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609355.260815:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1749609355.260816:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00000001:2.0:1749609355.260817:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609355.260817:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749609355.260818:0:14331:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000020:00000040:3.0:1749609355.260819:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609355.260820:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082997760 : -131938626553856 : ffff8800a5083800) 00000100:00000040:1.0:1749609355.260820:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609355.260821:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000020:00000001:3.0:1749609355.260821:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1749609355.260822:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 02000000:00000010:3.0:1749609355.260823:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057700. 00000100:00000040:0.0:1749609355.260824:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5083800 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:301/0 lens 224/0 e 0 to 0 dl 1749609366 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609355.260824:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609355.260825:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609355.260825:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609355.260827:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609355.260828:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609355.260828:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054a80. 00000100:00000001:1.0:1749609355.260831:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609355.260831:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609355.260832:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609355.260832:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1749609355.260833:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609355.260833:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609355.260834:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000001:1.0:1749609355.260834:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749609355.260834:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.260835:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609355.260836:0:14331:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609355.260836:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609355.260836:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1749609355.260838:0:14331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4300. 00000100:00000040:2.0:1749609355.260838:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082d80 x1834594612277504/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609355.260838:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609355.260839:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609355.260839:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609355.260841:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612277888:12345-0@lo:400: 00000100:00000001:3.0:1749609355.260841:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609355.260842:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609355.260842:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609355.260845:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612277888 00000100:00080000:1.0:1749609355.260846:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1749609355.260847:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609355.260847:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612277504:12345-0@lo:400: Request processed in 171us (621us total) trans 0 rc 0/0 00000020:00000001:0.0:1749609355.260849:0:14331:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609355.260850:0:14331:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749609355.260850:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000001:0.0:1749609355.260852:0:14331:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749609355.260853:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00000001:3.0:1749609355.260853:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609355.260854:0:14331:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:1.0:1749609355.260854:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609355.260855:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609355.260856:0:14331:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749609355.260856:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:2.0:1749609355.260858:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749609355.260858:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000020:00000001:0.0:1749609355.260859:0:14331:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609355.260859:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609355.260859:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749609355.260860:0:14331:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609355.260861:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005992960 : -131938703558656 : ffff8800a0713800) 00000020:00000001:0.0:1749609355.260862:0:14331:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1749609355.260862:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000020:00000001:0.0:1749609355.260864:0:14331:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609355.260864:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0713800 x1834594612277632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609355.260865:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000020:00000001:0.0:1749609355.260866:0:14331:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1749609355.260867:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:0.0:1749609355.260868:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609355.260870:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749609355.260870:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612277376:0@lo:38: 00000020:00000040:2.0:1749609355.260870:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:2.0:1749609355.260872:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609355.260873:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0640c00. 00000100:00100000:3.0:1749609355.260873:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612277632:12345-0@lo:38: 02000000:00000001:0.0:1749609355.260875:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260876:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609355.260876:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612277632 00000100:00000001:0.0:1749609355.260877:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609355.260878:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609355.260879:0:14331:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260879:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749609355.260880:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000040:0.0:1749609355.260881:0:14331:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612277888 00000100:00000040:1.0:1749609355.260882:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124056300 x1834594612277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609355.260883:0:14331:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749609355.260886:0:14331:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5083800 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609355.260889:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.260892:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00020000:3.0:1749609355.260892:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609355.260893:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609355.260894:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609355.260895:0:14331:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609355.260895:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1749609355.260897:0:14331:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=18 v=5 (1 1 1 1) 02000000:00000010:1.0:1749609355.260897:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5093c00. 00000100:00080000:2.0:1749609355.260897:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:3.0:1749609355.260897:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609355.260899:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609355.260900:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1749609355.260901:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:3.0:1749609355.260901:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609355.260902:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609355.260902:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609355.260903:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609355.260904:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00080000:2.0:1749609355.260904:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1749609355.260905:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609355.260905:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000010:3.0:1749609355.260905:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58ab400. 02000000:00000001:0.0:1749609355.260906:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609355.260907:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609355.260907:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749609355.260907:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609355.260909:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609355.260909:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609355.260909:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609355.260911:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609355.260911:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609355.260911:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1749609355.260912:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0641000. 00000400:00000010:0.0:1749609355.260913:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000001:2.0:1749609355.260913:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749609355.260913:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609355.260915:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749609355.260916:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1749609355.260917:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612277888, offset 224 02000000:00000001:1.0:1749609355.260918:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1749609355.260918:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609355.260918:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:2.0:1749609355.260919:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:1.0:1749609355.260920:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124056300. 00000100:00000001:3.0:1749609355.260920:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749609355.260921:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f840. 00000100:00000040:3.0:1749609355.260922:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:2.0:1749609355.260923:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93e58 00000400:00000010:2.0:1749609355.260924:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93e58. 00000100:00000001:3.0:1749609355.260924:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609355.260926:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609355.260926:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609355.260926:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609355.260927:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609355.260929:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609355.260929:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609355.260930:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609355.260930:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609355.260932:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609355.260933:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609355.260933:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609355.260935:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609355.260935:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609355.260937:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:2.0:1749609355.260937:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609355.260937:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000400:00000200:0.0:1749609355.260939:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609355.260939:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609355.260940:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612277632, offset 0 00000100:00000001:1.0:1749609355.260941:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609355.260943:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260943:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609355.260943:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609355.260944:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bf280 00000100:00000001:2.0:1749609355.260945:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.260946:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260947:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609355.260948:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609355.260950:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609355.260950:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609355.260951:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1737d [1] + 224 00000100:00000001:2.0:1749609355.260951:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609355.260953:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609355.260955:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609355.260955:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bf180 00000100:00001000:2.0:1749609355.260957:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=11 v=5 (5 5 5 5) 00000400:00000200:0.0:1749609355.260958:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609355.260959:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17385 [1] + 0 00000100:00001000:2.0:1749609355.260960:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=11 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609355.260962:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609355.260963:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609355.260963:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609355.260963:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749609355.260965:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1749609355.260966:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609355.260967:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609355.260968:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00080000:2.0:1749609355.260968:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609355.260969:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609355.260972:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609355.260972:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609355.260974:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609355.260975:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609355.260978:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00000001:2.0:1749609355.260978:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609355.260979:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000040:3.0:1749609355.260980:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609355.260981:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609355.260983:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609355.260983:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005984896 : -131938703566720 : ffff8800a0711880) 00000100:00000001:2.0:1749609355.260983:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609355.260986:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609355.260987:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000400:00000010:0.0:1749609355.260988:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000040:1.0:1749609355.260988:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0711880 x1834594612277760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609355.260991:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609355.260992:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609355.260992:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609355.260993:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609355.260994:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.260995:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609355.260996:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609355.260996:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000100:00000040:0.0:1749609355.260997:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:3.0:1749609355.260998:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00010000:00000001:0.0:1749609355.260999:0:14331:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749609355.260999:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609355.261000:0:14331:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.261000:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749609355.261002:0:14331:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749609355.261002:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612277760:12345-0@lo:38: 00000100:00000001:3.0:1749609355.261002:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609355.261004:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083800 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1749609366 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609355.261004:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609355.261006:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612277504:0@lo:400: 00000100:00000200:1.0:1749609355.261007:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612277760 00000100:00000040:3.0:1749609355.261007:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609355.261009:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609355.261009:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609355.261010:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609355.261010:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609355.261011:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609355.261013:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612277888:12345-0@lo:400: Request processed in 179us (588us total) trans 0 rc 0/0 00000100:00000040:2.0:1749609355.261013:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124056680 x1834594612277504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609355.261013:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713800 x1834594612277632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609355.261014:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609355.261019:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00000001:2.0:1749609355.261019:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609355.261020:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1749609355.261021:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612277632:12345-0@lo:38: Request processed in 148us (565us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749609355.261022:0:14331:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 02000000:00000010:2.0:1749609355.261022:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000100:00000001:0.0:1749609355.261024:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609355.261024:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609355.261025:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749609355.261025:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749609355.261026:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609355.261026:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00100000:3.0:1749609355.261027:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000020:00000010:0.0:1749609355.261028:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000020:00000001:2.0:1749609355.261028:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609355.261029:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057300. 00000100:00000001:3.0:1749609355.261029:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749609355.261030:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e190. 00010000:00020000:1.0:1749609355.261030:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609355.261031:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609355.261032:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 02000000:00000001:2.0:1749609355.261032:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1749609355.261033:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609355.261033:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1749609355.261033:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000100:00000010:2.0:1749609355.261034:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124056680. 00000020:00000040:0.0:1749609355.261035:0:14331:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000020:00000010:3.0:1749609355.261036:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e898. 00000100:00000001:0.0:1749609355.261037:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609355.261037:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609355.261037:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609355.261038:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609355.261039:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000001:2.0:1749609355.261040:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.261041:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609355.261042:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609355.261042:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.261043:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609355.261043:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609355.261045:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749609355.261046:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1749609355.261046:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609355.261048:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f898. 02000000:00000010:1.0:1749609355.261050:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5093c00. 00000400:00000200:2.0:1749609355.261050:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93d48 00000400:00000010:2.0:1749609355.261051:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93d48. 00000100:00000001:2.0:1749609355.261052:0:1509:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609355.261053:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609355.261055:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.261056:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609355.261059:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609355.261062:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609355.261063:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609355.261066:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609355.261069:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609355.261070:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609355.261070:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609355.261072:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609355.261073:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609355.261073:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609355.261074:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609355.261075:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609355.261076:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609355.261076:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.261079:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00001000:2.0:1749609355.261079:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=18 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609355.261081:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00001000:2.0:1749609355.261081:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609355.261083:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609355.261084:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609355.261085:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:2.0:1749609355.261085:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609355.261087:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609355.261088:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609355.261090:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.261093:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749609355.261094:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.261095:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609355.261096:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609355.261097:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609355.261098:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1749609355.261099:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000100:00000001:2.0:1749609355.261099:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609355.261102:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609355.261103:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612277760, offset 0 00000100:00000001:2.0:1749609355.261108:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609355.261109:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609355.261110:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609355.261111:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609355.261113:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609355.261118:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609355.261120:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612277888:0@lo:400: 00000100:00000001:2.0:1749609355.261123:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609355.261125:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bf200 00000100:00000001:2.0:1749609355.261125:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609355.261127:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055c00 x1834594612277888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609355.261130:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17395 [1] + 0 00000100:00000001:2.0:1749609355.261134:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609355.261135:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609355.261136:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 00000400:00000200:1.0:1749609355.261137:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609355.261138:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609355.261139:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609355.261140:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609355.261164:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609355.261165:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057f00. 00000400:00000200:1.0:1749609355.261167:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609355.261168:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609355.261168:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609355.261169:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055c00. 00000100:00000001:1.0:1749609355.261172:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609355.261173:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609355.261174:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609355.261176:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609355.261177:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609355.261179:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609355.261180:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609355.261182:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609355.261183:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609355.261189:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.261201:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609355.261207:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000400:00000010:1.0:1749609355.261210:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:1.0:1749609355.261227:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609355.261229:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609355.261233:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609355.261236:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609355.261239:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609355.261250:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609355.261256:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711880 x1834594612277760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609375 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609355.261269:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612277760:12345-0@lo:38: Request processed in 267us (616us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609355.261280:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000100:00000001:1.0:1749609355.261284:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609355.261286:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609355.261290:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000010:1.0:1749609355.261296:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e258. 00000020:00000010:1.0:1749609355.261301:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00000100:00000001:1.0:1749609355.261305:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.261325:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609355.261328:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609355.261333:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609355.261335:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609355.261338:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b58. 00000400:00000200:1.0:1749609355.261342:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:1.0:1749609355.261344:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:1.0:1749609355.261347:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609355.261351:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609355.261363:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.261373:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609355.261375:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.261378:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609355.261380:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609355.261382:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609355.261385:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609355.261388:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609355.261393:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609355 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609355.261398:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=21 v=20 (1 1 1 20) 00000100:00000001:1.0:1749609355.261403:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609355.261405:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609355.261408:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609355.261414:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.261424:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609355.261427:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609355.261429:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.261432:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609355.261434:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609355.261438:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609355.261442:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609355.261444:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609355.261449:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609355.261460:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612277632:0@lo:38: 00000400:00000001:1.0:1749609355.261466:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609355.261468:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609355.261470:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 00000400:00000200:1.0:1749609355.261473:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000400:00000010:1.0:1749609355.261475:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000100:00000001:1.0:1749609355.261478:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609355.261481:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609355.261492:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.261532:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609355.261534:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.261536:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609355.261538:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609355.261540:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609355.261542:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609355.261544:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609355.261549:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609355 v=5 (0 0 0 0) 00000100:00001000:1.0:1749609355.261553:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=18 v=20 (1 1 1 20) 00000100:00000001:1.0:1749609355.261557:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609355.261559:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609355.261561:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609355.261565:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.261574:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609355.261577:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609355.261578:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.261581:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609355.261583:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609355.261585:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749609355.261588:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609355.261591:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609355.261594:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609355.261604:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612277760:0@lo:38: 00000100:00000001:1.0:1749609355.261608:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.261611:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609355.261614:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124054000 x1834594612277632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.261624:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609355.261626:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609355.261629:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5090800. 02000000:00000001:1.0:1749609355.261634:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609355.261636:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609355.261638:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609355.261641:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609355.261643:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0643400. 02000000:00000001:1.0:1749609355.261646:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609355.261648:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609355.261650:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054000. 00000100:00000001:1.0:1749609355.261654:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609355.261656:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.261658:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609355.261661:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124057480 x1834594612277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609355.261671:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609355.261673:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609355.261675:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092000. 02000000:00000001:1.0:1749609355.261679:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609355.261680:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609355.261682:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609355.261684:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609355.261686:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0643c00. 02000000:00000001:1.0:1749609355.261689:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609355.261690:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609355.261692:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057480. 00000100:00000001:1.0:1749609355.261695:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609355.261697:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.261699:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609355.261705:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609355.261707:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609355.261710:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609355.261711:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609355.267593:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298631672, at 4298631672 00000100:00000010:1.0:1749609355.267603:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8800. 00000100:00000040:3.0:1749609355.267605:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298631672, at 4298631672 00000100:00000040:0.0:1749609355.267610:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298631672, at 4298631672 00000100:00000040:2.0:1749609355.267610:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298631672, at 4298631672 00000100:00000010:3.0:1749609355.267615:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8340. 00000100:00000010:2.0:1749609355.267626:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8a40. 00000100:00000010:0.0:1749609355.267645:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8640. 00010000:00000001:0.0:1749609355.631735:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609355.631742:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609355.631749:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609355.631751:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609355.631782:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749609355.631785:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749609355.631787:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609355.710659:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609355.710668:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609355.710669:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609355.710673:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609355.710677:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609355.710681:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609355.710684:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609355.710686:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609355.710688:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609356.507636:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609356.507649:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609356.507655:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609356.507658:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609356.507664:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609356.507672:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9800. 00000100:00000001:2.0:1749609356.507678:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609356.507684:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609356.507687:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609356.507693:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0201000. 00000100:00000001:2.0:1749609356.507694:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000674304 : -131938708877312 : ffff8800a0201000) 00000100:00000001:2.0:1749609356.507697:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609356.507699:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000001:2.0:1749609356.507705:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609356.507707:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609356.507710:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609356.507711:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609356.507719:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612278016/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609356.507744:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609356.507746:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609356.507748:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612278016/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609356.507755:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609356.507758:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609356.507759:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609356.507760:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0201000 going to sleep for 0 seconds 00000100:00000001:2.0:1749609356.507763:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609356.507765:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609356.507767:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609356.507769:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609356.507771:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609356.507774:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612278016/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609356.507781:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612278016:0@lo:900: 00000100:00000001:2.0:1749609356.507785:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609356.507787:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609356.507790:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609356.507791:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609356.507794:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612278016/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609356.507800:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609356.507801:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0201000. 00000100:00000001:2.0:1749609356.507804:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609356.507806:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609356.507808:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609356.507810:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612278016/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609356.507816:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609356.507818:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609356.507819:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609356.507821:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609356.507823:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609356.507826:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609356.507828:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609356.507829:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:2.0:1749609356.507832:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609356.507833:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609356.633630:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609356.633638:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609356.633646:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609356.633650:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609356.633653:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609356.633657:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609356.633661:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609356.633664:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609356.633666:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609356.633670:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609356.633736:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609356.633741:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609356.633744:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609356.710679:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609356.710686:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609356.710688:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609356.710691:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609356.710694:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609356.710697:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609356.710700:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609356.710702:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609356.710704:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609357.022761:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609357.022782:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609357.022787:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609357.022791:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609357.022808:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609357.022831:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341680 00000400:00000200:0.0:1749609357.022844:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 40432 00000800:00000001:0.0:1749609357.022855:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609357.022862:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609357.022866:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609357.022872:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609357.022879:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609357.022883:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609357.022890:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057100. 00000100:00000040:0.0:1749609357.022895:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff880124057100 x1834594730251904 msgsize 520 00000100:00100000:0.0:1749609357.022902:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609357.022927:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609357.022937:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609357.022944:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609357.022946:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609357.022949:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609357.022955:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609357.022964:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341600 00000400:00000200:0.0:1749609357.022972:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x1682d [2] + 0 00000400:00000010:0.0:1749609357.022978:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62000. 00000400:00000200:0.0:1749609357.022984:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3600 00000800:00000001:0.0:1749609357.022989:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609357.022994:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609357.022996:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609357.023002:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609357.023006:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3600 00000400:00000010:0.0:1749609357.023008:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3600. 00000100:00000001:0.0:1749609357.023016:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609357.023019:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609357.023023:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf58c50 x1834594730251776 msgsize 224 00000100:00100000:0.0:1749609357.023029:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609357.023031:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1749609357.023040:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609357.023046:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730251904 02000000:00000001:1.0:1749609357.023049:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609357.023050:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609357.023052:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609357.023055:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609357.023056:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:1.0:1749609357.023060:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609357.023061:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609357.023064:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00100000:1.0:1749609357.023064:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730251904 00000800:00000001:0.0:1749609357.023067:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609357.023067:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609357.023071:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749609357.023073:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000001:1.0:1749609357.023073:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609357.023076:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609357.023077:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609357.023081:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341700 00000020:00000010:1.0:1749609357.023084:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000400:00000200:0.0:1749609357.023086:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 40952 00000020:00000010:1.0:1749609357.023090:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000800:00000001:0.0:1749609357.023092:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:1.0:1749609357.023095:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee960. 00000100:00000001:1.0:1749609357.023101:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609357.023102:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609357.023104:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.023110:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609357.023136:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609357.023140:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609357.023146:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609357.023151:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609357.023153:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609357.023157:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124056d80. 00000100:00000001:1.0:1749609357.023158:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609357.023160:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff880124056d80 x1834594730252032 msgsize 520 00000100:00100000:0.0:1749609357.023165:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:1.0:1749609357.023165:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609357.023167:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609357.023173:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2774 00000100:00000001:1.0:1749609357.023176:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213522176 : -131936496029440 : ffff880124057100) 00000100:00000001:0.0:1749609357.023178:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609357.023200:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000040:1.0:1749609357.023204:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124057100 x1834594730251904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1749609357.023205:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609357.023207:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609357.023211:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730251776 02000000:00000001:2.0:1749609357.023213:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609357.023215:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749609357.023216:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730251904:12345-192.168.201.20@tcp:38: 00000100:00000001:2.0:1749609357.023217:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609357.023219:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730251904 02000000:00000001:2.0:1749609357.023221:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609357.023222:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609357.023223:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609357.023223:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730251776 00010000:00000001:1.0:1749609357.023225:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609357.023225:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749609357.023226:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730252032 00000020:00000040:2.0:1749609357.023226:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 02000000:00000001:0.0:1749609357.023228:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749609357.023228:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609357.023230:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749609357.023231:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00000001:0.0:1749609357.023233:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609357.023233:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609357.023235:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 02000000:00000001:0.0:1749609357.023237:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.023239:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749609357.023240:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730252032 00000020:00000001:1.0:1749609357.023240:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609357.023242:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00010000:00020000:1.0:1749609357.023243:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:2.0:1749609357.023243:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 00000020:00000040:0.0:1749609357.023244:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609357.023246:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749609357.023246:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609357.023246:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609357.023248:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706780. 00000020:00000001:0.0:1749609357.023249:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609357.023249:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609357.023251:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.023252:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:2.0:1749609357.023254:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00000001:1.0:1749609357.023255:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749609357.023256:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 02000000:00000001:1.0:1749609357.023257:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749609357.023257:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609357.023260:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000020:00000010:0.0:1749609357.023261:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 02000000:00000010:1.0:1749609357.023262:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5092000. 02000000:00000001:1.0:1749609357.023263:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609357.023265:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e190. 00000100:00000001:1.0:1749609357.023266:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609357.023266:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609357.023268:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1749609357.023270:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609357.023271:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609357.023271:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609357.023272:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1749609357.023272:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.023272:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.023275:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609357.023275:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609357.023276:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.023278:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609357.023279:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609357.023285:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609357.023289:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609357.023290:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609357.023293:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609357.023293:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609357.023295:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609357.023297:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609357.023299:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609357.023300:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609357.023300:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609357.023301:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.023302:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609357.023303:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609357.023307:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00100000:2.0:1749609357.023308:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1469 00000400:00000010:1.0:1749609357.023310:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000100:00000040:2.0:1749609357.023311:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:0.0:1749609357.023312:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609357.023312:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346698320 : -131936362853296 : ffff88012bf58c50) 00000100:00000200:1.0:1749609357.023313:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730251904, offset 0 00000100:00000001:0.0:1749609357.023314:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609357.023317:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf58c50 x1834594730251776/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:303/0 lens 224/0 e 0 to 0 dl 1749609368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609357.023319:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:0.0:1749609357.023320:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2775 00000100:00000001:3.0:1749609357.023321:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609357.023323:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213521280 : -131936496030336 : ffff880124056d80) 00000100:00000001:2.0:1749609357.023325:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609357.023326:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609357.023327:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000010:2.0:1749609357.023327:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 00000100:00000040:0.0:1749609357.023328:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124056d80 x1834594730252032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609357.023328:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609357.023328:0:14333:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609357.023330:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706780. 00000100:00000001:3.0:1749609357.023330:0:14333:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609357.023333:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2097:2097:256:4294967295] 192.168.201.20@tcp LPNI seq info [2093:2093:8:4294967295] 00000100:00100000:2.0:1749609357.023333:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730251776:12345-192.168.201.20@tcp:400: 00000100:00000200:2.0:1749609357.023336:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730251776 00000020:00000001:2.0:1749609357.023338:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609357.023341:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:1.0:1749609357.023343:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000001:2.0:1749609357.023344:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609357.023346:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730252032:12345-192.168.201.20@tcp:38: 00000020:00000001:2.0:1749609357.023346:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000800:00000200:1.0:1749609357.023348:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000001:2.0:1749609357.023348:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:2.0:1749609357.023350:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1749609357.023351:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730252032 00000800:00000010:1.0:1749609357.023352:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee000. 00000020:00000001:2.0:1749609357.023352:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609357.023353:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609357.023354:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609357.023355:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000800:00000200:1.0:1749609357.023356:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00010000:00000001:0.0:1749609357.023357:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609357.023357:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609357.023359:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609357.023362:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1749609357.023363:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:2.0:1749609357.023364:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1749609357.023365:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000800:00000200:1.0:1749609357.023366:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee000 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1749609357.023367:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509bc00. 02000000:00000001:2.0:1749609357.023368:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609357.023369:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:2.0:1749609357.023370:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609357.023373:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.023375:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609357.023375:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730251776 00000100:00000001:0.0:1749609357.023376:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609357.023377:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609357.023377:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749609357.023379:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609357.023379:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609357.023380:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf58c50 x1834594730251776/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:303/0 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609357.023381:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749609357.023383:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a0643000. 00000100:00000040:1.0:1749609357.023384:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057100 x1834594730251904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609377 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609357.023386:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609357.023387:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609357.023388:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.023389:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609357.023391:0:16548:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00001000:2.0:1749609357.023391:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609357.023394:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609357.023396:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609357.023398:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00080000:0.0:1749609357.023399:0:16548:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3966 last 0 00000100:00100000:1.0:1749609357.023399:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730251904:12345-192.168.201.20@tcp:38: Request processed in 183us (501us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749609357.023399:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609357.023401:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609357.023402:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609357.023404:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:0.0:1749609357.023405:0:16548:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00100000:1.0:1749609357.023406:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2774 00000400:00000010:2.0:1749609357.023407:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93d48. 00000100:00000001:1.0:1749609357.023408:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609357.023409:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:0.0:1749609357.023410:0:16548:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000200:2.0:1749609357.023411:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730251776, offset 224 00000020:00000010:1.0:1749609357.023412:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 00000004:00000001:0.0:1749609357.023413:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000010:1.0:1749609357.023415:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee960. 00000400:00000200:2.0:1749609357.023415:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609357.023417:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000010:1.0:1749609357.023418:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00000001:1.0:1749609357.023421:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609357.023423:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:0.0:1749609357.023425:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609357.023427:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2098:2098:255:4294967295] 192.168.201.20@tcp LPNI seq info [2094:2094:7:4294967295] 00000004:00000001:0.0:1749609357.023430:0:16548:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609357.023432:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609357.023436:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000040:0.0:1749609357.023438:0:16548:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000800:00000200:2.0:1749609357.023440:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000040:0.0:1749609357.023441:0:16548:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:0.0:1749609357.023444:0:16548:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000800:00000010:2.0:1749609357.023444:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7700. 00000004:00000001:0.0:1749609357.023448:0:16548:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:2.0:1749609357.023448:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:0.0:1749609357.023451:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609357.023453:0:16548:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:2.0:1749609357.023453:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000001:0.0:1749609357.023456:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:2.0:1749609357.023456:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7700 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:0.0:1749609357.023459:0:16548:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609357.023459:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609357.023461:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:0.0:1749609357.023462:0:16548:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609357.023462:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1749609357.023462:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609357.023464:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609357.023465:0:16548:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000010:1.0:1749609357.023465:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee000. 00000020:00000001:2.0:1749609357.023466:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1749609357.023469:0:16548:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:1.0:1749609357.023469:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609357.023469:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf58c50 x1834594730251776/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:303/0 lens 224/224 e 0 to 0 dl 1749609368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609357.023473:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609357.023473:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609357.023475:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000100:00000001:0.0:1749609357.023476:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:1.0:1749609357.023477:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000100:00100000:2.0:1749609357.023477:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730251776:12345-192.168.201.20@tcp:400: Request processed in 150us (452us total) trans 0 rc 0/0 00010000:00000001:0.0:1749609357.023478:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609357.023480:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:0.0:1749609357.023481:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609357.023481:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749609357.023483:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1469 00000100:00001000:0.0:1749609357.023484:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000040:2.0:1749609357.023485:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:2.0:1749609357.023487:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609357.023488:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609357.023488:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609357.023490:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609357.023493:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000400:00000200:0.0:1749609357.023495:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000010:2.0:1749609357.023495:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000020:00000040:2.0:1749609357.023537:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:0.0:1749609357.023541:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609357.023541:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609357.023544:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000200:2.0:1749609357.023544:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1749609357.023547:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000400:00000010:2.0:1749609357.023548:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f898. 00000100:00000001:0.0:1749609357.023549:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000010:2.0:1749609357.023551:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201000. 00000100:00000040:0.0:1749609357.023553:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609357.023556:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609357.023558:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609357.023561:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609357.023564:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:0.0:1749609357.023568:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668220. 00000100:00000200:0.0:1749609357.023573:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730252032, offset 0 00000800:00000200:1.0:1749609357.023576:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749609357.023578:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609357.023579:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7700. 00000400:00000200:1.0:1749609357.023581:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609357.023584:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609357.023587:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609357.023587:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93d48 00000400:00000010:1.0:1749609357.023588:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93d48. 00000100:00000001:1.0:1749609357.023590:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609357.023592:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1749609357.023594:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2099:2099:255:4294967295] 192.168.201.20@tcp LPNI seq info [2095:2095:7:4294967295] 02000000:00000010:1.0:1749609357.023594:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509bc00. 02000000:00000001:1.0:1749609357.023597:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609357.023598:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609357.023606:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609357.023613:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609357.023616:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057c00. 00000800:00000200:0.0:1749609357.023621:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:0.0:1749609357.023628:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609357.023632:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057c00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1749609357.023655:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609357.023659:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609357.023662:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609357.023665:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609357.023670:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124056d80 x1834594730252032/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609377 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609357.023683:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730252032:12345-192.168.201.20@tcp:38: Request processed in 339us (521us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749609357.023694:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2775 00000100:00000001:0.0:1749609357.023697:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609357.023699:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609357.023702:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000020:00000010:0.0:1749609357.023706:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e190. 00000020:00000010:0.0:1749609357.023710:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:0.0:1749609357.023715:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609357.023717:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609357.023720:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057c00. 00000400:00000200:2.0:1749609357.023723:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609357.023727:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609357.023730:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668220 00000400:00000010:2.0:1749609357.023732:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668220. 00000100:00000001:2.0:1749609357.023734:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609357.023736:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609357.635730:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609357.635739:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609357.635749:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609357.635751:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609357.635872:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609357.635877:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609357.635880:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609357.710690:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609357.710699:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609357.710702:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609357.710706:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609357.710711:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609357.710715:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.710718:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609357.710721:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609357.710723:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609358.508604:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000020:00000040:2.0:1749609358.508614:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609358.508618:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609358.508621:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609358.508626:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609358.508633:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d9000. 00000100:00000001:2.0:1749609358.508639:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609358.508643:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609358.508645:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609358.508652:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a02010c0. 00000100:00000001:2.0:1749609358.508653:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000674496 : -131938708877120 : ffff8800a02010c0) 00000100:00000001:2.0:1749609358.508656:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609358.508657:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000001:2.0:1749609358.508661:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609358.508663:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609358.508665:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609358.508666:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609358.508673:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5082a00 x1834594612278144/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609358.508682:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609358.508683:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609358.508686:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5082a00 x1834594612278144/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609358.508692:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609358.508695:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609358.508696:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609358.508698:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a02010c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749609358.508700:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609358.508702:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609358.508705:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609358.508707:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609358.508709:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609358.508711:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612278144/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609358.508718:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5082a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612278144:0@lo:900: 00000100:00000001:2.0:1749609358.508724:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609358.508726:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609358.508728:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609358.508730:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609358.508732:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5082a00 x1834594612278144/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609358.508743:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609358.508744:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a02010c0. 00000100:00000001:2.0:1749609358.508747:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609358.508749:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609358.508751:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609358.508753:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5082a00 x1834594612278144/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609358.508758:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609358.508760:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609358.508761:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609358.508763:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609358.508764:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609358.508768:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609358.508769:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609358.508771:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5082a00. 00000100:00000001:2.0:1749609358.508774:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609358.508774:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609358.637643:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609358.637649:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609358.637654:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609358.637655:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609358.637736:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609358.637740:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609358.637742:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609358.710617:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609358.710623:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609358.710625:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609358.710627:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609358.710630:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609358.710632:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609358.710635:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609358.710637:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609358.710638:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609359.639699:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609359.639707:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609359.639715:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609359.639716:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609359.639807:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609359.639814:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609359.639819:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609359.710620:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609359.710627:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609359.710629:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609359.710632:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609359.710636:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609359.710640:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609359.710643:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609359.710645:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609359.710647:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609360.267645:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609360.267653:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609360.267660:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055500. 00000020:00000040:0.0:1749609360.267666:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609360.267670:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609360.267672:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609360.267677:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609360.267683:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057a00. 00000100:00000001:0.0:1749609360.267690:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609360.267697:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609360.267707:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609360.267709:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609360.267715:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055500] to pc [ptlrpcd_00_02+2] req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609360.267743:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609360.267745:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609360.267748:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609360.267750:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609360.267752:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609360.267755:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609360.267757:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3964 00000100:00080000:0.0:1749609360.267760:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609360.267762:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609360.267764:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609360.267766:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609360.267767:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609360.267769:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609360.267771:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609360.267773:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609360.267775:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609360.267777:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609360.267778:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609360.267780:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609360.267782:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609360.267783:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609360.267784:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609360.267786:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609360.267788:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609360.267790:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609360.267791:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609360.267796:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609360.267798:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.267799:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609360.267802:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609360.267804:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054380. 00000100:00000001:3.0:1749609360.267804:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609360.267806:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609360.267809:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609360.267810:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.267810:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609360.267812:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609360.267813:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609360.267814:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609360.267815:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609360.267817:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0643400. 00000100:00000001:0.0:1749609360.267820:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609360.267821:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609360.267823:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609360.267824:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609360.267828:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.267829:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609360.267830:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609360.267832:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124054380] to pc [ptlrpcd_rcv+-1] req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609360.267833:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609360.267835:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609360.267839:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609360.267842:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609360.267845:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.267847:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609360.267848:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612278272:0@lo:400: 00000100:00000040:0.0:1749609360.267849:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609360.267851:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609360.267853:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055880. 00000020:00000040:0.0:1749609360.267854:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609360.267856:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609360.267857:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609360.267857:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609360.267858:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609360.267860:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057200. 00000100:00000001:0.0:1749609360.267862:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609360.267862:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609360.267864:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749609360.267864:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609360.267867:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609360.267869:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609360.267869:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609360.267871:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055880] to pc [ptlrpcd_00_03+3] req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609360.267871:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 02000000:00000001:3.0:1749609360.267874:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609360.267880:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62cb8. 00000100:00000001:0.0:1749609360.267882:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609360.267884:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609360.267886:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609360.267887:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:3.0:1749609360.267887:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000100:00080000:0.0:1749609360.267888:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609360.267890:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609360.267891:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3964 00000100:00080000:0.0:1749609360.267893:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609360.267894:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609360.267896:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749609360.267896:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612278272, portal 25 00000100:00000040:0.0:1749609360.267897:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609360.267898:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609360.267900:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609360.267900:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000001:3.0:1749609360.267900:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749609360.267901:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609360.267901:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609360.267902:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:3.0:1749609360.267902:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213515008 : -131936496036608 : ffff880124055500) 00000100:00000001:2.0:1749609360.267903:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609360.267904:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:0.0:1749609360.267905:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:2.0:1749609360.267905:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609360.267907:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609360.267908:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609360.267908:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609360.267909:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609360.267910:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:2.0:1749609360.267910:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609360.267912:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:0.0:1749609360.267914:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609360.267916:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.267917:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609360.267918:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609360.267918:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609360.267919:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609360.267920:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609360.267921:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609360.267922:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609360.267922:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749609360.267923:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283cc0. 00000100:00000001:0.0:1749609360.267924:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749609360.267924:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609360.267925:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.267926:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609360.267926:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612278272, offset 0 00000100:00100000:2.0:1749609360.267927:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612278528:0@lo:400: 00000100:00000010:0.0:1749609360.267928:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055f80. 00000020:00000040:0.0:1749609360.267930:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609360.267930:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609360.267932:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609360.267933:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609360.267933:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749609360.267933:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609360.267934:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.267935:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609360.267936:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609360.267936:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609360.267936:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609360.267938:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.267940:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749609360.267940:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 02000000:00000010:0.0:1749609360.267941:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0641000. 00000100:00000001:1.0:1749609360.267942:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609360.267942:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.267944:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609360.267946:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609360.267946:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f840. 00000100:00100000:0.0:1749609360.267948:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749609360.267949:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93e58. 00000400:00000200:3.0:1749609360.267949:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609360.267953:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612278528, portal 4 00000100:00000001:2.0:1749609360.267954:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609360.267955:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609360.267955:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213515904 : -131936496035712 : ffff880124055880) 00000100:00000001:0.0:1749609360.267956:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609360.267956:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.267958:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609360.267958:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609360.267960:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609360.267960:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bf400 00000100:00000040:0.0:1749609360.267961:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055f80] to pc [ptlrpcd_rcv+-1] req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609360.267961:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609360.267962:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609360.267964:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612278400:0@lo:38: 00000100:00000001:1.0:1749609360.267967:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609360.267967:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609360.267968:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16861 [2] + 0 02000000:00000001:1.0:1749609360.267969:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749609360.267969:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609360.267970:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609360.267970:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 02000000:00000001:1.0:1749609360.267971:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609360.267972:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609360.267973:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:3.0:1749609360.267973:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0ec8. 00000100:00080000:0.0:1749609360.267976:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:1.0:1749609360.267976:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5090800. 00000100:00000001:0.0:1749609360.267977:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1749609360.267977:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609360.267978:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596bf00 00000100:00080000:0.0:1749609360.267979:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1749609360.267981:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000100:00000200:2.0:1749609360.267981:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612278528, offset 0 00000100:00000001:0.0:1749609360.267982:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609360.267984:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3964 00000400:00000010:1.0:1749609360.267984:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000400:00000200:3.0:1749609360.267984:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609360.267985:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749609360.267986:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609360.267989:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000200:1.0:1749609360.267989:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612278400, portal 4 00000100:00000001:1.0:1749609360.267990:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749609360.267990:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609360.267991:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609360.267991:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213510528 : -131936496041088 : ffff880124054380) 00000400:00000200:2.0:1749609360.267992:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609360.267994:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:3.0:1749609360.267994:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596bf00 00000100:00000001:0.0:1749609360.267996:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609360.267996:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609360.267997:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bf500 00000400:00000010:3.0:1749609360.267997:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596bf00. 00000020:00000001:0.0:1749609360.267998:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609360.267999:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609360.268001:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609360.268002:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609360.268002:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 1792 00000100:00000001:3.0:1749609360.268002:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749609360.268003:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000040:1.0:1749609360.268004:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609360.268004:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:0.0:1749609360.268005:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000400:00000010:1.0:1749609360.268005:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000020:00000001:0.0:1749609360.268007:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000200:1.0:1749609360.268007:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612278400, offset 0 00000400:00000200:2.0:1749609360.268007:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609360.268008:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf58050 x1834594612278272 msgsize 224 00000100:00000040:0.0:1749609360.268010:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:2.0:1749609360.268010:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609360.268011:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609360.268012:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749609360.268013:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609360.268014:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609360.268014:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749609360.268015:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609360.268016:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:2.0:1749609360.268016:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:0.0:1749609360.268018:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000400:00000200:1.0:1749609360.268018:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749609360.268019:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082a00. 00000100:00080000:0.0:1749609360.268021:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:2.0:1749609360.268021:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5082a00 x1834594612278528 msgsize 224 00000100:00000001:0.0:1749609360.268023:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609360.268023:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bf480 00000100:00100000:2.0:1749609360.268024:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609360.268025:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609360.268025:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609360.268028:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 2600 02000000:00000001:0.0:1749609360.268029:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609360.268031:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609360.268032:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609360.268032:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609360.268032:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283cc0 00000100:00000001:0.0:1749609360.268033:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609360.268034:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609360.268035:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749609360.268035:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283cc0. 00000100:00000010:0.0:1749609360.268038:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054e00. 00000100:00000001:3.0:1749609360.268039:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749609360.268040:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609360.268042:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1749609360.268043:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609360.268044:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609360.268044:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000100:00000001:0.0:1749609360.268046:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749609360.268046:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 02000000:00000001:0.0:1749609360.268047:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609360.268048:0:1512:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609360.268049:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268050:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609360.268051:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:2.0:1749609360.268051:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609360.268053:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749609360.268054:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800883d4c00. 00000100:00000010:1.0:1749609360.268054:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0711c00. 00000100:00000040:1.0:1749609360.268072:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0711c00 x1834594612278400 msgsize 520 00000100:00100000:1.0:1749609360.268076:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609360.268076:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609360.268077:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609360.268082:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609360.268085:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609360.268085:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268086:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609360.268087:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749609360.268089:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609360.268090:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000100:00000001:0.0:1749609360.268091:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749609360.268091:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:0.0:1749609360.268093:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268093:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609360.268094:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268094:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268095:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609360.268096:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124054e00] to pc [ptlrpcd_rcv+-1] req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609360.268096:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609360.268098:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298636680 00000100:00000001:2.0:1749609360.268099:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268102:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609360.268102:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000010:3.0:1749609360.268103:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8340. 00000100:00000001:0.0:1749609360.268104:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609360.268104:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.268104:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298636673 00000100:00000040:0.0:1749609360.268105:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609360.268108:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749609360.268109:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268109:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000010:0.0:1749609360.268110:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057b80. 00000100:00000001:1.0:1749609360.268110:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749609360.268112:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609360.268112:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.268114:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609360.268115:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749609360.268115:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1040 usecs (2 jiffies) 02000000:00000001:0.0:1749609360.268116:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268117:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298636674 02000000:00000010:0.0:1749609360.268119:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057800. 00000100:00000001:1.0:1749609360.268119:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298636680 00000100:00000001:2.0:1749609360.268119:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609360.268121:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609360.268121:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612278272 00000100:00000001:3.0:1749609360.268121:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298636680 00000100:00000001:1.0:1749609360.268122:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298636674 00000100:00000040:0.0:1749609360.268123:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609360.268123:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1749609360.268124:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8900. 00000100:00000001:2.0:1749609360.268126:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609360.268127:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609360.268127:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268128:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298636680 00000100:00000001:0.0:1749609360.268129:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609360.268130:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609360.268131:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268131:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298636673 00000100:00000040:0.0:1749609360.268132:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124057b80] to pc [ptlrpcd_00_00+0] req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.268133:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298636674 00000100:00100000:2.0:1749609360.268134:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612278272 00000100:00000001:3.0:1749609360.268134:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298636674 00000100:00000010:1.0:1749609360.268135:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8540. 00000020:00000001:2.0:1749609360.268135:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609360.268136:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609360.268136:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298636673 00000100:00000001:1.0:1749609360.268137:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:2.0:1749609360.268138:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609360.268140:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:2.0:1749609360.268142:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609360.268143:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298636674 00000020:00000001:2.0:1749609360.268143:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609360.268143:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4298636674 00000100:00000010:1.0:1749609360.268145:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8940. 00000100:00000001:0.0:1749609360.268146:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268147:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609360.268147:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609360.268147:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298636680 00000100:00000001:1.0:1749609360.268149:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609360.268149:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 00000100:00000040:0.0:1749609360.268150:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3974) 00000100:00000001:3.0:1749609360.268150:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4298636674 00000100:00000001:1.0:1749609360.268151:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268151:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609360.268153:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706780. 00000100:00000001:1.0:1749609360.268154:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268154:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298636680 00000100:00000001:1.0:1749609360.268155:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609360.268157:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609360.268157:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4298636674 00000100:00000001:3.0:1749609360.268159:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609360.268161:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:1.0:1749609360.268162:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609360.268162:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268163:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609360.268164:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749609360.268164:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00000001:0.0:1749609360.268165:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609360.268165:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609360.268165:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268166:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749609360.268167:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612278400 00000100:00000001:3.0:1749609360.268167:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609360.268168:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749609360.268168:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609360.268170:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609360.268170:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609360.268171:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268172:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609360.268173:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609360.268173:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609360.268174:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268174:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609360.268174:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268174:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1749609360.268175:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612278400 00000100:00000001:1.0:1749609360.268175:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609360.268176:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749609360.268177:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609360.268177:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609360.268178:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749609360.268178:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609360.268179:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609360.268179:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268179:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609360.268180:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268180:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609360.268181:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609360.268181:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612278656:0@lo:38: 00000100:00000001:3.0:1749609360.268181:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268183:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609360.268183:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609360.268184:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 02000000:00000001:1.0:1749609360.268185:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609360.268185:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268186:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609360.268187:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 02000000:00000001:1.0:1749609360.268187:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609360.268189:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5092c00. 00000020:00000010:0.0:1749609360.268190:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e190. 02000000:00000001:1.0:1749609360.268190:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609360.268192:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b58. 00000100:00000001:0.0:1749609360.268193:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609360.268193:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609360.268193:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609360.268194:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749609360.268194:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000001:0.0:1749609360.268195:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268195:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609360.268196:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612278656, portal 10 00000100:00100000:3.0:1749609360.268196:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1749609360.268197:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609360.268198:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268198:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749609360.268198:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00000001:1.0:1749609360.268199:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213517696 : -131936496033920 : ffff880124055f80) 00000100:00000040:2.0:1749609360.268200:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:3.0:1749609360.268201:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609360.268202:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609360.268202:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.268202:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346695248 : -131936362856368 : ffff88012bf58050) 00000100:00000001:3.0:1749609360.268202:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609360.268204:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609360.268205:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf58050 x1834594612278272/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:306/0 lens 224/0 e 0 to 0 dl 1749609371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609360.268206:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609360.268207:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609360.268207:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609360.268208:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609360.268208:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609360.268209:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749609360.268209:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000100:00100000:0.0:1749609360.268211:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00000200:1.0:1749609360.268211:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612278656, offset 0 00000100:00000001:2.0:1749609360.268212:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749609360.268212:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609360.268213:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005985792 : -131938703565824 : ffff8800a0711c00) 00000020:00000010:2.0:1749609360.268213:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 00000400:00000200:1.0:1749609360.268214:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609360.268214:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609360.268215:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706780. 00000100:00000040:0.0:1749609360.268216:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0711c00 x1834594612278400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609360.268218:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609360.268218:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612278272:12345-0@lo:400: 00000100:00000200:2.0:1749609360.268221:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612278272 00000400:00000200:1.0:1749609360.268222:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bf580 00000100:00000001:3.0:1749609360.268222:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749609360.268223:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609360.268223:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609360.268225:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 41472 00000020:00000001:2.0:1749609360.268226:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:3.0:1749609360.268226:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609360.268228:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609360.268228:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609360.268229:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612278400:12345-0@lo:38: 00000400:00000200:1.0:1749609360.268229:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609360.268229:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1749609360.268230:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609360.268231:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000200:0.0:1749609360.268232:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612278400 00000400:00000200:1.0:1749609360.268232:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609360.268233:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609360.268233:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1749609360.268233:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612278912:0@lo:400: 00000100:00000001:1.0:1749609360.268234:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609360.268234:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609360.268235:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749609360.268235:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1749609360.268236:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609360.268237:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609360.268237:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1749609360.268238:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0710e00. 00000020:00000001:2.0:1749609360.268238:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609360.268239:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0710e00 x1834594612278656 msgsize 520 00000020:00000001:2.0:1749609360.268240:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749609360.268240:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749609360.268242:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609360.268242:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268243:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609360.268244:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609360.268244:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749609360.268247:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268247:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749609360.268247:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099800. 02000000:00000010:3.0:1749609360.268247:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9e00. 00000400:00000200:1.0:1749609360.268249:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 02000000:00000001:2.0:1749609360.268249:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609360.268250:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749609360.268250:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:2.0:1749609360.268250:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609360.268250:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609360.268252:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609360.268252:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609360.268252:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609360.268253:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749609360.268254:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612278272 00000400:00000010:3.0:1749609360.268254:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62058. 00010000:00000001:0.0:1749609360.268255:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749609360.268256:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609360.268257:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:3.0:1749609360.268257:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283cc0. 00000100:00000001:0.0:1749609360.268258:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609360.268259:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000200:2.0:1749609360.268259:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf58050 x1834594612278272/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:306/0 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609360.268260:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609360.268260:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609360.268261:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612278912, portal 10 02000000:00000010:0.0:1749609360.268262:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800883d5000. 02000000:00000001:0.0:1749609360.268263:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268264:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609360.268265:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268265:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609360.268265:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609360.268265:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213524864 : -131936496026752 : ffff880124057b80) 00000100:00000001:1.0:1749609360.268266:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1749609360.268267:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609360.268267:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609360.268268:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268268:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609360.268269:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=29 v=5 (1 1 1 1) 00000100:00001000:0.0:1749609360.268270:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609360.268270:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:1.0:1749609360.268271:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298636673 00000100:00000001:1.0:1749609360.268272:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298636680 00000100:00000001:2.0:1749609360.268272:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609360.268272:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609360.268273:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609360.268274:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298636673 00000100:00000040:2.0:1749609360.268274:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609360.268275:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609360.268275:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298636680 00000100:00000001:1.0:1749609360.268276:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298636673 00000100:00000001:2.0:1749609360.268276:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:0.0:1749609360.268277:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609360.268277:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298636680 00000100:00000001:0.0:1749609360.268278:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609360.268278:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609360.268279:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609360.268279:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298636673 02000000:00000001:2.0:1749609360.268279:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268280:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298636680 00000100:00000001:2.0:1749609360.268280:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609360.268280:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609360.268282:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609360.268283:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609360.268284:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:3.0:1749609360.268284:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609360.268285:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609360.268285:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609360.268286:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749609360.268286:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000400:00000010:3.0:1749609360.268286:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283c38. 02000000:00000001:0.0:1749609360.268287:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609360.268287:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609360.268288:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609360.268289:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612278272, offset 224 00000100:00000040:0.0:1749609360.268290:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609360.268290:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612278912, offset 0 00000400:00000010:0.0:1749609360.268292:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668dd0. 00000100:00000001:1.0:1749609360.268292:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609360.268292:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609360.268292:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609360.268294:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609360.268295:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609360.268295:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609360.268296:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609360.268296:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609360.268298:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612278784:0@lo:38: 00000100:00000001:1.0:1749609360.268300:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609360.268301:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609360.268301:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609360.268301:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bf400 02000000:00000001:1.0:1749609360.268303:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609360.268304:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5091c00. 00000400:00000200:3.0:1749609360.268304:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749609360.268305:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609360.268306:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612278400, offset 0 00000400:00000010:1.0:1749609360.268307:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00000400:00000200:2.0:1749609360.268307:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x173c1 [1] + 224 00000400:00000010:1.0:1749609360.268310:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aee0. 00000400:00000200:2.0:1749609360.268310:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609360.268310:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bf680 00000400:00000200:0.0:1749609360.268311:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609360.268313:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609360.268314:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612278784, portal 10 00000100:00000001:1.0:1749609360.268316:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609360.268316:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213513216 : -131936496038400 : ffff880124054e00) 00000400:00000200:3.0:1749609360.268317:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 41992 00000400:00000200:0.0:1749609360.268318:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609360.268319:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.268321:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609360.268323:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609360.268324:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bf480 00000100:00000001:1.0:1749609360.268324:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609360.268325:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609360.268325:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609360.268327:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000400:00000200:3.0:1749609360.268327:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609360.268328:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x173d1 [1] + 0 00000100:00000200:1.0:1749609360.268331:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612278784, offset 0 00000100:00000040:2.0:1749609360.268331:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609360.268332:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609360.268333:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749609360.268334:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609360.268334:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609360.268334:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609360.268337:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609360.268337:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749609360.268338:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dea00. 00000100:00000200:0.0:1749609360.268340:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609360.268340:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bf600 00000100:00000001:2.0:1749609360.268340:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609360.268341:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dea00 x1834594612278912 msgsize 224 00000400:00000200:1.0:1749609360.268343:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 42216 00000400:00000200:1.0:1749609360.268346:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609360.268346:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000100:00100000:3.0:1749609360.268346:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609360.268347:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609360.268347:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000400:00000200:1.0:1749609360.268348:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609360.268349:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609360.268350:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609360.268352:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609360.268354:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:2.0:1749609360.268355:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609360.268357:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609360.268358:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609360.268360:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf58050 x1834594612278272/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:306/0 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609360.268366:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612278272:12345-0@lo:400: Request processed in 154us (357us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609360.268368:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609360.268371:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609360.268374:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00000001:1.0:1749609360.268375:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609360.268376:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000200:3.0:1749609360.268376:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283c38 00000100:00100000:1.0:1749609360.268377:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612278656 02000000:00000001:1.0:1749609360.268378:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749609360.268378:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283c38. 00000100:00000001:1.0:1749609360.268379:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609360.268379:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609360.268380:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609360.268381:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668dd0 00000100:00000001:1.0:1749609360.268381:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268381:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749609360.268382:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 02000000:00000001:1.0:1749609360.268383:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609360.268384:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668dd0. 00000100:00000200:3.0:1749609360.268384:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609360.268385:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612278656 00000020:00000010:2.0:1749609360.268385:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000020:00000001:1.0:1749609360.268386:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609360.268387:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749609360.268387:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:0.0:1749609360.268388:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:1.0:1749609360.268388:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609360.268389:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609360.268389:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000020:00000001:1.0:1749609360.268390:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609360.268391:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609360.268392:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609360.268392:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609360.268393:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5099800. 00000020:00000010:1.0:1749609360.268394:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000040:0.0:1749609360.268395:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:2.0:1749609360.268395:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609360.268395:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609360.268396:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609360.268397:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609360.268397:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000100:00000040:3.0:1749609360.268397:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609360.268399:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609360.268399:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee960. 00000100:00000200:2.0:1749609360.268399:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749609360.268401:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fdc0. 00000100:00000001:1.0:1749609360.268402:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609360.268403:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711c00 x1834594612278400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.268403:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749609360.268404:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a02010c0. 00000100:00000001:1.0:1749609360.268405:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268405:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268407:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609360.268408:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268411:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609360.268413:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612278400:12345-0@lo:38: Request processed in 184us (339us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609360.268413:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609360.268415:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 711 usecs (1 jiffies) 00000100:00000001:2.0:1749609360.268417:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609360.268417:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298636673 00000100:00000001:1.0:1749609360.268418:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609360.268418:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612278528 00000100:00100000:1.0:1749609360.268419:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612278912 02000000:00000001:2.0:1749609360.268419:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609360.268420:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609360.268420:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298636680 00000100:00000001:1.0:1749609360.268421:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609360.268421:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749609360.268422:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00000001:2.0:1749609360.268422:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268422:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298636673 00000100:00000001:1.0:1749609360.268423:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609360.268424:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609360.268424:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268424:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298636680 00000100:00000001:0.0:1749609360.268425:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749609360.268425:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612278528 00000100:00000001:0.0:1749609360.268426:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749609360.268426:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612278912 00000100:00000001:3.0:1749609360.268426:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298636673 00000020:00000001:1.0:1749609360.268427:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609360.268427:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:2.0:1749609360.268427:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609360.268427:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:3.0:1749609360.268428:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298636680 00000020:00000010:0.0:1749609360.268429:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000020:00000001:1.0:1749609360.268429:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609360.268429:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609360.268430:0:16548:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:3.0:1749609360.268430:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298636673 00000020:00000040:2.0:1749609360.268431:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:1.0:1749609360.268432:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:2.0:1749609360.268432:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000010:0.0:1749609360.268433:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e190. 00000020:00000001:1.0:1749609360.268433:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609360.268433:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298636680 00000020:00000001:2.0:1749609360.268434:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609360.268435:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609360.268436:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:1.0:1749609360.268436:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609360.268436:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609360.268437:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8ec0. 00000100:00000001:3.0:1749609360.268437:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609360.268438:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706780. 00000020:00000010:1.0:1749609360.268440:0:16548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b42c0. 00000020:00000010:2.0:1749609360.268440:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706e80. 00000100:00000001:3.0:1749609360.268440:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.268441:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609360.268443:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609360.268443:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609360.268446:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609360.268448:0:16548:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609360.268448:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609360.268450:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000020:00000010:2.0:1749609360.268451:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000010:1.0:1749609360.268452:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f00. 00000020:00000010:2.0:1749609360.268453:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000010:1.0:1749609360.268454:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee898. 00000020:00000010:2.0:1749609360.268454:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00000001:3.0:1749609360.268456:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298636680 00000100:00000040:2.0:1749609360.268457:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:1.0:1749609360.268458:0:16548:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609360.268459:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609360.268459:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609360.268459:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298636673 00000100:00000001:1.0:1749609360.268460:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609360.268460:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609360.268461:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.268461:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609360.268461:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298636680 00000100:00000001:3.0:1749609360.268463:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609360.268464:0:16548:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609360.268464:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609360.268465:0:16548:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609360.268465:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268466:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268466:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609360.268467:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268468:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268469:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609360.268469:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.268471:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268472:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609360.268474:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609360.268474:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609360.268475:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609360.268475:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609360.268475:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1749609360.268476:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00000001:2.0:1749609360.268476:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609360.268477:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609360.268477:0:16548:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:3.0:1749609360.268477:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609360.268479:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083371008 : -131938626180608 : ffff8800a50dea00) 00000100:00100000:2.0:1749609360.268479:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00000001:3.0:1749609360.268479:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609360.268480:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:3.0:1749609360.268480:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609360.268481:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00000001:2.0:1749609360.268482:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082994176 : -131938626557440 : ffff8800a5082a00) 00000100:00000001:3.0:1749609360.268482:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.268483:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005982208 : -131938703569408 : ffff8800a0710e00) 00000100:00000040:1.0:1749609360.268483:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dea00 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:306/0 lens 224/0 e 0 to 0 dl 1749609371 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609360.268485:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5082a00 x1834594612278528/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:306/0 lens 224/0 e 0 to 0 dl 1749609371 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609360.268487:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0710e00 x1834594612278656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.268489:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609360.268490:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d40. 00000100:00000001:2.0:1749609360.268490:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609360.268491:0:16548:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609360.268491:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706e80. 00000020:00000010:1.0:1749609360.268492:0:16548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8d40. 00000100:00000001:2.0:1749609360.268492:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609360.268494:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612278656:12345-0@lo:38: 00000020:00000010:2.0:1749609360.268494:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706e80. 00000100:00000001:3.0:1749609360.268494:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609360.268495:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612278912:12345-0@lo:400: 00000100:00000001:3.0:1749609360.268496:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749609360.268517:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612278656 00000020:00000001:0.0:1749609360.268519:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609360.268521:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749609360.268527:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609360.268529:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609360.268531:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609360.268533:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609360.268533:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612278912 00000100:00000001:0.0:1749609360.268534:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609360.268534:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609360.268534:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612278528:12345-0@lo:400: 00000100:00000001:0.0:1749609360.268536:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609360.268536:0:16548:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749609360.268537:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749609360.268537:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612278528 00000020:00000001:1.0:1749609360.268538:0:16548:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609360.268538:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:0.0:1749609360.268540:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880091007c00. 00000020:00000001:1.0:1749609360.268540:0:16548:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609360.268540:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609360.268541:0:16548:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:2.0:1749609360.268541:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609360.268542:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609360.268542:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609360.268543:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609360.268543:0:16548:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609360.268544:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00010000:00000001:0.0:1749609360.268545:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609360.268546:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609360.268546:0:16548:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609360.268546:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609360.268547:0:16548:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00001000:0.0:1749609360.268548:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749609360.268548:0:16548:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609360.268548:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609360.268550:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609360.268550:0:16548:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609360.268550:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609360.268551:0:16548:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749609360.268551:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609360.268552:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609360.268552:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609360.268553:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609360.268554:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609360.268554:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609360.268554:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749609360.268555:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609360.268556:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:2.0:1749609360.268556:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609360.268557:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000010:1.0:1749609360.268557:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5091000. 02000000:00000001:2.0:1749609360.268557:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609360.268559:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609360.268559:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609360.268559:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099800. 02000000:00000001:0.0:1749609360.268560:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268560:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.268561:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609360.268561:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609360.268562:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609360.268562:0:16548:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268562:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609360.268563:0:16548:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612278912 00000400:00000010:0.0:1749609360.268564:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668dd0. 00000020:00000001:2.0:1749609360.268564:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609360.268565:0:16548:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000040:2.0:1749609360.268565:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612278528 00000100:00000200:0.0:1749609360.268567:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612278656, offset 0 00010000:00000001:2.0:1749609360.268567:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609360.268568:0:16548:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50dea00 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749609360.268569:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5082a00 x1834594612278528/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609360.268570:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749609360.268573:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609360.268574:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609360.268575:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749609360.268575:0:16548:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609360.268575:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609360.268577:0:16548:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=23 v=5 (1 1 1 1) 00000100:00001000:2.0:1749609360.268577:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=16 v=5 (1 1 1 1) 00000400:00000200:0.0:1749609360.268579:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bf580 00000100:00000001:2.0:1749609360.268579:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609360.268580:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609360.268581:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000040:2.0:1749609360.268581:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:2.0:1749609360.268582:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:0.0:1749609360.268583:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x173d9 [1] + 0 00000100:00000001:1.0:1749609360.268583:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609360.268584:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609360.268585:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609360.268585:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609360.268586:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609360.268586:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.268586:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609360.268587:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:3.0:1749609360.268587:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609360.268588:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609360.268589:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609360.268589:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609360.268589:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000400:00000001:3.0:1749609360.268590:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609360.268592:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000400:00000010:3.0:1749609360.268592:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62cb8. 00000400:00000200:3.0:1749609360.268596:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000400:00000010:3.0:1749609360.268598:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000100:00000200:2.0:1749609360.268601:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612278528, offset 224 00000100:00000001:3.0:1749609360.268601:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609360.268605:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609360.268605:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609360.268607:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609360.268608:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612278912, offset 224 00000100:00000200:0.0:1749609360.268610:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609360.268610:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609360.268612:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609360.268614:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bf500 00000100:00000040:0.0:1749609360.268616:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609360.268616:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609360.268617:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609360.268618:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x173c9 [1] + 224 00000400:00000200:1.0:1749609360.268621:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bf680 00000400:00000200:2.0:1749609360.268621:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609360.268622:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609360.268624:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x173e1 [1] + 224 00000400:00000200:2.0:1749609360.268624:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609360.268624:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609360.268626:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609360.268628:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609360.268628:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609360.268629:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668dd0 00000100:00000001:3.0:1749609360.268629:0:1511:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:0.0:1749609360.268630:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668dd0. 00000400:00000200:1.0:1749609360.268630:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609360.268630:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609360.268631:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609360.268632:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609360.268633:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609360.268633:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609360.268633:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609360.268635:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609360.268635:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609360.268636:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609360.268636:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609360.268637:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609360.268638:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609360.268639:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609360.268640:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609360.268642:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710e00 x1834594612278656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609360.268642:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609360.268643:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=29 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609360.268645:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749609360.268647:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=19 v=5 (1 1 1 1) 00000100:00100000:0.0:1749609360.268648:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612278656:12345-0@lo:38: Request processed in 154us (407us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749609360.268648:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000400:00000010:2.0:1749609360.268650:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000100:00000001:3.0:1749609360.268650:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609360.268651:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609360.268651:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609360.268652:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609360.268652:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609360.268653:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000400:00000200:1.0:1749609360.268654:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00000001:0.0:1749609360.268655:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749609360.268655:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:2.0:1749609360.268655:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609360.268655:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609360.268656:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609360.268657:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749609360.268657:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:3.0:1749609360.268657:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609360.268658:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 00000100:00000001:1.0:1749609360.268658:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749609360.268658:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609360.268659:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609360.268660:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee960. 00000100:00000001:1.0:1749609360.268660:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268660:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609360.268661:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1749609360.268662:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000040:1.0:1749609360.268662:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609360.268663:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082a00 x1834594612278528/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609360.268664:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609360.268664:0:16548:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:3.0:1749609360.268664:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609360.268665:0:16548:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609360.268666:0:16548:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609360.268668:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dea00 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1749609371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609360.268669:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612278528:12345-0@lo:400: Request processed in 177us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1749609360.268674:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00000001:3.0:1749609360.268674:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609360.268675:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612278912:12345-0@lo:400: Request processed in 185us (333us total) trans 0 rc 0/0 00000100:00000040:2.0:1749609360.268675:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:2.0:1749609360.268677:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609360.268677:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609360.268678:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609360.268679:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609360.268679:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609360.268680:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000020:00000010:2.0:1749609360.268681:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000100:00000001:0.0:1749609360.268682:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609360.268682:0:16548:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000020:00000010:2.0:1749609360.268683:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000040:3.0:1749609360.268683:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609360.268684:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609360.268684:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609360.268685:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1749609360.268685:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000400:00000001:0.0:1749609360.268686:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609360.268686:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609360.268687:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f00. 00000400:00000001:0.0:1749609360.268688:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609360.268689:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62058. 00000020:00000010:1.0:1749609360.268689:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee898. 00000020:00000010:1.0:1749609360.268691:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00100000:3.0:1749609360.268691:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612278272:0@lo:400: 00000400:00000200:0.0:1749609360.268692:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283cc0 00000400:00000010:0.0:1749609360.268693:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283cc0. 00000020:00000040:1.0:1749609360.268693:0:16548:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:0.0:1749609360.268695:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609360.268695:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609360.268696:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609360.268697:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609360.268698:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609360.268700:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609360.268700:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055500 x1834594612278272/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.268702:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609360.268703:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.268704:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609360.268705:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749609360.268707:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0713480. 00000100:00000001:0.0:1749609360.268708:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609360.268708:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609360.268709:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609360.268709:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0713480 x1834594612278784 msgsize 520 00000100:00000001:0.0:1749609360.268710:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609360.268711:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1749609360.268711:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609360.268711:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609360.268712:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749609360.268713:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 00000100:00000001:0.0:1749609360.268714:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609360.268715:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268715:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609360.268717:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 02000000:00000001:3.0:1749609360.268717:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1749609360.268718:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=23 v=5 (5 5 5 5) 00000400:00000010:1.0:1749609360.268718:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000020:00000001:3.0:1749609360.268719:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1749609360.268720:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609360.268720:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:3.0:1749609360.268720:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609360.268722:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749609360.268722:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609360.268723:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609360.268723:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1749609360.268725:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1749609360.268725:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057a00. 00000100:00000001:1.0:1749609360.268727:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00080000:0.0:1749609360.268728:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609360.268728:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749609360.268729:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609360.268729:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609360.268731:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055500. 00010000:00000001:0.0:1749609360.268733:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268733:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.268735:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749609360.268735:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609360.268736:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609360.268736:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268736:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609360.268737:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609360.268737:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609360.268738:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609360.268738:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:3.0:1749609360.268739:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609360.268740:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.268740:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298636674 00000100:00000001:1.0:1749609360.268741:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298636680 00000100:00000001:1.0:1749609360.268743:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298636674 00000100:00000001:1.0:1749609360.268744:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298636680 00000100:00000001:3.0:1749609360.268744:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609360.268745:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609360.268745:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.268746:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609360.268746:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298636674 00000100:00000001:0.0:1749609360.268747:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268747:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298636680 00000100:00000001:3.0:1749609360.268747:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609360.268748:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298636674 00000100:00000040:0.0:1749609360.268749:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.268749:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298636680 00000100:00000001:3.0:1749609360.268749:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268750:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609360.268751:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609360.268754:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1749609360.268755:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612278912:0@lo:400: 00000400:00000001:1.0:1749609360.268755:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609360.268756:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 00000100:00000001:0.0:1749609360.268758:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609360.268758:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000100:00000001:0.0:1749609360.268759:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749609360.268759:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000100:00080000:3.0:1749609360.268759:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749609360.268760:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124057b80 x1834594612278912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.268760:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609360.268762:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609360.268763:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:0.0:1749609360.268765:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609360.268766:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1749609360.268766:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:1.0:1749609360.268767:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609360.268768:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9e00. 00000020:00000040:3.0:1749609360.268768:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000001:0.0:1749609360.268769:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609360.268770:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609360.268771:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609360.268772:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609360.268773:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609360.268773:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609360.268774:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057800. 02000000:00000001:0.0:1749609360.268775:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609360.268775:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609360.268776:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749609360.268776:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1749609360.268777:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057b80. 00000100:00000001:1.0:1749609360.268778:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609360.268779:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609360.268779:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.268780:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609360.268780:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609360.268781:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609360.268783:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609360 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609360.268784:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609360.268785:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609360.268785:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=26 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609360.268785:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609360.268786:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609360.268787:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268787:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609360.268787:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609360.268788:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609360.268790:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:3.0:1749609360.268790:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749609360.268792:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609360.268792:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609360.268794:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f840. 00000100:00000001:1.0:1749609360.268797:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609360.268797:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93e58 00000100:00000001:1.0:1749609360.268799:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1749609360.268799:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93e58. 00000100:00000001:1.0:1749609360.268800:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268802:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609360.268802:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609360.268803:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609360.268805:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:3.0:1749609360.268805:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749609360.268807:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609360.268809:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609360.268811:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609360.268815:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609360.268816:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612278400:0@lo:38: 00000100:00000001:1.0:1749609360.268819:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268820:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609360.268822:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124054380 x1834594612278400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609360.268822:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609360.268824:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609360.268825:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609360.268827:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609360.268827:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749609360.268828:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609360.268829:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749609360.268830:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5090800. 00000100:00000001:3.0:1749609360.268831:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609360.268832:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609360.268833:0:1508:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749609360.268833:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609360.268834:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749609360.268836:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609360.268837:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0643400. 00000100:00001000:3.0:1749609360.268838:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=16 v=5 (5 5 5 5) 02000000:00000001:1.0:1749609360.268839:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609360.268840:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609360.268841:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054380. 00000100:00001000:3.0:1749609360.268841:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=16 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609360.268844:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609360.268844:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609360.268845:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268846:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609360.268846:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609360.268848:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609360.268849:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609360.268850:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609360.268851:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1749609360.268851:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.268852:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609360.268854:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609360.268855:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609360.268856:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b58. 00000400:00000200:1.0:1749609360.268858:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:1.0:1749609360.268859:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:1.0:1749609360.268860:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609360.268860:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609360.268861:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609360.268863:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609360.268865:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000200:1.0:1749609360.268867:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609360.268867:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609360.268868:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268871:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609360.268871:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.268872:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268874:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609360.268875:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609360.268875:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609360.268876:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609360.268878:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609360.268879:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609360 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609360.268879:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749609360.268881:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=26 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609360.268881:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609360.268883:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609360.268883:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268884:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609360.268885:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609360.268886:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609360.268888:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.268893:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609360.268894:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749609360.268894:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612278528:0@lo:400: 00000100:00000001:1.0:1749609360.268895:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268896:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609360.268897:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749609360.268898:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609360.268899:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749609360.268900:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609360.268901:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609360.268901:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609360.268903:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055880 x1834594612278528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609360.268904:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609360.268908:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612278656:0@lo:38: 00000100:00000001:1.0:1749609360.268911:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268911:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609360.268912:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609360.268913:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055f80 x1834594612278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609360.268913:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609360.268915:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000100:00000001:1.0:1749609360.268918:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609360.268918:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749609360.268919:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609360.268919:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5092c00. 00000020:00000001:3.0:1749609360.268920:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609360.268921:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:1.0:1749609360.268922:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609360.268922:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609360.268923:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609360.268924:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749609360.268924:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609360.268925:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0641000. 02000000:00000010:3.0:1749609360.268925:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 02000000:00000001:1.0:1749609360.268927:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609360.268927:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749609360.268927:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1749609360.268928:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055f80. 02000000:00000001:3.0:1749609360.268929:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609360.268930:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055880. 00000100:00000001:1.0:1749609360.268931:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609360.268932:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268933:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268934:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609360.268935:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609360.268935:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268936:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609360.268936:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268937:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268938:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268941:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609360.268942:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609360.268944:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609360.268945:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609360.268946:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612278784 00000100:00000001:3.0:1749609360.268946:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609360.268947:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609360.268948:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609360.268949:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609360.268951:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609360.268952:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612278784 00000020:00000001:1.0:1749609360.268954:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609360.268955:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609360.268956:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609360.268957:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609360.268958:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609360.268960:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000020:00000010:1.0:1749609360.268962:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f00. 00000020:00000010:1.0:1749609360.268963:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee898. 00000100:00000001:1.0:1749609360.268965:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609360.268966:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609360.268968:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268970:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.268984:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609360.268989:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609360.268990:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609360.268992:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00000001:1.0:1749609360.268994:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005992064 : -131938703559552 : ffff8800a0713480) 00000100:00000040:1.0:1749609360.268996:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0713480 x1834594612278784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609360.269002:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612278784:12345-0@lo:38: 00000100:00000200:1.0:1749609360.269005:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612278784 00000020:00000001:1.0:1749609360.269006:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609360.269008:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609360.269015:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609360.269017:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609360.269019:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609360.269021:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609360.269023:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609360.269024:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609360.269025:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609360.269027:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5092c00. 02000000:00000001:1.0:1749609360.269028:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.269029:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609360.269031:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609360.269032:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609360.269034:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609360.269043:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609360.269045:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609360.269047:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609360.269048:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609360.269050:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609360.269052:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609360.269053:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609360.269054:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609360.269055:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609360.269071:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609360.269073:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000100:00000200:1.0:1749609360.269075:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612278784, offset 0 00000400:00000200:1.0:1749609360.269078:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609360.269082:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609360.269086:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bf600 00000400:00000200:1.0:1749609360.269088:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x173f1 [1] + 0 00000400:00000200:1.0:1749609360.269091:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609360.269093:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609360.269096:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609360.269098:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609360.269103:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609360.269118:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609360.269120:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:1.0:1749609360.269121:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:1.0:1749609360.269123:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609360.269124:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609360.269126:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609360.269127:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609360.269129:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609360.269130:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609360.269132:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713480 x1834594612278784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609380 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609360.269138:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612278784:12345-0@lo:38: Request processed in 135us (428us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609360.269143:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00000001:1.0:1749609360.269145:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609360.269146:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609360.269148:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f00. 00000020:00000010:1.0:1749609360.269150:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee898. 00000020:00000010:1.0:1749609360.269151:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:1.0:1749609360.269153:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.269164:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609360.269166:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609360.269170:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609360.269171:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609360.269174:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 00000400:00000200:2.0:1749609360.269177:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aee0 00000400:00000010:2.0:1749609360.269178:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aee0. 00000100:00000001:2.0:1749609360.269180:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609360.269184:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609360.269190:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.269195:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609360.269196:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.269198:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609360.269199:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609360.269201:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609360.269202:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609360.269204:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609360.269207:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609360 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609360.269209:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=23 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609360.269212:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609360.269213:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609360.269215:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609360.269217:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.269222:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609360.269224:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609360.269241:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.269243:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609360.269245:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609360.269247:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609360.269249:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609360.269251:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609360.269254:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609360.269261:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612278784:0@lo:38: 00000100:00000001:2.0:1749609360.269265:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.269267:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609360.269269:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124054e00 x1834594612278784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.269275:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609360.269277:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609360.269279:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5091c00. 02000000:00000001:2.0:1749609360.269282:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609360.269283:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609360.269284:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609360.269286:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609360.269287:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800883d4c00. 02000000:00000001:2.0:1749609360.269290:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609360.269291:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609360.269293:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054e00. 00000100:00000001:2.0:1749609360.269297:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609360.269298:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.269299:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.269304:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609360.269306:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.269307:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609360.269309:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609360.275599:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298636680, at 4298636680 00000100:00000040:0.0:1749609360.275608:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298636680, at 4298636680 00000100:00000040:1.0:1749609360.275608:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298636680, at 4298636680 00000100:00000010:2.0:1749609360.275609:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8540. 00000100:00000040:3.0:1749609360.275609:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298636680, at 4298636680 00000100:00000010:0.0:1749609360.275623:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8340. 00000100:00000010:1.0:1749609360.275646:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8900. 00000100:00000010:3.0:1749609360.275666:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8940. 00000100:00000010:2.0:1749609360.509661:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609360.509675:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609360.509683:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609360.509688:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609360.509696:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609360.509706:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609360.509716:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.509724:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609360.509726:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609360.509734:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0201180. 00000100:00000001:2.0:1749609360.509737:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000674688 : -131938708876928 : ffff8800a0201180) 00000100:00000001:2.0:1749609360.509741:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609360.509744:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609360.509751:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609360.509754:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609360.509757:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609360.509760:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609360.509770:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612279040/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.509786:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609360.509788:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609360.509793:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612279040/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.509805:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609360.509809:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609360.509811:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609360.509813:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0201180 going to sleep for 0 seconds 00000100:00000001:2.0:1749609360.509817:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609360.509820:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609360.509824:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.509828:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609360.509831:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609360.509836:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612279040/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609360.509849:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612279040:0@lo:900: 00000100:00000001:2.0:1749609360.509855:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609360.509859:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609360.509863:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609360.509866:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609360.509870:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612279040/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.509882:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609360.509885:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0201180. 00000100:00000001:2.0:1749609360.509890:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609360.509892:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609360.509897:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609360.509900:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612279040/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609360.509911:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609360.509914:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609360.509916:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609360.509919:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609360.509922:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609360.509928:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609360.509930:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609360.509933:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609360.509937:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609360.509939:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609360.642210:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609360.642218:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609360.642225:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609360.642227:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609360.642298:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609360.642304:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609360.642307:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609360.710678:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609360.710686:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609360.710689:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609360.710692:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609360.710696:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609360.710701:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609360.710704:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609360.710706:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609360.710708:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609361.643562:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609361.643567:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609361.643571:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609361.643572:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609361.643643:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609361.643646:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609361.643648:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609361.710647:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609361.710655:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609361.710657:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609361.710660:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609361.710664:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609361.710667:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609361.710670:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609361.710672:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609361.710673:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609362.030755:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609362.030776:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609362.030782:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609362.030786:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609362.030801:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609362.030825:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341780 00000400:00000200:0.0:1749609362.030836:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x1688d [2] + 0 00000400:00000010:0.0:1749609362.030843:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0cb8. 00000400:00000200:0.0:1749609362.030851:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596bd80 00000800:00000001:0.0:1749609362.030858:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609362.030864:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609362.030868:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609362.030875:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609362.030881:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596bd80 00000400:00000010:0.0:1749609362.030884:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596bd80. 00000100:00000001:0.0:1749609362.030891:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609362.030894:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609362.030899:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88012bf5b850 x1834594730252160 msgsize 224 00000100:00100000:0.0:1749609362.030907:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609362.030910:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609362.030936:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609362.030945:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609362.030949:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609362.030952:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609362.030954:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609362.030960:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609362.030968:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341800 00000400:00000200:0.0:1749609362.030976:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 42736 00000800:00000001:0.0:1749609362.030982:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609362.030986:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609362.030988:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609362.030994:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609362.030998:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609362.031000:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609362.031006:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057b80. 00000100:00000040:0.0:1749609362.031010:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff880124057b80 x1834594730252288 msgsize 520 00000100:00100000:0.0:1749609362.031016:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609362.031061:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609362.031069:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609362.031076:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609362.031079:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609362.031082:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609362.031089:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00000001:3.0:1749609362.031094:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609362.031097:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341880 00000100:00100000:3.0:1749609362.031099:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730252160 00000100:00000001:1.0:1749609362.031102:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609362.031103:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 43256 02000000:00000001:3.0:1749609362.031103:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1749609362.031106:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730252288 00000100:00000001:3.0:1749609362.031106:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609362.031108:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609362.031109:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609362.031110:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:1.0:1749609362.031111:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609362.031114:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609362.031114:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609362.031117:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609362.031118:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730252160 00000100:00100000:1.0:1749609362.031120:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730252288 00000020:00000001:3.0:1749609362.031121:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609362.031123:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609362.031123:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000040:1.0:1749609362.031124:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609362.031126:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609362.031126:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609362.031129:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609362.031129:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609362.031131:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609362.031132:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609362.031132:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609362.031135:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000010:1.0:1749609362.031136:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000400:00000200:0.0:1749609362.031137:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609362.031140:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609362.031141:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f00. 00000400:00000200:0.0:1749609362.031142:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:3.0:1749609362.031145:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8ec0. 00000020:00000010:1.0:1749609362.031146:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee898. 00000100:00000001:0.0:1749609362.031148:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609362.031148:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609362.031150:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749609362.031150:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8ec0. 00000100:00000001:1.0:1749609362.031152:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609362.031154:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1749609362.031156:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054e00. 00000020:00000010:3.0:1749609362.031156:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000100:00000001:1.0:1749609362.031157:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609362.031159:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00000040:0.0:1749609362.031160:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff880124054e00 x1834594730252416 msgsize 520 00000100:00000001:1.0:1749609362.031163:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609362.031164:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00100000:0.0:1749609362.031166:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:3.0:1749609362.031171:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609362.031174:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609362.031174:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609362.031175:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609362.031177:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.031182:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609362.031182:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.031193:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609362.031193:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730252416 02000000:00000001:1.0:1749609362.031195:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609362.031197:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609362.031198:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609362.031199:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:1.0:1749609362.031200:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609362.031202:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730252416 00000020:00000001:1.0:1749609362.031203:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1749609362.031204:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609362.031205:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609362.031206:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609362.031206:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609362.031207:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609362.031208:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609362.031211:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000010:1.0:1749609362.031214:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000100:00000001:3.0:1749609362.031215:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749609362.031216:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eea28. 00000100:00000001:3.0:1749609362.031217:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609362.031218:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609362.031219:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609362.031220:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.031223:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609362.031223:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1471 00000100:00000001:0.0:1749609362.031225:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609362.031227:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:0.0:1749609362.031229:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609362.031229:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346709584 : -131936362842032 : ffff88012bf5b850) 00000100:00000001:1.0:1749609362.031230:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609362.031235:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609362.031235:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012bf5b850 x1834594730252160/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:308/0 lens 224/0 e 0 to 0 dl 1749609373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609362.031236:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2778 00000100:00000001:1.0:1749609362.031237:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609362.031241:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213524864 : -131936496026752 : ffff880124057b80) 00000100:00100000:1.0:1749609362.031245:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2779 00000100:00000040:0.0:1749609362.031247:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124057b80 x1834594730252288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609362.031247:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609362.031248:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213513216 : -131936496038400 : ffff880124054e00) 00000020:00000010:3.0:1749609362.031249:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8ec0. 00000100:00000001:3.0:1749609362.031251:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609362.031252:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124054e00 x1834594730252416/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609362.031253:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8ec0. 00000100:00100000:3.0:1749609362.031257:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730252160:12345-192.168.201.20@tcp:400: 00000100:00000200:3.0:1749609362.031260:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730252160 00000020:00000001:3.0:1749609362.031263:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609362.031264:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730252416:12345-192.168.201.20@tcp:38: 00000100:00100000:0.0:1749609362.031265:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730252288:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609362.031267:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730252416 00000020:00000001:3.0:1749609362.031267:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609362.031269:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609362.031270:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609362.031271:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730252288 00000020:00000001:3.0:1749609362.031272:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1749609362.031273:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609362.031274:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:0.0:1749609362.031275:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609362.031277:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1749609362.031279:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609362.031279:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609362.031280:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609362.031282:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000040:1.0:1749609362.031284:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000001:3.0:1749609362.031284:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609362.031286:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609362.031287:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:3.0:1749609362.031290:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609362.031292:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609362.031293:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609362.031295:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609362.031297:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a9800. 02000000:00000010:1.0:1749609362.031298:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a5090800. 02000000:00000001:3.0:1749609362.031299:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609362.031300:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609362.031301:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609362.031302:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609362.031303:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609362.031304:0:16548:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000040:3.0:1749609362.031305:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730252160 00000020:00000001:0.0:1749609362.031308:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609362.031308:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00080000:1.0:1749609362.031310:0:16548:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3971 last 0 00010000:00000200:3.0:1749609362.031312:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012bf5b850 x1834594730252160/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:308/0 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749609362.031314:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609362.031315:0:16548:0:(obd_class.h:881:obd_connect()) Process entered 00010000:00000001:0.0:1749609362.031318:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000004:00000001:1.0:1749609362.031319:0:16548:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00010000:00000001:3.0:1749609362.031321:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609362.031322:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000004:00000001:1.0:1749609362.031322:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00010000:00000001:3.0:1749609362.031323:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609362.031326:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000004:00000001:1.0:1749609362.031326:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00001000:3.0:1749609362.031326:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=31 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609362.031329:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609362.031330:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609362.031332:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:1.0:1749609362.031333:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:3.0:1749609362.031333:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609362.031336:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:1.0:1749609362.031337:0:16548:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609362.031338:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5095000. 00000004:00000001:1.0:1749609362.031338:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609362.031338:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609362.031340:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609362.031341:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609362.031343:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609362.031344:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1749609362.031344:0:16548:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:1.0:1749609362.031346:0:16548:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000040:3.0:1749609362.031346:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:0.0:1749609362.031348:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000004:00000040:1.0:1749609362.031348:0:16548:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000400:00000010:3.0:1749609362.031350:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00010000:00000001:0.0:1749609362.031351:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609362.031351:0:16548:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609362.031353:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00001000:0.0:1749609362.031355:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000004:00000001:1.0:1749609362.031355:0:16548:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:3.0:1749609362.031355:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730252160, offset 224 00000004:00000001:1.0:1749609362.031357:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609362.031359:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000004:00000001:1.0:1749609362.031360:0:16548:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609362.031360:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:1.0:1749609362.031362:0:16548:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609362.031364:0:16548:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:1.0:1749609362.031367:0:16548:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:0.0:1749609362.031368:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00010000:00000001:1.0:1749609362.031369:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609362.031371:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749609362.031371:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:0.0:1749609362.031373:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609362.031373:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609362.031375:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609362.031376:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00001000:1.0:1749609362.031377:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000200:3.0:1749609362.031378:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2100:2100:256:4294967295] 192.168.201.20@tcp LPNI seq info [2096:2096:8:4294967295] 00000100:00000001:0.0:1749609362.031379:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609362.031380:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609362.031383:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:0.0:1749609362.031388:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:3.0:1749609362.031390:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 02000000:00000001:0.0:1749609362.031391:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609362.031394:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609362.031395:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609362.031397:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609362.031399:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:3.0:1749609362.031400:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 00000100:00000040:0.0:1749609362.031401:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609362.031401:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609362.031404:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000400:00000010:0.0:1749609362.031405:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668dd0. 00000100:00000001:1.0:1749609362.031405:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:3.0:1749609362.031405:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609362.031408:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000200:0.0:1749609362.031409:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730252288, offset 0 00000100:00000040:1.0:1749609362.031411:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609362.031413:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1749609362.031413:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:1.0:1749609362.031415:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609362.031416:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609362.031417:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000800:00000200:3.0:1749609362.031418:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1749609362.031419:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609362.031422:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907abb0. 00000400:00000200:0.0:1749609362.031425:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000200:1.0:1749609362.031426:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730252416, offset 0 00000100:00000001:3.0:1749609362.031429:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609362.031430:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:3.0:1749609362.031432:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:0.0:1749609362.031433:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2101:2101:255:4294967295] 192.168.201.20@tcp LPNI seq info [2097:2097:7:4294967295] 00010000:00000001:3.0:1749609362.031435:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609362.031436:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609362.031438:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609362.031442:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bf5b850 x1834594730252160/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:308/0 lens 224/224 e 0 to 0 dl 1749609373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609362.031449:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:3.0:1749609362.031451:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730252160:12345-192.168.201.20@tcp:400: Request processed in 203us (550us total) trans 0 rc 0/0 00000800:00000200:0.0:1749609362.031456:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00100000:3.0:1749609362.031458:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1471 00000400:00000200:1.0:1749609362.031459:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:0.0:1749609362.031461:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057800. 00000100:00000040:3.0:1749609362.031461:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609362.031463:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609362.031464:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2102:2102:254:4294967295] 192.168.201.20@tcp LPNI seq info [2098:2098:6:4294967295] 00000100:00000001:3.0:1749609362.031465:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1749609362.031468:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000010:3.0:1749609362.031468:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000020:00000010:3.0:1749609362.031472:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000800:00000200:0.0:1749609362.031476:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:3.0:1749609362.031476:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 00000400:00000200:1.0:1749609362.031477:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609362.031480:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057800 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:3.0:1749609362.031480:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:3.0:1749609362.031483:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609362.031485:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609362.031486:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609362.031486:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1749609362.031490:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000010:3.0:1749609362.031490:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62cb8. 00000800:00000010:1.0:1749609362.031491:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee000. 00000100:00000001:0.0:1749609362.031494:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609362.031495:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3600. 00000800:00000200:1.0:1749609362.031552:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000001:0.0:1749609362.031554:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609362.031562:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057b80 x1834594730252288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609382 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749609362.031562:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609362.031567:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee000 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609362.031572:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609362.031575:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609362.031578:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609362.031579:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730252288:12345-192.168.201.20@tcp:38: Request processed in 313us (564us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749609362.031581:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609362.031587:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054e00 x1834594730252416/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609382 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749609362.031587:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609362.031590:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695b00. 00000100:00100000:0.0:1749609362.031591:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2778 00000400:00000200:3.0:1749609362.031593:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609362.031595:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609362.031597:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609362.031598:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609362.031601:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000020:00000010:0.0:1749609362.031602:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f00. 00000100:00100000:1.0:1749609362.031603:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730252416:12345-192.168.201.20@tcp:38: Request processed in 338us (440us total) trans 0 rc -11/-11 00000400:00000010:3.0:1749609362.031603:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000100:00000001:3.0:1749609362.031607:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609362.031608:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee898. 02000000:00000001:3.0:1749609362.031609:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1749609362.031612:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 02000000:00000010:3.0:1749609362.031612:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a9800. 02000000:00000001:3.0:1749609362.031614:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609362.031615:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609362.031616:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609362.031616:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2779 00000100:00000001:1.0:1749609362.031620:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609362.031622:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1749609362.031625:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1749609362.031626:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 00000800:00000010:3.0:1749609362.031627:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057800. 00000400:00000200:3.0:1749609362.031630:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609362.031631:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eea28. 00000400:00000200:3.0:1749609362.031633:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:1.0:1749609362.031635:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000400:00000200:3.0:1749609362.031635:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668dd0 00000400:00000010:3.0:1749609362.031636:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668dd0. 00000100:00000001:3.0:1749609362.031638:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609362.031639:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609362.031639:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:3.0:1749609362.031692:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609362.031694:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee000. 00000400:00000200:3.0:1749609362.031699:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609362.031703:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609362.031705:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907abb0 00000400:00000010:3.0:1749609362.031707:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907abb0. 00000100:00000001:3.0:1749609362.031709:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609362.031710:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:2.0:1749609362.510652:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609362.510668:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609362.510674:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609362.510678:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609362.510684:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609362.510691:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609362.510699:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.510705:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609362.510724:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609362.510729:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0201180. 00000100:00000001:2.0:1749609362.510731:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000674688 : -131938708876928 : ffff8800a0201180) 00000100:00000001:2.0:1749609362.510733:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609362.510734:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609362.510743:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609362.510745:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609362.510747:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609362.510748:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609362.510754:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612279168/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.510762:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609362.510763:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609362.510765:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612279168/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.510771:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609362.510789:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609362.510790:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609362.510791:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0201180 going to sleep for 0 seconds 00000100:00000001:2.0:1749609362.510792:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609362.510794:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609362.510795:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609362.510797:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609362.510798:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609362.510800:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612279168/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609362.510804:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612279168:0@lo:900: 00000100:00000001:2.0:1749609362.510806:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609362.510808:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609362.510809:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609362.510810:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609362.510811:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612279168/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.510815:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609362.510816:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0201180. 00000100:00000001:2.0:1749609362.510818:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609362.510818:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609362.510819:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609362.510820:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612279168/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609362.510823:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609362.510825:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609362.510825:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609362.510826:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609362.510828:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609362.510830:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609362.510831:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609362.510833:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609362.510835:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609362.510835:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609362.645649:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609362.645659:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609362.645664:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609362.645665:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609362.645728:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609362.645732:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609362.645734:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609362.710642:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609362.710650:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609362.710652:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609362.710657:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609362.710661:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609362.710664:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.710667:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609362.710670:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609362.710672:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609363.647729:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609363.647738:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609363.647745:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609363.647747:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609363.647893:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609363.647898:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609363.647902:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609363.710606:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609363.710613:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609363.710615:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609363.710618:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609363.710622:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609363.710625:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609363.710628:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609363.710630:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609363.710632:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609364.511631:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609364.511642:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609364.511648:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609364.511650:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609364.511656:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609364.511663:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609364.511669:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609364.511675:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609364.511676:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609364.511681:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0201180. 00000100:00000001:2.0:1749609364.511683:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000674688 : -131938708876928 : ffff8800a0201180) 00000100:00000001:2.0:1749609364.511685:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609364.511686:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609364.511690:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609364.511692:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609364.511694:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609364.511696:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609364.511702:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612279296/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609364.511711:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609364.511712:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609364.511714:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612279296/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609364.511720:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609364.511722:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609364.511723:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609364.511725:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0201180 going to sleep for 0 seconds 00000100:00000001:2.0:1749609364.511727:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609364.511728:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609364.511730:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609364.511734:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609364.511735:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609364.511737:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612279296/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609364.511743:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612279296:0@lo:900: 00000100:00000001:2.0:1749609364.511747:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609364.511749:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609364.511750:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609364.511752:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609364.511753:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612279296/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609364.511758:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609364.511759:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0201180. 00000100:00000001:2.0:1749609364.511762:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609364.511763:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609364.511764:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609364.511765:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612279296/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609364.511770:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609364.511771:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609364.511772:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609364.511774:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609364.511775:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609364.511778:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609364.511779:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609364.511780:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609364.511782:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609364.511783:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609364.649686:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609364.649693:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609364.649700:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609364.649701:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609364.649826:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609364.649831:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609364.649835:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609364.710653:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609364.710662:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609364.710665:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609364.710668:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609364.710673:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609364.710677:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609364.710680:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609364.710682:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609364.710684:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609365.275668:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609365.275679:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609365.275686:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055880. 00000020:00000040:0.0:1749609365.275692:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609365.275697:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609365.275700:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609365.275707:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609365.275715:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057400. 00000100:00000001:0.0:1749609365.275722:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609365.275731:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609365.275743:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609365.275746:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609365.275752:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055880] to pc [ptlrpcd_00_01+1] req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609365.275799:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609365.275802:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609365.275821:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609365.275823:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609365.275825:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609365.275827:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609365.275829:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3969 00000100:00080000:0.0:1749609365.275831:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609365.275833:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609365.275835:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609365.275836:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609365.275837:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609365.275837:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609365.275840:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609365.275841:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749609365.275842:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000100:00000001:2.0:1749609365.275843:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609365.275844:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609365.275846:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609365.275847:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609365.275848:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609365.275849:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609365.275851:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609365.275852:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609365.275853:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609365.275854:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609365.275856:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:2.0:1749609365.275856:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609365.275858:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609365.275858:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.275859:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609365.275860:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749609365.275860:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609365.275862:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609365.275864:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609365.275865:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609365.275866:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612279424:0@lo:400: 02000000:00000001:0.0:1749609365.275867:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.275868:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609365.275869:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609365.275870:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609365.275871:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609365.275873:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055f80. 00000020:00000040:0.0:1749609365.275874:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609365.275874:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609365.275874:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609365.275875:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609365.275876:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609365.275877:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609365.275878:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.275879:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609365.275880:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609365.275881:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609365.275881:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609365.275883:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609365.275884:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5096400. 00000100:00000001:0.0:1749609365.275887:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609365.275887:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f8f0. 00000100:00100000:0.0:1749609365.275891:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749609365.275892:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000100:00000001:0.0:1749609365.275898:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749609365.275898:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612279424, portal 25 00000100:00000001:0.0:1749609365.275900:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.275900:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609365.275901:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213515904 : -131936496035712 : ffff880124055880) 00000100:00000040:0.0:1749609365.275903:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055f80] to pc [ptlrpcd_rcv+-1] req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609365.275905:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609365.275911:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609365.275913:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609365.275915:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000100:00000200:2.0:1749609365.275916:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612279424, offset 0 00000400:00000200:2.0:1749609365.275920:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609365.275928:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609365.275931:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749609365.275932:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609365.275935:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609365.275938:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054380. 00000020:00000040:0.0:1749609365.275940:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000400:00000200:2.0:1749609365.275940:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bf880 00000100:00000001:0.0:1749609365.275942:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609365.275943:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749609365.275944:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x168bd [2] + 0 02000000:00000001:0.0:1749609365.275946:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609365.275948:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 02000000:00000010:0.0:1749609365.275949:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057100. 00000400:00000200:2.0:1749609365.275951:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3780 00000100:00000001:0.0:1749609365.275952:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609365.275955:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609365.275955:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609365.275956:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609365.275959:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609365.275959:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609365.275961:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749609365.275962:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3780 00000100:00000001:0.0:1749609365.275963:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609365.275964:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609365.275964:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3780. 00000100:00000040:3.0:1749609365.275966:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609365.275968:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124054380] to pc [ptlrpcd_00_02+2] req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609365.275969:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609365.275970:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1749609365.275993:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800b53d4050 x1834594612279424 msgsize 224 00000100:00100000:2.0:1749609365.275996:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609365.275997:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1749609365.276004:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609365.276006:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609365.276007:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749609365.276009:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000100:00080000:0.0:1749609365.276010:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:2.0:1749609365.276010:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:0.0:1749609365.276011:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609365.276012:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609365.276012:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609365.276012:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609365.276014:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749609365.276014:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609365.276015:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609365.276016:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3969 02000000:00000001:3.0:1749609365.276017:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749609365.276018:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609365.276019:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:3.0:1749609365.276019:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609365.276020:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609365.276021:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609365.276021:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609365.276022:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609365.276023:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:2.0:1749609365.276023:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609365.276024:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749609365.276024:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612279552:0@lo:38: 00000020:00000040:0.0:1749609365.276026:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609365.276027:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609365.276027:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609365.276028:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:3.0:1749609365.276028:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749609365.276029:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:2.0:1749609365.276029:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749609365.276031:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:2.0:1749609365.276031:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609365.276031:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609365.276032:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609365.276033:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609365.276034:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609365.276034:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298641688 02000000:00000001:3.0:1749609365.276034:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609365.276035:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609365.276036:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609365.276037:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000010:2.0:1749609365.276037:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706e80. 00000100:00080000:0.0:1749609365.276038:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 02000000:00000010:3.0:1749609365.276038:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a58a9800. 00000100:00000001:0.0:1749609365.276039:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609365.276041:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749609365.276041:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276042:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1749609365.276043:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609365.276044:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609365.276045:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000100:00000001:0.0:1749609365.276046:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609365.276046:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298641688 00000100:00000001:0.0:1749609365.276047:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609365.276048:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706900. 00000100:00000010:0.0:1749609365.276049:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055500. 00000400:00000010:3.0:1749609365.276049:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000020:00000040:0.0:1749609365.276050:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609365.276050:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1749609365.276052:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609365.276052:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609365.276053:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612279552, portal 4 00000100:00000001:0.0:1749609365.276054:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609365.276054:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609365.276055:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276055:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609365.276057:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298641688 00000100:00000001:3.0:1749609365.276057:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213517696 : -131936496033920 : ffff880124055f80) 02000000:00000010:0.0:1749609365.276058:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5096000. 00000100:00000010:2.0:1749609365.276058:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706fc0. 00000100:00000001:0.0:1749609365.276060:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276060:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609365.276062:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298641688 00000100:00100000:0.0:1749609365.276063:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749609365.276064:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706040. 00000100:00000040:3.0:1749609365.276064:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609365.276066:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609365.276068:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609365.276068:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276068:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609365.276069:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609365.276070:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055500] to pc [ptlrpcd_rcv+-1] req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609365.276071:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276072:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609365.276073:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609365.276075:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609365.276075:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609365.276076:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283c38. 00000100:00080000:0.0:1749609365.276077:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:3.0:1749609365.276078:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612279552, offset 0 00000100:00000001:2.0:1749609365.276079:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1749609365.276080:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609365.276081:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749609365.276081:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00080000:0.0:1749609365.276082:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609365.276082:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609365.276083:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749609365.276083:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609365.276083:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609365.276084:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609365.276085:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3969 00000100:00000001:2.0:1749609365.276085:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609365.276086:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749609365.276086:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609365.276087:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609365.276088:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609365.276090:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:1.0:1749609365.276090:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1749609365.276091:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609365.276091:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609365.276092:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609365.276092:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:1.0:1749609365.276092:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609365.276093:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609365.276094:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609365.276095:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609365.276096:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609365.276096:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609365.276097:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bf900 00000100:00000040:0.0:1749609365.276098:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609365.276098:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609365.276099:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609365.276100:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609365.276100:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609365.276101:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609365.276101:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609365.276101:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1749609365.276102:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:1.0:1749609365.276102:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749609365.276103:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00100000:2.0:1749609365.276103:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612279424 00000400:00000200:3.0:1749609365.276103:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 3120 02000000:00000001:2.0:1749609365.276104:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609365.276105:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609365.276106:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1749609365.276106:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609365.276106:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609365.276107:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609365.276108:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276108:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276109:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:3.0:1749609365.276109:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609365.276110:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609365.276111:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609365.276112:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057480. 00000400:00000200:3.0:1749609365.276112:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749609365.276113:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749609365.276113:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749609365.276113:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612279424 02000000:00000001:0.0:1749609365.276114:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609365.276115:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276115:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609365.276115:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609365.276116:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1749609365.276116:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609365.276116:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609365.276117:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609365.276117:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749609365.276117:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609365.276118:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609365.276118:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609365.276119:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000200:3.0:1749609365.276119:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:0.0:1749609365.276120:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5095800. 02000000:00000001:1.0:1749609365.276120:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276121:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609365.276121:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00100000:1.0:1749609365.276122:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612279680:0@lo:400: 00000100:00100000:0.0:1749609365.276123:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1749609365.276123:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000010:3.0:1749609365.276123:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50df100. 00000100:00000001:1.0:1749609365.276124:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749609365.276125:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50df100 x1834594612279552 msgsize 520 02000000:00000001:1.0:1749609365.276126:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609365.276126:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609365.276127:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706680. 00000100:00000001:0.0:1749609365.276128:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609365.276128:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609365.276128:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609365.276129:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609365.276129:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609365.276130:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124057480] to pc [ptlrpcd_rcv+-1] req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609365.276130:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706680. 00000100:00100000:3.0:1749609365.276130:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749609365.276132:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b000. 02000000:00000001:1.0:1749609365.276133:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276134:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609365.276134:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000040:0.0:1749609365.276135:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1749609365.276136:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b58. 00000100:00000001:0.0:1749609365.276137:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:2.0:1749609365.276137:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000010:0.0:1749609365.276139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054000. 00000400:00000010:1.0:1749609365.276139:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000100:00000001:3.0:1749609365.276139:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:0.0:1749609365.276140:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609365.276141:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:2.0:1749609365.276141:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 02000000:00000001:0.0:1749609365.276142:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609365.276142:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609365.276143:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612279680, portal 4 02000000:00000010:0.0:1749609365.276144:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057800. 00000100:00000001:1.0:1749609365.276144:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609365.276145:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276145:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213510528 : -131936496041088 : ffff880124054380) 00000100:00000040:2.0:1749609365.276145:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1749609365.276145:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283c38 00000100:00000040:0.0:1749609365.276147:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609365.276147:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749609365.276147:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283c38. 00000100:00000001:2.0:1749609365.276148:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609365.276149:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609365.276150:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276151:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609365.276151:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609365.276152:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609365.276154:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124054000] to pc [ptlrpcd_00_03+3] req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609365.276154:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609365.276155:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609365.276155:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609365.276156:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609365.276158:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000100:00000001:0.0:1749609365.276159:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276159:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609365.276160:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612279680, offset 0 00000100:00000040:0.0:1749609365.276162:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3979) 00000400:00000200:1.0:1749609365.276163:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609365.276163:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609365.276165:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609365.276165:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609365.276167:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609365.276170:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609365.276170:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00000040:2.0:1749609365.276172:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:3.0:1749609365.276172:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609365.276174:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bf980 00000100:00000001:2.0:1749609365.276174:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135354908752 : -131938354642864 : ffff8800b53d4050) 00000100:00000001:3.0:1749609365.276174:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609365.276176:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609365.276177:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b53d4050 x1834594612279424/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:311/0 lens 224/0 e 0 to 0 dl 1749609376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276177:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609365.276178:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612279552 00000400:00000200:1.0:1749609365.276178:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 2016 02000000:00000001:0.0:1749609365.276179:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609365.276180:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609365.276181:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1040 usecs (2 jiffies) 00000100:00000001:0.0:1749609365.276182:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609365.276182:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609365.276183:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609365.276183:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298641682 02000000:00000001:0.0:1749609365.276184:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609365.276184:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609365.276184:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706680. 00000100:00100000:0.0:1749609365.276185:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612279552 00000100:00000001:2.0:1749609365.276185:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609365.276186:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609365.276186:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298641688 00000020:00000040:0.0:1749609365.276187:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609365.276187:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749609365.276187:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706680. 00000020:00000001:0.0:1749609365.276188:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609365.276188:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298641682 00000020:00000001:0.0:1749609365.276189:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609365.276189:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:2.0:1749609365.276189:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b53d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612279424:12345-0@lo:400: 00000100:00000001:3.0:1749609365.276190:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298641688 00000020:00000001:0.0:1749609365.276191:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609365.276191:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0713100. 00000100:00000200:2.0:1749609365.276192:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612279424 00000100:00000001:3.0:1749609365.276192:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298641682 00000020:00000010:0.0:1749609365.276193:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000040:1.0:1749609365.276193:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0713100 x1834594612279680 msgsize 224 00000020:00000001:2.0:1749609365.276194:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609365.276194:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298641688 00000020:00000010:0.0:1749609365.276195:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00100000:1.0:1749609365.276196:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609365.276196:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609365.276196:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298641682 00000020:00000010:0.0:1749609365.276198:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e190. 00000020:00000001:2.0:1749609365.276198:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276198:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298641688 00000020:00000001:2.0:1749609365.276199:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609365.276200:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609365.276200:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609365.276201:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749609365.276201:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609365.276202:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276202:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609365.276203:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609365.276204:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609365.276204:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.276204:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276205:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609365.276205:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609365.276206:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609365.276207:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609365.276208:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276209:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609365.276209:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000020:00000001:2.0:1749609365.276209:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1749609365.276210:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00000001:2.0:1749609365.276211:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609365.276211:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609365.276212:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609365.276213:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609365.276213:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609365.276213:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609365.276214:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609365.276215:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609365.276215:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749609365.276216:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509bc00. 00000100:00000001:3.0:1749609365.276217:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749609365.276218:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 02000000:00000001:2.0:1749609365.276218:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276218:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609365.276219:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609365.276219:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276220:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083372800 : -131938626178816 : ffff8800a50df100) 00000100:00000040:1.0:1749609365.276221:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609365.276221:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609365.276221:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609365.276222:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50df100 x1834594612279552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749609365.276223:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612279424 00000100:00000001:1.0:1749609365.276225:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609365.276225:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609365.276226:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609365.276227:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609365.276228:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b53d4050 x1834594612279424/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:311/0 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609365.276229:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612279552:12345-0@lo:38: 00000100:00000040:1.0:1749609365.276229:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000001:3.0:1749609365.276229:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609365.276231:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298641681 00000100:00000001:3.0:1749609365.276231:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609365.276232:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612279552 00000100:00000001:1.0:1749609365.276233:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298641688 02000000:00000001:3.0:1749609365.276233:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749609365.276234:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609365.276234:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298641681 00010000:00000001:2.0:1749609365.276234:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609365.276235:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609365.276235:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298641688 00010000:00000001:2.0:1749609365.276235:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609365.276235:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609365.276236:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298641681 00000100:00001000:2.0:1749609365.276237:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=34 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609365.276237:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276238:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298641688 00000100:00000001:1.0:1749609365.276239:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298641681 00000100:00000001:1.0:1749609365.276240:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298641688 00000100:00000001:2.0:1749609365.276240:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749609365.276240:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612279808:0@lo:38: 00000100:00000001:1.0:1749609365.276241:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609365.276242:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609365.276242:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609365.276243:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609365.276243:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609365.276244:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609365.276245:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276245:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609365.276245:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609365.276245:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609365.276246:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609365.276247:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609365.276247:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609365.276247:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609365.276247:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276248:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1749609365.276249:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609365.276249:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609365.276249:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609365.276250:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749609365.276250:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000100:00000001:1.0:1749609365.276251:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749609365.276252:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609365.276252:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749609365.276252:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612279424, offset 224 02000000:00000010:3.0:1749609365.276252:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a58a8800. 00000100:00000040:1.0:1749609365.276253:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609365.276254:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749609365.276254:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276255:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749609365.276255:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609365.276256:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609365.276258:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5095400. 00000100:00000001:1.0:1749609365.276258:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1749609365.276258:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b626e0. 02000000:00000001:0.0:1749609365.276259:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276259:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609365.276259:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609365.276260:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609365.276260:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609365.276261:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609365.276261:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283c38. 00010000:00000001:0.0:1749609365.276262:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609365.276262:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bf880 00010000:00000001:0.0:1749609365.276263:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609365.276263:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609365.276264:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612280064:0@lo:400: 00000100:00000200:3.0:1749609365.276264:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612279808, portal 10 00000100:00001000:0.0:1749609365.276265:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609365.276266:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1741d [1] + 224 00000100:00000001:0.0:1749609365.276267:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609365.276267:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609365.276267:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749609365.276268:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609365.276268:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213515008 : -131936496036608 : ffff880124055500) 02000000:00000001:1.0:1749609365.276269:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609365.276269:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609365.276270:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609365.276271:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609365.276271:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749609365.276271:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609365.276272:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000010:1.0:1749609365.276272:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b200. 02000000:00000001:1.0:1749609365.276273:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276273:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609365.276273:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609365.276274:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000010:1.0:1749609365.276274:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000100:00000200:2.0:1749609365.276275:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609365.276276:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000010:1.0:1749609365.276276:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 02000000:00000001:0.0:1749609365.276277:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609365.276278:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609365.276278:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612280064, portal 10 00000100:00000001:0.0:1749609365.276279:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609365.276279:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609365.276280:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609365.276280:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213509632 : -131936496041984 : ffff880124054000) 00000100:00000001:3.0:1749609365.276280:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609365.276281:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609365.276282:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00000100:00000040:3.0:1749609365.276282:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609365.276283:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609365.276284:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283f68. 00000100:00000200:0.0:1749609365.276285:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612279552, offset 0 00000100:00000001:1.0:1749609365.276287:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609365.276287:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612279808, offset 0 00000100:00000001:2.0:1749609365.276288:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609365.276289:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609365.276290:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749609365.276291:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000400:00000200:3.0:1749609365.276294:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609365.276296:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609365.276300:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609365.276301:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bf900 00000100:00000200:1.0:1749609365.276302:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612280064, offset 0 00000400:00000200:2.0:1749609365.276303:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000400:00000010:2.0:1749609365.276304:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000400:00000200:3.0:1749609365.276305:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bfa00 00000100:00000001:2.0:1749609365.276306:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749609365.276307:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17425 [1] + 0 00000100:00000001:2.0:1749609365.276307:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609365.276309:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609365.276311:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609365.276311:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:1.0:1749609365.276312:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609365.276313:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749609365.276313:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609365.276314:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609365.276315:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609365.276315:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609365.276317:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b53d4050 x1834594612279424/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:311/0 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609365.276318:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bfb00 00000400:00000200:3.0:1749609365.276322:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 43776 00000100:00100000:2.0:1749609365.276323:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b53d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612279424:12345-0@lo:400: Request processed in 139us (329us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609365.276327:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609365.276328:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 44296 00000400:00000200:3.0:1749609365.276328:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609365.276329:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609365.276331:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609365.276332:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000400:00000200:3.0:1749609365.276332:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609365.276333:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609365.276334:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000040:0.0:1749609365.276335:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609365.276335:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609365.276336:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609365.276336:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609365.276337:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1749609365.276338:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0712a00. 00000020:00000010:2.0:1749609365.276339:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000100:00000040:1.0:1749609365.276340:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0712a00 x1834594612280064 msgsize 224 00000100:00000001:3.0:1749609365.276341:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609365.276342:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749609365.276342:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000100:00000001:0.0:1749609365.276343:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749609365.276344:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:3.0:1749609365.276344:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609365.276346:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000400:00000200:0.0:1749609365.276347:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000100:00000001:1.0:1749609365.276347:0:1512:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609365.276348:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1749609365.276349:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000100:00000001:0.0:1749609365.276350:0:16946:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:2.0:1749609365.276350:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a509bc00. 00000100:00000001:0.0:1749609365.276352:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609365.276352:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749609365.276353:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00000001:3.0:1749609365.276353:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609365.276354:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609365.276354:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:2.0:1749609365.276354:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609365.276355:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609365.276355:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609365.276356:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:2.0:1749609365.276356:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1749609365.276357:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609365.276357:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609365.276358:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609365.276358:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74faa8. 00000100:00000010:3.0:1749609365.276358:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50df480. 00000400:00000010:2.0:1749609365.276360:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201180. 00000100:00000040:3.0:1749609365.276360:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50df480 x1834594612279808 msgsize 520 00000100:00000040:0.0:1749609365.276361:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50df100 x1834594612279552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609365.276362:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609365.276363:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609365.276364:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609365.276367:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612279552:12345-0@lo:38: Request processed in 138us (240us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609365.276367:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276368:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609365.276370:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276370:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609365.276371:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 711 usecs (1 jiffies) 00000100:00000001:2.0:1749609365.276371:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749609365.276372:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00000001:3.0:1749609365.276372:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609365.276373:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298641681 00000100:00000001:0.0:1749609365.276374:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609365.276374:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609365.276374:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298641688 00000100:00000001:1.0:1749609365.276375:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298641681 00000020:00000010:0.0:1749609365.276376:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000100:00000001:1.0:1749609365.276376:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298641688 00000100:00000001:1.0:1749609365.276377:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298641681 00000020:00000010:0.0:1749609365.276378:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e190. 00000100:00000001:1.0:1749609365.276378:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298641688 00000100:00000001:1.0:1749609365.276379:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298641681 00000400:00000001:2.0:1749609365.276379:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1749609365.276380:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:1.0:1749609365.276380:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298641688 00000400:00000001:2.0:1749609365.276380:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609365.276381:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609365.276381:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f8f0. 00000100:00000001:1.0:1749609365.276382:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276383:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609365.276383:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000100:00000001:1.0:1749609365.276384:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609365.276384:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000100:00000001:1.0:1749609365.276385:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609365.276386:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609365.276387:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749609365.276387:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609365.276387:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283f68 00000100:00000001:1.0:1749609365.276388:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609365.276389:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749609365.276389:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283f68. 00000100:00000001:1.0:1749609365.276390:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609365.276391:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276392:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276392:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609365.276393:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609365.276395:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609365.276397:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609365.276398:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609365.276400:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609365.276401:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609365.276402:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609365.276403:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276403:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609365.276404:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609365.276405:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612280064 02000000:00000001:2.0:1749609365.276405:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609365.276405:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609365.276406:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609365.276406:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609365.276407:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612279680 00000100:00000001:0.0:1749609365.276408:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609365.276408:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:2.0:1749609365.276408:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=34 v=5 (5 5 5 5) 00000100:00000001:0.0:1749609365.276409:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276410:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749609365.276410:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=24 v=5 (1 1 1 1) 02000000:00000001:0.0:1749609365.276411:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276411:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276411:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609365.276412:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612280064 00000100:00000001:2.0:1749609365.276412:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749609365.276413:0:16548:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749609365.276413:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276413:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276413:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749609365.276414:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:0.0:1749609365.276415:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749609365.276415:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612279680 00010000:00000001:2.0:1749609365.276415:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1749609365.276416:0:16548:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:1.0:1749609365.276416:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1749609365.276416:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276416:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609365.276417:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:0.0:1749609365.276418:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609365.276418:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609365.276418:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609365.276419:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000040:1.0:1749609365.276420:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000040:2.0:1749609365.276420:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609365.276420:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:0.0:1749609365.276422:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749609365.276422:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609365.276422:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298641681 00000020:00000010:0.0:1749609365.276423:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000020:00000001:1.0:1749609365.276423:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609365.276424:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609365.276424:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298641688 00000020:00000010:0.0:1749609365.276426:0:16548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8ec0. 00000100:00000001:1.0:1749609365.276426:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609365.276426:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609365.276426:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298641681 00000100:00000001:2.0:1749609365.276427:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609365.276428:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00000001:3.0:1749609365.276428:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298641688 00000100:00000040:2.0:1749609365.276429:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276429:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298641681 00000020:00000040:0.0:1749609365.276430:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000010:1.0:1749609365.276430:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706780. 00000100:00000001:3.0:1749609365.276431:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298641688 00000020:00000040:1.0:1749609365.276433:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609365.276433:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298641681 00000100:00100000:2.0:1749609365.276434:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612279424:0@lo:400: 00000100:00000001:0.0:1749609365.276435:0:16548:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609365.276435:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609365.276435:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298641688 00000020:00000010:0.0:1749609365.276436:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000020:00000010:1.0:1749609365.276437:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000100:00000001:2.0:1749609365.276437:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.276437:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609365.276438:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00000001:2.0:1749609365.276438:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609365.276438:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609365.276439:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e190. 00000100:00000040:2.0:1749609365.276439:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055880 x1834594612279424/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609365.276440:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000100:00000001:3.0:1749609365.276441:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609365.276442:0:16548:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:1.0:1749609365.276442:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eea28. 00000100:00000001:2.0:1749609365.276443:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609365.276444:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609365.276444:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749609365.276444:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609365.276445:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609365.276446:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609365.276446:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000010:2.0:1749609365.276446:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609365.276447:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609365.276448:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609365.276448:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609365.276449:0:16548:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609365.276449:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1749609365.276449:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609365.276450:0:16548:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609365.276450:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609365.276451:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609365.276451:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609365.276452:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057400. 00000100:00000001:3.0:1749609365.276452:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609365.276453:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1749609365.276453:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609365.276453:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276455:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609365.276455:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749609365.276455:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749609365.276455:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609365.276456:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609365.276456:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055880. 02000000:00000001:3.0:1749609365.276457:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609365.276458:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609365.276459:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612279808 00000100:00000001:2.0:1749609365.276459:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609365.276459:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609365.276459:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609365.276460:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609365.276460:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609365.276460:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609365.276461:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609365.276461:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612279936:0@lo:38: 00000100:00000001:0.0:1749609365.276462:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276462:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609365.276464:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276464:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609365.276464:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609365.276465:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612279808 00000100:00000001:2.0:1749609365.276465:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609365.276465:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749609365.276466:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609365.276466:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609365.276466:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609365.276466:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609365.276466:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749609365.276467:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609365.276468:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609365.276468:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 02000000:00000001:3.0:1749609365.276468:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609365.276469:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609365.276469:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000020:00000010:0.0:1749609365.276470:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 02000000:00000001:3.0:1749609365.276470:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609365.276471:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005991168 : -131938703560448 : ffff8800a0713100) 00000020:00000010:0.0:1749609365.276472:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000040:1.0:1749609365.276473:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0713100 x1834594612279680/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:311/0 lens 224/0 e 0 to 0 dl 1749609376 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609365.276473:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a58a8000. 00000020:00000010:0.0:1749609365.276474:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 02000000:00000001:3.0:1749609365.276474:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276475:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609365.276475:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609365.276476:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609365.276476:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276476:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749609365.276477:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c08. 00000100:00000001:1.0:1749609365.276478:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609365.276479:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d40. 00000100:00100000:2.0:1749609365.276479:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000400:00000010:3.0:1749609365.276480:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283f68. 00000100:00000001:0.0:1749609365.276481:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276481:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609365.276481:0:14332:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000020:00000010:1.0:1749609365.276482:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8d40. 00000100:00000001:2.0:1749609365.276482:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005989376 : -131938703562240 : ffff8800a0712a00) 00000100:00000200:3.0:1749609365.276483:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612279936, portal 10 00000100:00100000:1.0:1749609365.276484:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612279680:12345-0@lo:400: 00000100:00000001:0.0:1749609365.276485:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609365.276485:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0712a00 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:311/0 lens 224/0 e 0 to 0 dl 1749609376 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276485:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749609365.276487:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612279680 00000100:00000001:3.0:1749609365.276487:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213523072 : -131936496028544 : ffff880124057480) 00000100:00000001:0.0:1749609365.276488:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609365.276488:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609365.276489:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609365.276490:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609365.276491:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276491:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749609365.276492:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780 00000020:00000001:1.0:1749609365.276492:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1749609365.276492:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706680. 00000100:00000040:3.0:1749609365.276492:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609365.276493:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083373696 : -131938626177920 : ffff8800a50df480) 00000020:00000001:1.0:1749609365.276494:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:2.0:1749609365.276494:0:14332:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609365.276495:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50df480 x1834594612279808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609365.276495:0:14332:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706680. 00000020:00000001:1.0:1749609365.276496:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1749609365.276521:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612279808:12345-0@lo:38: 00000100:00000200:0.0:1749609365.276524:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612279808 00000020:00000001:0.0:1749609365.276525:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609365.276525:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609365.276526:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1749609365.276527:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609365.276527:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609365.276529:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609365.276530:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749609365.276532:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609365.276532:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612280064:12345-0@lo:400: 00010000:00020000:0.0:1749609365.276533:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609365.276533:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609365.276534:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609365.276535:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749609365.276535:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612280064 00010000:00000001:0.0:1749609365.276537:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749609365.276537:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5090000. 00000020:00000001:2.0:1749609365.276537:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609365.276537:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609365.276538:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749609365.276538:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276539:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609365.276539:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609365.276539:0:14332:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749609365.276540:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609365.276540:0:14332:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609365.276540:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609365.276541:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609365.276541:0:14332:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1749609365.276542:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5097000. 00010000:00000040:1.0:1749609365.276542:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612279680 00000020:00000001:2.0:1749609365.276542:0:14332:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000010:3.0:1749609365.276542:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 02000000:00000001:0.0:1749609365.276544:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609365.276544:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749609365.276544:0:14332:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1749609365.276544:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612279936, offset 0 00000100:00000001:0.0:1749609365.276545:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609365.276546:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000200:1.0:1749609365.276546:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0713100 x1834594612279680/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609365.276546:0:14332:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609365.276547:0:14332:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1749609365.276548:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609365.276548:0:14332:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749609365.276548:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749609365.276549:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749609365.276550:0:14332:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276551:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609365.276551:0:14332:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609365.276552:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609365.276552:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609365.276553:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609365.276554:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609365.276555:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:1.0:1749609365.276555:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749609365.276555:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a509bc00. 00000400:00000200:3.0:1749609365.276555:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609365.276556:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:2.0:1749609365.276556:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609365.276557:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609365.276558:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:1.0:1749609365.276558:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609365.276558:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609365.276559:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749609365.276559:0:14332:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609365.276560:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609365.276560:0:14332:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612280064 00000400:00000200:3.0:1749609365.276560:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bfa80 00000100:00000001:0.0:1749609365.276561:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609365.276561:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609365.276562:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00010000:00000001:2.0:1749609365.276562:0:14332:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749609365.276563:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609365.276563:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:0.0:1749609365.276564:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00010000:00000200:2.0:1749609365.276564:0:14332:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0712a00 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609365.276565:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609365.276565:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 44520 02000000:00000001:1.0:1749609365.276566:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276567:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609365.276568:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612279808, offset 0 00000100:00000040:1.0:1749609365.276568:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609365.276569:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609365.276569:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609365.276570:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00010000:00000001:2.0:1749609365.276570:0:14332:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609365.276571:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749609365.276572:0:14332:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=28 v=5 (1 1 1 1) 00000400:00000200:3.0:1749609365.276572:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609365.276573:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612279680, offset 224 00000100:00000001:2.0:1749609365.276574:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609365.276575:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:3.0:1749609365.276575:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749609365.276576:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609365.276576:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609365.276576:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:3.0:1749609365.276577:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749609365.276578:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609365.276579:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609365.276580:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609365.276580:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749609365.276580:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50df800. 00000400:00000200:0.0:1749609365.276582:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bfa00 00000100:00000040:2.0:1749609365.276582:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609365.276582:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50df800 x1834594612279936 msgsize 520 00000400:00000010:2.0:1749609365.276583:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000400:00000200:1.0:1749609365.276585:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bf980 00000400:00000200:0.0:1749609365.276586:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17439 [1] + 0 00000100:00100000:3.0:1749609365.276588:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609365.276589:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749609365.276589:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612280064, offset 224 00000400:00000200:0.0:1749609365.276591:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609365.276591:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1742d [1] + 224 00000400:00000200:2.0:1749609365.276595:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609365.276595:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609365.276596:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609365.276597:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609365.276599:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609365.276599:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609365.276600:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609365.276601:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000010:3.0:1749609365.276603:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000400:00000200:2.0:1749609365.276604:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bfb00 00000100:00000040:0.0:1749609365.276605:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276606:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609365.276609:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609365.276611:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609365.276612:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609365.276614:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000400:00000010:0.0:1749609365.276615:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000100:00000001:0.0:1749609365.276616:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749609365.276616:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276616:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609365.276617:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609365.276618:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609365.276618:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1743d [1] + 224 00000100:00000040:3.0:1749609365.276618:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609365.276620:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609365.276621:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609365.276621:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609365.276622:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609365.276623:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609365.276624:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50df480 x1834594612279808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609365.276625:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609365.276625:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609365.276625:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276626:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749609365.276627:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276629:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609365.276630:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612279808:12345-0@lo:38: Request processed in 108us (268us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609365.276632:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 682 usecs (1 jiffies) 00000100:00000040:2.0:1749609365.276633:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609365.276634:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780 00000100:00000001:3.0:1749609365.276634:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298641682 00000100:00000001:0.0:1749609365.276635:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609365.276636:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609365.276636:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609365.276637:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298641688 00000020:00000010:0.0:1749609365.276638:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000001:3.0:1749609365.276638:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298641682 00000020:00000010:0.0:1749609365.276639:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000100:00000001:2.0:1749609365.276639:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609365.276640:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298641688 00000020:00000010:0.0:1749609365.276641:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000400:00000200:1.0:1749609365.276642:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000100:00000001:3.0:1749609365.276642:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298641682 00000100:00000001:0.0:1749609365.276643:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609365.276644:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:3.0:1749609365.276644:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298641688 00000100:00000001:3.0:1749609365.276645:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298641682 00000100:00000001:1.0:1749609365.276646:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749609365.276646:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000100:00000001:0.0:1749609365.276647:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609365.276647:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749609365.276647:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000100:00000001:3.0:1749609365.276647:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298641688 00000100:00100000:0.0:1749609365.276648:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612279936 02000000:00000001:0.0:1749609365.276649:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609365.276649:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609365.276649:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609365.276649:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609365.276650:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609365.276650:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276650:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276651:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609365.276651:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609365.276653:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609365.276653:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609365.276653:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:0.0:1749609365.276654:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612279936 00010000:00000001:2.0:1749609365.276654:0:14332:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:3.0:1749609365.276654:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749609365.276655:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749609365.276655:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:3.0:1749609365.276655:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1749609365.276656:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609365.276656:0:14332:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609365.276657:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609365.276657:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609365.276657:0:14332:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749609365.276657:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000020:00000001:0.0:1749609365.276658:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609365.276658:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712a00 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609365.276659:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609365.276659:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609365.276659:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000020:00000010:0.0:1749609365.276660:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000020:00000010:0.0:1749609365.276661:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000400:00000010:3.0:1749609365.276661:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000020:00000010:0.0:1749609365.276663:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000100:00000040:1.0:1749609365.276663:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0713100 x1834594612279680/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1749609376 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609365.276664:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749609365.276664:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612280064:12345-0@lo:400: Request processed in 172us (323us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609365.276664:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609365.276665:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609365.276666:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609365.276667:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609365.276668:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609365.276669:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00000040:2.0:1749609365.276670:0:14332:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:0.0:1749609365.276672:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609365.276672:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612279680:12345-0@lo:400: Request processed in 192us (477us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609365.276672:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609365.276673:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609365.276674:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000100:00000001:0.0:1749609365.276675:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609365.276675:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609365.276675:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609365.276676:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e190. 00000100:00100000:0.0:1749609365.276677:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000020:00000010:2.0:1749609365.276678:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:0.0:1749609365.276679:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083374592 : -131938626177024 : ffff8800a50df800) 00000100:00100000:1.0:1749609365.276679:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000020:00000040:2.0:1749609365.276680:0:14332:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000040:0.0:1749609365.276681:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50df800 x1834594612279936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609365.276681:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609365.276682:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609365.276682:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.276682:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609365.276684:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609365.276684:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.276685:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749609365.276686:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612279936:12345-0@lo:38: 00000020:00000010:1.0:1749609365.276686:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 02000000:00000001:3.0:1749609365.276687:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1749609365.276688:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612279936 00000020:00000010:1.0:1749609365.276688:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eea28. 00000020:00000001:0.0:1749609365.276689:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609365.276689:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749609365.276690:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749609365.276690:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000100:00000001:3.0:1749609365.276691:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609365.276692:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 02000000:00000001:3.0:1749609365.276693:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609365.276694:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276694:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:0.0:1749609365.276695:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609365.276696:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609365.276697:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749609365.276697:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609365 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609365.276699:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609365.276700:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609365.276701:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1749609365.276701:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=31 v=20 (1 1 1 20) 02000000:00000010:0.0:1749609365.276703:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5094800. 02000000:00000001:0.0:1749609365.276704:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276704:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609365.276705:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609365.276706:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609365.276706:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609365.276706:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609365.276707:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609365.276708:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609365.276708:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609365.276708:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609365.276710:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:1.0:1749609365.276710:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609365.276711:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1749609365.276711:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609365.276711:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609365.276712:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:1.0:1749609365.276712:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 00000100:00000001:0.0:1749609365.276714:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609365.276715:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:1.0:1749609365.276715:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000400:00000010:1.0:1749609365.276716:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00000040:0.0:1749609365.276717:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609365.276717:0:1512:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609365.276718:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:2.0:1749609365.276718:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:0.0:1749609365.276719:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609365.276719:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276719:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609365.276720:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609365.276721:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609365.276721:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609365.276721:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1749609365.276722:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00000100:00080000:2.0:1749609365.276723:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749609365.276723:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609365.276724:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612279936, offset 0 00000100:00000200:1.0:1749609365.276724:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609365.276724:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:3.0:1749609365.276725:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1749609365.276726:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609365.276727:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609365.276729:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609365.276729:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:3.0:1749609365.276729:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609365.276730:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609365.276731:0:1512:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749609365.276732:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bfa80 02000000:00000001:1.0:1749609365.276732:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:3.0:1749609365.276732:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609365.276733:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609365.276734:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17451 [1] + 0 00000100:00000001:3.0:1749609365.276734:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609365.276735:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609365.276736:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609365.276736:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609365.276737:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609365.276738:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749609365.276739:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=28 v=5 (5 5 5 5) 00000100:00000001:0.0:1749609365.276740:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609365.276741:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609365.276741:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=28 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609365.276743:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609365.276744:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609365.276745:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1749609365.276746:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612279552:0@lo:38: 00000100:00000040:0.0:1749609365.276747:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749609365.276748:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276749:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276752:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749609365.276752:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276752:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609365.276754:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000100:00000001:1.0:1749609365.276754:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609365.276754:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055f80 x1834594612279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609365.276755:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 00000100:00000040:1.0:1749609365.276755:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609365.276756:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609365.276757:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609365.276757:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609365.276757:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609365.276758:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609365.276759:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609365.276760:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609365.276761:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.276761:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609365.276762:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609365.276763:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609365.276763:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749609365.276764:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50df800 x1834594612279936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609385 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609365.276764:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609365.276765:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609365.276765:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a58a9800. 00000100:00000040:1.0:1749609365.276767:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609365.276767:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1749609365.276769:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612279936:12345-0@lo:38: Request processed in 82us (185us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749609365.276769:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609365.276770:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:1.0:1749609365.276772:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612280064:0@lo:400: 00000020:00000001:3.0:1749609365.276772:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1749609365.276773:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 02000000:00000010:3.0:1749609365.276773:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5096400. 00000100:00000001:0.0:1749609365.276774:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609365.276775:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1749609365.276775:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609365.276775:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1749609365.276776:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000400:00000001:1.0:1749609365.276776:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609365.276776:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b58. 02000000:00000001:3.0:1749609365.276777:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1749609365.276778:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000400:00000200:1.0:1749609365.276778:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000100:00000010:3.0:1749609365.276778:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055f80. 00000020:00000010:0.0:1749609365.276779:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000400:00000010:1.0:1749609365.276779:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000100:00000001:1.0:1749609365.276780:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609365.276781:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609365.276781:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276782:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609365.276783:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.276785:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609365.276786:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276789:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609365.276790:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609365.276791:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609365.276791:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609365.276792:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609365.276793:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609365.276793:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609365.276794:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609365.276794:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609365.276795:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609365.276796:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609365.276796:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609365.276797:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1749609365.276798:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=21 v=5 (5 5 5 5) 00000400:00000010:3.0:1749609365.276799:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b626e0. 00000100:00001000:1.0:1749609365.276800:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=21 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609365.276801:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609365.276801:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283c38 00000100:00000001:1.0:1749609365.276802:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609365.276803:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1749609365.276803:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283c38. 00010000:00080000:1.0:1749609365.276804:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276805:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609365.276807:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609365.276808:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276809:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609365.276810:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609365.276811:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609365.276812:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609365.276813:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609365.276816:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609365.276817:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609365.276818:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609365.276819:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609365.276820:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276823:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609365.276824:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612279680:0@lo:400: 00000100:00000001:3.0:1749609365.276824:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.276826:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609365.276827:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609365.276827:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609365.276828:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609365.276829:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124054000 x1834594612280064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276829:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609365.276830:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609365.276832:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276833:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609365.276834:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609365.276835:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b200. 00000100:00001000:3.0:1749609365.276835:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609365 v=5 (0 0 0 0) 02000000:00000001:1.0:1749609365.276836:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609365.276837:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609365.276838:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00001000:3.0:1749609365.276838:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=31 v=20 (1 1 1 20) 00000020:00000001:1.0:1749609365.276840:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609365.276841:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057800. 00000100:00000001:3.0:1749609365.276841:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749609365.276842:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609365.276842:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609365.276843:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609365.276844:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054000. 00000100:00000001:3.0:1749609365.276844:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609365.276847:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609365.276848:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609365.276848:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609365.276849:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609365.276850:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124054380 x1834594612279680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609365.276854:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609365.276855:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609365.276855:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:1.0:1749609365.276856:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b000. 02000000:00000001:1.0:1749609365.276857:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609365.276857:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749609365.276858:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609365.276859:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1749609365.276859:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609365.276860:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609365.276860:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:1.0:1749609365.276861:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057100. 00000100:00000001:3.0:1749609365.276861:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609365.276862:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609365.276862:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609365.276863:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054380. 00000100:00000001:1.0:1749609365.276864:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1749609365.276864:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609365.276865:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609365.276866:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609365.276866:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609365.276867:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609365.276868:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609365.276868:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609365.276870:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609365.276870:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609365.276871:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609365.276877:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612279808:0@lo:38: 00000400:00000001:3.0:1749609365.276881:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609365.276882:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609365.276884:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c08. 00000400:00000200:3.0:1749609365.276886:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283f68 00000400:00000010:3.0:1749609365.276887:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283f68. 00000100:00000001:3.0:1749609365.276889:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609365.276891:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609365.276899:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276905:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609365.276907:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.276909:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609365.276910:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609365.276911:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609365.276913:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609365.276914:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609365.276917:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609365 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609365.276920:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=28 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609365.276923:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609365.276924:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609365.276926:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609365.276928:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276934:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609365.276936:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609365.276937:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.276938:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609365.276940:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609365.276942:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609365.276944:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609365.276946:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609365.276948:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609365.276955:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612279936:0@lo:38: 00000100:00000001:3.0:1749609365.276959:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.276960:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609365.276962:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055500 x1834594612279808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.276969:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609365.276970:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609365.276989:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a58a8800. 02000000:00000001:3.0:1749609365.276994:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609365.276995:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609365.276997:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609365.276999:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609365.277000:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5096000. 02000000:00000001:3.0:1749609365.277003:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609365.277004:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609365.277005:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055500. 00000100:00000001:3.0:1749609365.277008:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609365.277009:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.277011:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609365.277013:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124057480 x1834594612279936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609365.277020:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609365.277021:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609365.277022:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a58a8000. 02000000:00000001:3.0:1749609365.277024:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609365.277025:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609365.277026:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609365.277027:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609365.277028:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5095800. 02000000:00000001:3.0:1749609365.277030:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609365.277031:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609365.277032:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057480. 00000100:00000001:3.0:1749609365.277035:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609365.277036:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.277037:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609365.277040:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609365.277041:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609365.277043:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609365.277044:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609365.283604:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298641688, at 4298641688 00000100:00000040:3.0:1749609365.283604:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298641688, at 4298641688 00000100:00000040:1.0:1749609365.283608:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298641688, at 4298641688 00000100:00000040:0.0:1749609365.283609:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298641688, at 4298641688 00000100:00000010:2.0:1749609365.283619:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706fc0. 00000100:00000010:1.0:1749609365.283620:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706900. 00000100:00000010:3.0:1749609365.283640:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706040. 00000100:00000010:0.0:1749609365.283649:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706e80. 00010000:00000001:0.0:1749609365.651726:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609365.651735:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609365.651743:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609365.651746:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609365.651857:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609365.651861:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609365.651864:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609365.710658:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609365.710666:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609365.710668:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609365.710671:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609365.710674:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609365.710678:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609365.710680:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609365.710683:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609365.710685:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609366.512677:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609366.512687:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609366.512693:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609366.512696:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609366.512701:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609366.512708:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609366.512714:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609366.512719:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609366.512721:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609366.512726:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0201240. 00000100:00000001:2.0:1749609366.512727:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000674880 : -131938708876736 : ffff8800a0201240) 00000100:00000001:2.0:1749609366.512730:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609366.512732:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609366.512736:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609366.512738:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609366.512740:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609366.512742:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609366.512749:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612280192/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609366.512758:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609366.512759:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609366.512761:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612280192/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609366.512767:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609366.512769:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609366.512770:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609366.512772:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0201240 going to sleep for 0 seconds 00000100:00000001:2.0:1749609366.512774:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609366.512775:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609366.512777:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609366.512780:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609366.512781:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609366.512783:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612280192/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609366.512789:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612280192:0@lo:900: 00000100:00000001:2.0:1749609366.512793:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609366.512794:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609366.512796:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609366.512797:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609366.512798:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612280192/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609366.512804:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609366.512805:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0201240. 00000100:00000001:2.0:1749609366.512808:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609366.512810:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609366.512812:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609366.512813:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612280192/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609366.512818:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609366.512820:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609366.512821:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609366.512822:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609366.512824:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609366.512827:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609366.512828:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609366.512829:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609366.512831:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609366.512832:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609366.653635:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609366.653643:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609366.653650:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609366.653653:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609366.653655:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609366.653658:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609366.653661:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609366.653663:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609366.653666:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609366.653668:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609366.653799:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609366.653804:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609366.653807:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609366.710644:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609366.710653:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609366.710657:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609366.710661:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609366.710666:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609366.710670:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609366.710674:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609366.710677:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609366.710680:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609367.038776:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609367.038798:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609367.038803:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609367.038806:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609367.038819:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609367.038838:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341900 00000400:00000200:0.0:1749609367.038847:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x168e9 [2] + 0 00000400:00000010:0.0:1749609367.038852:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f9f8. 00000400:00000200:0.0:1749609367.038858:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b7cc0 00000800:00000001:0.0:1749609367.038865:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609367.038869:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609367.038872:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609367.038876:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609367.038881:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b7cc0 00000400:00000010:0.0:1749609367.038883:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b7cc0. 00000100:00000001:0.0:1749609367.038888:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609367.038891:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609367.038894:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4750850 x1834594730252544 msgsize 224 00000100:00100000:0.0:1749609367.038900:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609367.038902:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609367.038924:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609367.038932:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609367.038935:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609367.038937:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609367.038939:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609367.038981:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609367.038987:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341980 00000400:00000200:0.0:1749609367.038993:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 45040 00000800:00000001:0.0:1749609367.038998:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609367.039003:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609367.039004:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609367.039008:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609367.039011:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609367.039013:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609367.039018:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055c00. 00000100:00000040:0.0:1749609367.039021:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff880124055c00 x1834594730252672 msgsize 520 00000100:00100000:0.0:1749609367.039025:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609367.039036:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609367.039039:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609367.039042:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730252544 00000800:00000001:0.0:1749609367.039044:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609367.039046:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609367.039047:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609367.039048:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609367.039050:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609367.039050:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609367.039053:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609367.039054:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609367.039058:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341a00 02000000:00000001:2.0:1749609367.039058:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609367.039061:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 45560 00000100:00100000:2.0:1749609367.039063:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730252544 00000800:00000001:0.0:1749609367.039064:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:2.0:1749609367.039066:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609367.039069:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609367.039072:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609367.039075:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609367.039078:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609367.039081:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609367.039084:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609367.039086:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609367.039086:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609367.039089:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:2.0:1749609367.039090:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706fc0. 00000100:00000001:0.0:1749609367.039092:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609367.039092:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609367.039093:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749609367.039095:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706fc0. 00000100:00000010:0.0:1749609367.039097:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124056680. 00000100:00000040:0.0:1749609367.039099:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff880124056680 x1834594730252800 msgsize 520 00000020:00000010:2.0:1749609367.039102:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00100000:0.0:1749609367.039103:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:2.0:1749609367.039107:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609367.039112:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00000001:0.0:1749609367.039121:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609367.039121:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609367.039124:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1749609367.039125:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609367.039126:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609367.039127:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609367.039128:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609367.039134:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.039143:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609367.039144:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609367.039148:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730252672 02000000:00000001:3.0:1749609367.039151:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609367.039153:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609367.039153:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609367.039155:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609367.039156:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609367.039160:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609367.039162:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1473 00000100:00100000:3.0:1749609367.039163:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730252672 00000100:00000040:2.0:1749609367.039165:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000001:3.0:1749609367.039165:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609367.039167:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341787216 : -131938367764400 : ffff8800b4750850) 00000020:00000040:3.0:1749609367.039167:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609367.039169:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609367.039171:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609367.039173:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609367.039174:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4750850 x1834594730252544/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:313/0 lens 224/0 e 0 to 0 dl 1749609378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609367.039178:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000010:3.0:1749609367.039183:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00000001:2.0:1749609367.039184:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609367.039186:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706fc0. 00000020:00000010:3.0:1749609367.039187:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000001:2.0:1749609367.039188:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609367.039190:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706fc0. 00000100:00000001:3.0:1749609367.039191:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609367.039192:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609367.039194:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4750850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730252544:12345-192.168.201.20@tcp:400: 00000100:00000001:3.0:1749609367.039195:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609367.039198:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730252544 00000100:00000001:3.0:1749609367.039199:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609367.039200:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749609367.039201:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609367.039204:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749609367.039205:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730252800 00000020:00000001:2.0:1749609367.039206:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609367.039209:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749609367.039209:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609367.039210:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609367.039211:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609367.039211:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609367.039213:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609367.039214:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609367.039216:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609367.039217:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609367.039217:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609367.039219:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609367.039219:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609367.039220:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730252800 00000100:00000001:3.0:1749609367.039221:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609367.039222:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609367.039223:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609367.039224:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609367.039224:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609367.039226:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749609367.039227:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2782 00000020:00000001:1.0:1749609367.039228:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.039228:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609367.039230:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609367.039230:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609367.039230:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213516800 : -131936496034816 : ffff880124055c00) 00000100:00000040:3.0:1749609367.039234:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124055c00 x1834594730252672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609367.039235:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 02000000:00000010:2.0:1749609367.039235:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099000. 02000000:00000001:2.0:1749609367.039238:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609367.039239:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000100:00000001:2.0:1749609367.039241:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609367.039243:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eea28. 00000020:00000001:2.0:1749609367.039243:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609367.039246:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730252544 00000100:00100000:3.0:1749609367.039246:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730252672:12345-192.168.201.20@tcp:38: 00000100:00000001:1.0:1749609367.039247:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609367.039248:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1749609367.039249:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609367.039250:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609367.039250:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730252672 00000020:00000001:3.0:1749609367.039252:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000200:2.0:1749609367.039253:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4750850 x1834594730252544/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:313/0 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609367.039254:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609367.039255:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:2.0:1749609367.039262:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609367.039264:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609367.039267:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=36 v=5 (1 1 1 1) 00000020:00000001:3.0:1749609367.039270:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609367.039272:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00020000:3.0:1749609367.039273:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749609367.039275:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609367.039276:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609367.039276:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609367.039277:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609367.039279:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749609367.039279:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609367.039281:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.039282:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609367.039284:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609367.039284:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609367.039284:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609367.039286:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609367.039286:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609367.039287:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000010:3.0:1749609367.039290:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8000. 00000400:00000010:2.0:1749609367.039291:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93cc0. 00000100:00100000:1.0:1749609367.039292:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2783 00000100:00000001:1.0:1749609367.039295:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213519488 : -131936496032128 : ffff880124056680) 00000100:00000200:2.0:1749609367.039297:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730252544, offset 224 00000100:00000040:1.0:1749609367.039299:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124056680 x1834594730252800/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609367.039301:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609367.039303:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609367.039303:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609367.039306:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609367.039308:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609367.039311:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730252800:12345-192.168.201.20@tcp:38: 00000100:00001000:3.0:1749609367.039311:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609367.039314:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000200:1.0:1749609367.039315:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730252800 00000100:00000001:3.0:1749609367.039315:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609367.039317:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609367.039319:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609367.039321:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2103:2103:256:4294967295] 192.168.201.20@tcp LPNI seq info [2099:2099:8:4294967295] 00000020:00000040:1.0:1749609367.039326:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000001:1.0:1749609367.039329:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000400:00000200:2.0:1749609367.039332:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:1.0:1749609367.039334:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609367.039336:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1749609367.039337:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 02000000:00000010:1.0:1749609367.039341:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a5091c00. 00000400:00000200:3.0:1749609367.039341:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:2.0:1749609367.039342:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7100. 02000000:00000001:1.0:1749609367.039343:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609367.039344:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609367.039346:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609367.039346:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00010000:00000040:1.0:1749609367.039348:0:16548:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000800:00000200:2.0:1749609367.039348:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:3.0:1749609367.039349:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609367.039351:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00010000:00080000:1.0:1749609367.039354:0:16548:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3976 last 0 00000100:00000040:3.0:1749609367.039354:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609367.039356:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:3.0:1749609367.039356:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609367.039358:0:16548:0:(obd_class.h:881:obd_connect()) Process entered 02000000:00000001:3.0:1749609367.039358:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609367.039360:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1749609367.039360:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:1.0:1749609367.039362:0:16548:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000040:3.0:1749609367.039362:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609367.039365:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000010:3.0:1749609367.039365:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283f68. 00000100:00000200:3.0:1749609367.039368:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730252672, offset 0 00000004:00000001:1.0:1749609367.039369:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609367.039369:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609367.039372:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609367.039374:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749609367.039374:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000001:2.0:1749609367.039375:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609367.039376:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000001:2.0:1749609367.039378:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000004:00000001:1.0:1749609367.039379:0:16548:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609367.039381:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609367.039381:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4750850 x1834594730252544/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:313/0 lens 224/224 e 0 to 0 dl 1749609378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609367.039381:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000040:1.0:1749609367.039386:0:16548:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:3.0:1749609367.039386:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2104:2104:255:4294967295] 192.168.201.20@tcp LPNI seq info [2100:2100:7:4294967295] 00000004:00000040:1.0:1749609367.039388:0:16548:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:1.0:1749609367.039390:0:16548:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00100000:2.0:1749609367.039391:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4750850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730252544:12345-192.168.201.20@tcp:400: Request processed in 206us (495us total) trans 0 rc 0/0 00000004:00000001:1.0:1749609367.039393:0:16548:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609367.039395:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609367.039396:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:1.0:1749609367.039397:0:16548:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609367.039399:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00100000:2.0:1749609367.039399:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1473 00000004:00000001:1.0:1749609367.039401:0:16548:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:2.0:1749609367.039401:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000800:00000200:3.0:1749609367.039401:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000001:1.0:1749609367.039403:0:16548:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609367.039403:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749609367.039405:0:16548:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609367.039405:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1749609367.039405:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 00000020:00000040:1.0:1749609367.039408:0:16548:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000010:2.0:1749609367.039408:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000800:00000200:3.0:1749609367.039409:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00010000:00000001:1.0:1749609367.039410:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609367.039412:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:2.0:1749609367.039412:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00010000:00000001:1.0:1749609367.039414:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1749609367.039414:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:2.0:1749609367.039415:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00010000:00000001:1.0:1749609367.039416:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609367.039418:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000020:00000040:2.0:1749609367.039418:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:3.0:1749609367.039418:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1749609367.039421:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609367.039422:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609367.039423:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609367.039425:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1749609367.039427:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000400:00000200:1.0:1749609367.039428:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000400:00000010:2.0:1749609367.039429:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f8f0. 00000100:00000001:1.0:1749609367.039430:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609367.039431:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609367.039432:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000010:2.0:1749609367.039433:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201240. 00000100:00000001:1.0:1749609367.039434:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:3.0:1749609367.039434:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609367.039437:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609367.039440:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:3.0:1749609367.039440:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055c00 x1834594730252672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609387 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609367.039442:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609367.039444:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609367.039445:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1749609367.039446:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609367.039448:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609367.039449:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7100. 00000400:00000010:1.0:1749609367.039451:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a770. 00000400:00000200:0.0:1749609367.039453:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609367.039454:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730252672:12345-192.168.201.20@tcp:38: Request processed in 208us (430us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749609367.039455:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730252800, offset 0 00000400:00000200:0.0:1749609367.039457:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609367.039460:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609367.039463:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93cc0 00000400:00000010:0.0:1749609367.039465:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93cc0. 00000400:00000200:1.0:1749609367.039466:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00100000:3.0:1749609367.039466:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2782 00000100:00000001:0.0:1749609367.039468:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609367.039470:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609367.039470:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609367.039471:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2105:2105:254:4294967295] 192.168.201.20@tcp LPNI seq info [2101:2101:6:4294967295] 00000100:00000001:3.0:1749609367.039472:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749609367.039473:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a5099000. 02000000:00000001:0.0:1749609367.039476:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1749609367.039476:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000100:00000001:0.0:1749609367.039477:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609367.039481:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:3.0:1749609367.039481:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000800:00000200:1.0:1749609367.039486:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:3.0:1749609367.039486:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000800:00000010:1.0:1749609367.039490:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceea00. 00000100:00000001:3.0:1749609367.039490:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609367.039494:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:1.0:1749609367.039539:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609367.039542:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1749609367.039542:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceea00 type 1, nob 512 niov 1 nkiov 1 00000800:00000010:0.0:1749609367.039545:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695b00. 00000100:00000001:1.0:1749609367.039546:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609367.039547:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609367.039549:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000400:00000200:0.0:1749609367.039551:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:1.0:1749609367.039551:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609367.039552:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609367.039553:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283f68 00000400:00000010:0.0:1749609367.039555:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283f68. 00000100:00000040:1.0:1749609367.039556:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124056680 x1834594730252800/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609387 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609367.039558:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609367.039559:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609367.039567:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730252800:12345-192.168.201.20@tcp:38: Request processed in 256us (465us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609367.039574:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2783 00000100:00000001:1.0:1749609367.039577:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609367.039578:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609367.039581:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 00000800:00000200:0.0:1749609367.039583:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609367.039585:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceea00. 00000020:00000010:1.0:1749609367.039585:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eea28. 00000020:00000010:1.0:1749609367.039589:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000400:00000200:0.0:1749609367.039590:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609367.039592:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609367.039594:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609367.039596:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a770 00000400:00000010:0.0:1749609367.039598:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a770. 00000100:00000001:0.0:1749609367.039600:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609367.039601:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609367.655718:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609367.655726:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609367.655733:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609367.655736:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609367.655860:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609367.655865:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609367.655869:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609367.710663:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609367.710673:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609367.710676:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609367.710681:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609367.710686:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609367.710692:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609367.710696:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609367.710699:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609367.710702:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609368.513644:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000020:00000040:2.0:1749609368.513656:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609368.513663:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609368.513666:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609368.513672:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609368.513681:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800911d8a00. 00000100:00000001:2.0:1749609368.513689:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609368.513696:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749609368.513698:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749609368.513704:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0201300. 00000100:00000001:2.0:1749609368.513705:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135000675072 : -131938708876544 : ffff8800a0201300) 00000100:00000001:2.0:1749609368.513708:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609368.513710:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:2.0:1749609368.513715:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609368.513717:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609368.513720:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749609368.513722:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609368.513730:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a5080380 x1834594612280320/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609368.513741:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609368.513743:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609368.513746:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a5080380 x1834594612280320/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609368.513754:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609368.513757:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609368.513759:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609368.513760:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a0201300 going to sleep for 0 seconds 00000100:00000001:2.0:1749609368.513762:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609368.513765:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749609368.513768:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609368.513770:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609368.513772:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609368.513774:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612280320/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609368.513782:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a5080380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612280320:0@lo:900: 00000100:00000001:2.0:1749609368.513786:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609368.513789:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609368.513791:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749609368.513792:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609368.513794:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a5080380 x1834594612280320/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609368.513801:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609368.513802:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a0201300. 00000100:00000001:2.0:1749609368.513806:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749609368.513807:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749609368.513809:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609368.513811:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a5080380 x1834594612280320/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609368.513823:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609368.513826:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609368.513827:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609368.513829:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609368.513832:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609368.513835:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609368.513837:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609368.513838:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5080380. 00000100:00000001:2.0:1749609368.513841:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609368.513842:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609368.657754:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609368.657764:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609368.657774:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609368.657776:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609368.657912:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609368.657959:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609368.657963:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609368.710696:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609368.710705:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609368.710707:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609368.710710:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609368.710714:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609368.710718:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609368.710721:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609368.710723:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609368.710725:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609369.659707:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609369.659715:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609369.659725:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609369.659727:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609369.659872:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609369.659878:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609369.659881:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609369.710661:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609369.710669:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609369.710671:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609369.710674:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609369.710678:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609369.710682:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609369.710684:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609369.710687:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609369.710689:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.283637:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609370.283648:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609370.283658:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124056300. 00000020:00000040:0.0:1749609370.283665:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609370.283670:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609370.283674:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609370.283680:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609370.283688:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057900. 00000100:00000001:0.0:1749609370.283696:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.283705:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609370.283718:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609370.283721:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.283727:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124056300] to pc [ptlrpcd_00_00+0] req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.283762:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609370.283765:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609370.283768:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609370.283771:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609370.283773:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609370.283776:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609370.283779:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3974 00000100:00080000:0.0:1749609370.283783:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609370.283785:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609370.283788:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609370.283790:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609370.283792:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609370.283795:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609370.283796:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609370.283799:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609370.283803:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609370.283805:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609370.283807:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609370.283810:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609370.283812:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609370.283813:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609370.283815:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609370.283818:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609370.283820:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609370.283822:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609370.283824:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609370.283831:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609370.283833:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.283835:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609370.283838:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609370.283841:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054a80. 00000020:00000040:0.0:1749609370.283843:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609370.283846:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609370.283847:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.283850:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609370.283851:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609370.283853:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609370.283856:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5097800. 00000100:00000001:0.0:1749609370.283860:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.283861:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609370.283864:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609370.283867:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609370.283869:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609370.283872:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609370.283874:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.283874:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609370.283876:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124054a80] to pc [ptlrpcd_rcv+-1] req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609370.283876:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609370.283880:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.283915:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609370.283917:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609370.283921:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609370.283924:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609370.283927:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.283928:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609370.283930:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612280448:0@lo:400: 00000100:00000040:0.0:1749609370.283932:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609370.283934:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609370.283935:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609370.283936:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609370.283937:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055180. 00000020:00000040:0.0:1749609370.283939:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609370.283939:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609370.283940:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609370.283941:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609370.283942:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609370.283942:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609370.283943:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749609370.283944:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609370.283945:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609370.283947:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057200. 00000100:00000040:2.0:1749609370.283947:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.283950:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609370.283950:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 02000000:00000001:3.0:1749609370.283952:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.283953:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609370.283958:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1749609370.283958:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c08. 00000100:00000001:0.0:1749609370.283960:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609370.283960:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.283961:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.283963:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055180] to pc [ptlrpcd_00_01+1] req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609370.283963:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749609370.283965:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283c38. 02000000:00000001:2.0:1749609370.283966:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609370.283968:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609370.283971:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612280576:0@lo:38: 00000100:00000200:3.0:1749609370.283973:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612280448, portal 25 00000100:00000001:2.0:1749609370.283975:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609370.283976:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.283976:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749609370.283978:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749609370.283978:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609370.283978:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213518592 : -131936496033024 : ffff880124056300) 02000000:00000001:2.0:1749609370.283980:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609370.283982:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749609370.283982:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609370.283983:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:3.0:1749609370.283983:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609370.283984:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609370.283987:0:5:0:(import.c:480:import_select_connection()) Process entered 02000000:00000010:2.0:1749609370.283988:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5099000. 00000100:00080000:0.0:1749609370.283989:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3974 02000000:00000001:2.0:1749609370.283990:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609370.283991:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609370.283993:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609370.283995:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749609370.283995:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000100:00000040:0.0:1749609370.283996:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609370.283997:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609370.283998:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609370.284000:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609370.284000:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000400:00000010:2.0:1749609370.284000:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000100:00000040:3.0:1749609370.284001:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609370.284002:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749609370.284002:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000020:00000040:0.0:1749609370.284003:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000200:2.0:1749609370.284004:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612280576, portal 4 00000020:00000001:0.0:1749609370.284005:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000200:3.0:1749609370.284005:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612280448, offset 0 00000100:00000001:2.0:1749609370.284006:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749609370.284007:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:2.0:1749609370.284008:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213512320 : -131936496039296 : ffff880124054a80) 00000100:00000040:0.0:1749609370.284010:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:3.0:1749609370.284011:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609370.284012:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609370.284014:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609370.284015:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.284016:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609370.284018:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:0.0:1749609370.284020:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609370.284022:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284023:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609370.284024:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609370.284026:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609370.284027:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609370.284028:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609370.284028:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749609370.284029:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93b28. 00000100:00000001:0.0:1749609370.284030:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609370.284032:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609370.284032:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612280576, offset 0 00000100:00000010:0.0:1749609370.284034:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057800. 00000020:00000040:0.0:1749609370.284036:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609370.284037:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1749609370.284037:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609370.284038:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609370.284038:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82bfc80 00000100:00000001:0.0:1749609370.284040:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609370.284041:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609370.284042:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609370.284045:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5095c00. 00000400:00000200:3.0:1749609370.284045:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16925 [2] + 0 00000400:00000200:2.0:1749609370.284046:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609370.284047:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609370.284049:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f5d8. 00000100:00100000:0.0:1749609370.284050:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749609370.284053:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82bfd00 00000400:00000200:3.0:1749609370.284054:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b7000 00000100:00000001:0.0:1749609370.284056:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609370.284057:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609370.284059:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 3640 00000100:00000040:0.0:1749609370.284060:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124057800] to pc [ptlrpcd_rcv+-1] req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609370.284060:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609370.284064:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609370.284065:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609370.284067:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609370.284068:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609370.284068:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b7000 00000100:00080000:0.0:1749609370.284070:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:3.0:1749609370.284070:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b7000. 00000100:00080000:0.0:1749609370.284073:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609370.284074:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749609370.284074:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:0.0:1749609370.284075:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609370.284075:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609370.284076:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1749609370.284076:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1749609370.284077:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609370.284078:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3974 00000100:00000010:2.0:1749609370.284080:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5080380. 00000100:00000040:3.0:1749609370.284080:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4751450 x1834594612280448 msgsize 224 00000100:00080000:0.0:1749609370.284081:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609370.284083:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:2.0:1749609370.284083:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5080380 x1834594612280576 msgsize 520 00000100:00100000:3.0:1749609370.284084:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609370.284085:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609370.284086:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1749609370.284087:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:2.0:1749609370.284087:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609370.284089:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609370.284090:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609370.284091:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609370.284092:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609370.284094:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609370.284096:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609370.284097:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:3.0:1749609370.284097:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749609370.284100:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609370.284101:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609370.284102:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609370.284104:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609370.284106:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:0.0:1749609370.284107:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000400:00000200:3.0:1749609370.284107:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000100:00000001:0.0:1749609370.284109:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609370.284109:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 02000000:00000001:0.0:1749609370.284110:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609370.284112:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609370.284113:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609370.284113:0:1509:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609370.284114:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284116:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:3.0:1749609370.284116:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.284117:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609370.284119:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93b28 00000100:00000010:0.0:1749609370.284120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057480. 00000020:00000040:0.0:1749609370.284121:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1749609370.284121:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93b28. 02000000:00000001:0.0:1749609370.284123:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609370.284124:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284124:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609370.284124:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609370.284126:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609370.284126:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1749609370.284126:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609370.284127:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609370.284128:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609370.284130:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5094c00. 00000100:00000001:0.0:1749609370.284132:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284133:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284134:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749609370.284135:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609370.284135:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609370.284137:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.284139:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284142:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609370.284143:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284143:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298646696 00000100:00000001:2.0:1749609370.284144:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284145:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609370.284146:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124057480] to pc [ptlrpcd_rcv+-1] req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609370.284147:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8ec0. 00000100:00000001:2.0:1749609370.284148:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284152:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609370.284152:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1040 usecs (2 jiffies) 00000100:00000040:0.0:1749609370.284154:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609370.284154:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298646690 00000100:00000001:3.0:1749609370.284154:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609370.284157:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609370.284159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055500. 00000020:00000040:0.0:1749609370.284160:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609370.284161:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609370.284162:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609370.284163:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609370.284163:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609370.284164:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284164:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298646696 02000000:00000010:0.0:1749609370.284166:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057a00. 00000100:00000001:2.0:1749609370.284166:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1749609370.284167:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8d40. 00000100:00000001:0.0:1749609370.284168:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609370.284169:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.284169:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749609370.284171:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609370.284176:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609370.284177:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609370.284177:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284178:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.284180:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055500] to pc [ptlrpcd_00_02+2] req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609370.284180:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609370.284180:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298646696 02000000:00000001:2.0:1749609370.284182:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1749609370.284182:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b80c0. 02000000:00000001:2.0:1749609370.284183:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284184:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1749609370.284186:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612280704:0@lo:400: 00000100:00000001:3.0:1749609370.284187:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298646696 00000100:00000001:2.0:1749609370.284189:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1749609370.284189:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8500. 02000000:00000001:2.0:1749609370.284191:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609370.284191:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749609370.284193:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284193:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609370.284195:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609370.284196:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284196:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609370.284197:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609370.284199:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284199:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.284200:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3984) 00000100:00000001:3.0:1749609370.284201:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609370.284202:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f790. 00000400:00000010:2.0:1749609370.284204:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93b28. 00000100:00000200:2.0:1749609370.284207:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612280704, portal 4 00000100:00000001:2.0:1749609370.284208:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609370.284209:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609370.284210:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213514112 : -131936496037504 : ffff880124055180) 00000100:00000001:3.0:1749609370.284210:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609370.284212:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609370.284213:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609370.284214:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609370.284214:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.284214:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609370.284215:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609370.284215:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284217:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.284219:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609370.284221:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609370.284223:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609370.284224:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93bb0. 00000100:00000001:0.0:1749609370.284225:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749609370.284226:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612280704, offset 0 00000100:00000001:0.0:1749609370.284227:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609370.284229:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609370.284229:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749609370.284229:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609370.284231:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609370.284233:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609370.284233:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609370.284235:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612280576 00000100:00100000:0.0:1749609370.284236:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612281088:0@lo:400: 00000100:00000001:3.0:1749609370.284236:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609370.284237:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612280448 00000400:00000200:2.0:1749609370.284238:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82bfd80 00000100:00000001:0.0:1749609370.284239:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609370.284239:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609370.284240:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609370.284242:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749609370.284242:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 2240 00000100:00000001:3.0:1749609370.284242:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609370.284243:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609370.284244:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609370.284245:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609370.284245:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284246:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609370.284247:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749609370.284248:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609370.284249:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609370.284249:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609370.284250:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609370.284250:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749609370.284252:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612280448 00000100:00000001:2.0:1749609370.284253:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749609370.284254:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f176e0. 00000100:00100000:1.0:1749609370.284254:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612280576 00000020:00000001:3.0:1749609370.284254:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749609370.284255:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:3.0:1749609370.284256:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:1.0:1749609370.284257:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749609370.284258:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6685d8. 00000100:00000010:2.0:1749609370.284258:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5083100. 00000020:00000001:3.0:1749609370.284258:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609370.284259:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749609370.284260:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5083100 x1834594612280704 msgsize 224 00000020:00000040:3.0:1749609370.284260:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000200:0.0:1749609370.284262:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612281088, portal 10 00000020:00000001:1.0:1749609370.284262:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609370.284263:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609370.284264:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749609370.284264:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609370.284265:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609370.284265:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609370.284266:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213515008 : -131936496036608 : ffff880124055500) 00000020:00000001:1.0:1749609370.284268:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284270:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609370.284271:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609370.284271:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749609370.284273:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8c40. 00000020:00000010:1.0:1749609370.284274:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000400:00000200:2.0:1749609370.284274:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93bb0 00000100:00000001:3.0:1749609370.284275:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609370.284276:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93bb0. 00000100:00000001:2.0:1749609370.284277:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749609370.284277:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8c40. 00000100:00000001:0.0:1749609370.284278:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609370.284280:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609370.284281:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609370.284281:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000020:00000010:3.0:1749609370.284281:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000400:00000010:0.0:1749609370.284283:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 00000020:00000010:3.0:1749609370.284284:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00000200:0.0:1749609370.284285:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612281088, offset 0 00000020:00000010:1.0:1749609370.284288:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eea28. 00000100:00000001:2.0:1749609370.284288:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749609370.284288:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000400:00000200:0.0:1749609370.284289:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609370.284290:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609370.284294:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609370.284295:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609370.284296:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284297:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609370.284297:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609370.284297:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609370.284298:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609370.284298:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609370.284299:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284300:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284300:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609370.284302:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000001:2.0:1749609370.284304:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298646689 00000400:00000200:0.0:1749609370.284305:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82bff00 00000100:00000001:1.0:1749609370.284305:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284306:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298646696 00000100:00000001:3.0:1749609370.284306:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284309:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298646689 00000400:00000200:0.0:1749609370.284310:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 46080 00000100:00000001:2.0:1749609370.284311:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298646696 00000100:00000001:3.0:1749609370.284312:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.284313:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298646689 00000100:00000001:2.0:1749609370.284315:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298646696 00000400:00000200:0.0:1749609370.284316:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609370.284316:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298646689 00000100:00000001:1.0:1749609370.284318:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.284318:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298646696 00000400:00000200:0.0:1749609370.284319:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609370.284320:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609370.284320:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609370.284322:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284322:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609370.284323:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609370.284324:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609370.284325:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609370.284325:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609370.284326:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00000010:0.0:1749609370.284328:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054380. 00000100:00000040:3.0:1749609370.284329:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609370.284330:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609370.284331:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff880124054380 x1834594612281088 msgsize 224 00000100:00000001:2.0:1749609370.284331:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609370.284331:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341790288 : -131938367761328 : ffff8800b4751450) 00000100:00000001:1.0:1749609370.284333:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609370.284333:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609370.284335:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609370.284335:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4751450 x1834594612280448/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:316/0 lens 224/0 e 0 to 0 dl 1749609381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609370.284336:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609370.284336:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609370.284338:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609370.284339:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00000001:2.0:1749609370.284339:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284342:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609370.284342:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082984320 : -131938626567296 : ffff8800a5080380) 00000100:00000001:3.0:1749609370.284344:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609370.284346:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8c40. 00000400:00000200:0.0:1749609370.284347:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000100:00000001:3.0:1749609370.284347:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609370.284348:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5080380 x1834594612280576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609370.284348:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298646696 00000400:00000010:0.0:1749609370.284349:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00000020:00000010:3.0:1749609370.284349:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8c40. 00000100:00000001:2.0:1749609370.284350:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298646690 00000100:00000001:2.0:1749609370.284351:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298646696 00000100:00000001:0.0:1749609370.284352:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749609370.284352:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4751450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612280448:12345-0@lo:400: 00000100:00000001:2.0:1749609370.284353:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298646690 00000100:00000001:2.0:1749609370.284354:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298646696 00000100:00000200:0.0:1749609370.284355:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609370.284355:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612280448 00000100:00000001:2.0:1749609370.284356:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298646690 00000100:00000001:2.0:1749609370.284357:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298646696 00000020:00000001:3.0:1749609370.284358:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609370.284359:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609370.284360:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609370.284361:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609370.284362:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284363:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609370.284363:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609370.284363:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.284365:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609370.284365:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612280576:12345-0@lo:38: 00000020:00000001:3.0:1749609370.284365:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609370.284367:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609370.284368:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1749609370.284368:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609370.284369:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749609370.284371:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612280576 00000100:00000001:2.0:1749609370.284371:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609370.284372:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284372:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609370.284372:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609370.284373:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609370.284373:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609370.284374:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609370.284374:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609370.284375:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609370.284376:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609370.284377:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749609370.284379:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 711 usecs (1 jiffies) 00000020:00000001:3.0:1749609370.284379:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609370.284380:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609370.284381:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298646689 00000100:00000001:2.0:1749609370.284381:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749609370.284381:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609370.284382:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284383:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298646696 02000000:00000001:2.0:1749609370.284384:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609370.284384:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609370.284385:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298646689 02000000:00000001:2.0:1749609370.284385:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609370.284386:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609370.284387:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298646696 02000000:00000001:2.0:1749609370.284387:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284389:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298646689 00000100:00100000:2.0:1749609370.284389:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612280832:0@lo:38: 02000000:00000010:3.0:1749609370.284389:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8800. 00000100:00000001:0.0:1749609370.284391:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298646696 02000000:00000001:3.0:1749609370.284391:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284392:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298646689 00000100:00000001:2.0:1749609370.284392:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609370.284393:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284394:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298646696 02000000:00000001:2.0:1749609370.284394:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609370.284395:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609370.284395:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609370.284395:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609370.284396:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609370.284397:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609370.284397:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609370.284397:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612280448 02000000:00000010:2.0:1749609370.284399:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800883d4c00. 00000100:00000001:0.0:1749609370.284400:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609370.284400:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609370.284401:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749609370.284402:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749609370.284402:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609370.284404:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f1b8. 00010000:00000200:3.0:1749609370.284404:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4751450 x1834594612280448/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:316/0 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609370.284406:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609370.284407:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749609370.284407:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93bb0. 00000100:00000001:0.0:1749609370.284408:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749609370.284409:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612280832, portal 10 00000100:00000001:0.0:1749609370.284410:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749609370.284410:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609370.284411:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609370.284411:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609370.284412:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284412:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213523968 : -131936496027648 : ffff880124057800) 00010000:00000001:3.0:1749609370.284412:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609370.284414:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284414:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749609370.284414:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609370.284416:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609370.284417:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1749609370.284417:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=39 v=5 (1 1 1 1) 02000000:00000001:1.0:1749609370.284419:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609370.284420:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609370.284422:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609370.284422:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609370.284424:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:2.0:1749609370.284425:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749609370.284426:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0643c00. 00000400:00000010:2.0:1749609370.284426:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93c38. 02000000:00000001:3.0:1749609370.284426:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609370.284428:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609370.284428:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612280832, offset 0 02000000:00000001:3.0:1749609370.284428:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284430:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609370.284431:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609370.284431:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609370.284433:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609370.284433:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609370.284435:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612281088 00010000:00000001:1.0:1749609370.284435:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609370.284435:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749609370.284435:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 02000000:00000001:0.0:1749609370.284437:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1749609370.284438:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609370.284438:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612280448, offset 224 00000100:00000001:0.0:1749609370.284439:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609370.284439:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bfe00 00000100:00000001:0.0:1749609370.284441:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609370.284441:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609370.284442:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609370.284444:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609370.284446:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612281088 00000100:00000001:1.0:1749609370.284446:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749609370.284448:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609370.284449:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000400:00000200:3.0:1749609370.284449:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609370.284450:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609370.284451:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609370.284453:0:16548:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000040:1.0:1749609370.284453:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000001:0.0:1749609370.284455:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609370.284456:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609370.284456:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82bfc80 00000020:00000001:0.0:1749609370.284457:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000200:2.0:1749609370.284457:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 46304 00000100:00000001:1.0:1749609370.284459:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609370.284460:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749609370.284461:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609370.284462:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17479 [1] + 224 00000020:00000010:0.0:1749609370.284463:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b42c0. 00000100:00000040:1.0:1749609370.284463:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:2.0:1749609370.284464:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609370.284466:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609370.284466:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609370.284467:0:16548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4300. 02000000:00000001:1.0:1749609370.284468:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284468:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609370.284469:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749609370.284470:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609370.284471:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749609370.284472:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000010:2.0:1749609370.284472:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081880. 00000100:00000001:3.0:1749609370.284473:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609370.284474:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609370.284474:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5081880 x1834594612280832 msgsize 520 00000100:00000200:3.0:1749609370.284476:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609370.284478:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000100:00100000:2.0:1749609370.284478:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609370.284479:0:16548:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749609370.284482:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000200:1.0:1749609370.284484:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612280576, offset 0 00000020:00000010:0.0:1749609370.284485:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:2.0:1749609370.284485:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609370.284485:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609370.284488:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000400:00000200:2.0:1749609370.284489:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93c38 00000400:00000010:2.0:1749609370.284490:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93c38. 00000100:00000001:2.0:1749609370.284492:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609370.284493:0:16548:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609370.284495:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749609370.284495:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.284495:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609370.284522:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609370.284525:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609370.284530:0:16548:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609370.284532:0:16548:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609370.284533:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284539:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609370.284545:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609370.284546:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609370.284547:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612280832 02000000:00000001:0.0:1749609370.284548:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609370.284548:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.284550:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609370.284552:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609370.284552:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609370.284554:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284555:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609370.284557:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612280832 00000100:00000001:2.0:1749609370.284557:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749609370.284558:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609370.284559:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609370.284561:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609370.284561:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609370.284562:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609370.284563:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609370.284563:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000020:00000001:0.0:1749609370.284564:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284565:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298646690 00000020:00000010:0.0:1749609370.284566:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 00000020:00000010:0.0:1749609370.284568:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000100:00000001:2.0:1749609370.284568:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298646696 00000100:00000001:2.0:1749609370.284570:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298646690 00000020:00000010:0.0:1749609370.284571:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e578. 00000400:00000200:3.0:1749609370.284571:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000100:00000001:2.0:1749609370.284572:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298646696 00000100:00000001:0.0:1749609370.284573:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609370.284573:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298646690 00000100:00000001:0.0:1749609370.284574:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749609370.284574:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000100:00000001:0.0:1749609370.284575:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284575:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298646696 00000100:00000001:2.0:1749609370.284576:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298646690 00000400:00000200:1.0:1749609370.284577:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bfd00 00000100:00000001:3.0:1749609370.284577:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609370.284578:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284578:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298646696 00000100:00000001:3.0:1749609370.284578:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609370.284579:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609370.284581:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284581:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284582:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.284583:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609370.284584:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1747d [1] + 0 00000100:00000040:3.0:1749609370.284584:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609370.284586:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609370.284586:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609370.284586:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609370.284588:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609370.284588:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609370.284590:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1749609370.284591:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000400:00000200:1.0:1749609370.284591:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609370.284592:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609370.284593:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609370.284593:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4751450 x1834594612280448/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:316/0 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609370.284594:0:16548:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:0.0:1749609370.284595:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213510528 : -131936496041088 : ffff880124054380) 02000000:00000001:2.0:1749609370.284595:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749609370.284596:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609370.284596:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609370.284598:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.284600:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124054380 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:316/0 lens 224/0 e 0 to 0 dl 1749609381 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609370.284600:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612280960:0@lo:38: 00000100:00000001:1.0:1749609370.284601:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609370.284603:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749609370.284603:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4751450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612280448:12345-0@lo:400: Request processed in 257us (521us total) trans 0 rc 0/0 02000000:00000001:2.0:1749609370.284605:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749609370.284606:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609370.284606:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609370.284607:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609370.284608:0:16548:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609370.284610:0:16548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 02000000:00000010:2.0:1749609370.284611:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fe000. 00000100:00100000:3.0:1749609370.284611:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00000001:0.0:1749609370.284612:0:16548:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609370.284613:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609370.284613:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000010:0.0:1749609370.284614:0:16548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4300. 00000400:00000010:2.0:1749609370.284615:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fbb0. 00000100:00000001:3.0:1749609370.284616:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749609370.284617:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612281088:12345-0@lo:400: 00000400:00000010:2.0:1749609370.284617:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93c38. 00000100:00000001:3.0:1749609370.284618:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609370.284620:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612280960, portal 10 00000100:00000200:0.0:1749609370.284621:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612281088 00000100:00000040:1.0:1749609370.284621:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609370.284621:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000100:00000001:2.0:1749609370.284622:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749609370.284623:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609370.284624:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213523072 : -131936496028544 : ffff880124057480) 00000020:00000010:3.0:1749609370.284624:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000020:00000001:0.0:1749609370.284625:0:16548:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609370.284627:0:16548:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609370.284627:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000040:2.0:1749609370.284628:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609370.284629:0:16548:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1749609370.284630:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000020:00000001:0.0:1749609370.284631:0:16548:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:0.0:1749609370.284634:0:16548:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609370.284634:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609370.284634:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609370.284634:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1749609370.284636:0:16548:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609370.284636:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1749609370.284636:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a8800. 00000400:00000010:2.0:1749609370.284637:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000020:00000001:0.0:1749609370.284638:0:16548:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749609370.284638:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1749609370.284639:0:16548:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1749609370.284639:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612280960, offset 0 00000100:00000001:3.0:1749609370.284640:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609370.284641:0:16548:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609370.284642:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609370.284643:0:16548:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1749609370.284644:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1749609370.284645:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000100:00000001:0.0:1749609370.284647:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749609370.284647:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749609370.284647:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b626e0. 00000400:00000010:1.0:1749609370.284648:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 02000000:00000001:0.0:1749609370.284649:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609370.284651:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749609370.284651:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82bfe80 02000000:00000010:0.0:1749609370.284652:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5097400. 02000000:00000001:0.0:1749609370.284654:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284654:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749609370.284654:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3180. 00000100:00000001:0.0:1749609370.284655:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609370.284655:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 46824 00000020:00000001:0.0:1749609370.284658:0:16548:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609370.284658:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609370.284659:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609370.284660:0:16548:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612281088 00000400:00000200:2.0:1749609370.284660:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609370.284662:0:16548:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749609370.284663:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609370.284663:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609370.284664:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:0.0:1749609370.284665:0:16548:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880124054380 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609370.284666:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609370.284667:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5081180. 00000020:00000001:1.0:1749609370.284668:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609370.284669:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5081180 x1834594612280960 msgsize 520 00010000:00000001:0.0:1749609370.284672:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749609370.284673:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1749609370.284674:0:16548:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609370.284674:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5080380 x1834594612280576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609370.284676:0:16548:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609370.284678:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609370.284680:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609370.284682:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:2.0:1749609370.284682:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000100:00000001:3.0:1749609370.284682:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609370.284683:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:2.0:1749609370.284683:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00000001:3.0:1749609370.284684:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609370.284685:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609370.284685:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609370.284687:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609370.284687:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612280576:12345-0@lo:38: Request processed in 323us (602us total) trans 0 rc -19/-19 00000400:00000001:3.0:1749609370.284687:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609370.284688:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609370.284688:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609370.284689:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609370.284690:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c08. 00000100:00000040:0.0:1749609370.284691:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609370.284693:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 00000400:00000200:3.0:1749609370.284693:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283c38 00000100:00000001:2.0:1749609370.284694:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609370.284694:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283c38. 00000100:00000040:2.0:1749609370.284696:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.284696:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609370.284698:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612281088, offset 224 00000100:00100000:1.0:1749609370.284699:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00000200:3.0:1749609370.284699:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609370.284702:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609370.284702:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284703:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609370.284704:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609370.284705:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609370.284707:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609370.284707:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609370.284708:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749609370.284708:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 00000100:00000040:2.0:1749609370.284710:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:2.0:1749609370.284711:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298646690 00000020:00000010:1.0:1749609370.284713:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eea28. 00000400:00000200:0.0:1749609370.284714:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bff00 00000100:00000001:2.0:1749609370.284714:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298646696 00000100:00000001:3.0:1749609370.284714:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609370.284715:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298646690 00000100:00000001:3.0:1749609370.284715:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609370.284717:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:2.0:1749609370.284717:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298646696 00000100:00000001:2.0:1749609370.284718:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298646690 00000100:00000001:3.0:1749609370.284718:0:1509:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749609370.284719:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17491 [1] + 224 00000100:00000001:2.0:1749609370.284720:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298646696 02000000:00000001:3.0:1749609370.284720:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609370.284721:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298646690 00000100:00000001:3.0:1749609370.284721:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609370.284722:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609370.284723:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609370.284723:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298646696 00000100:00000001:3.0:1749609370.284723:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284725:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609370.284726:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609370.284726:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609370.284726:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284728:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749609370.284729:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1749609370.284729:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=39 v=5 (5 5 5 5) 00000100:00000200:0.0:1749609370.284731:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609370.284731:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609370.284732:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00000100:00001000:3.0:1749609370.284732:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=29 v=5 (1 1 1 1) 00000400:00000200:2.0:1749609370.284734:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000100:00000001:3.0:1749609370.284734:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1749609370.284736:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:3.0:1749609370.284736:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284738:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609370.284738:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749609370.284739:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609370.284740:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609370.284740:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609370.284740:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284743:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284743:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609370.284746:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609370.284747:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.284750:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609370.284752:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609370.284753:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609370.284754:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000100:00000001:2.0:1749609370.284754:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609370.284755:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1749609370.284756:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00000100:00000001:2.0:1749609370.284756:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609370.284757:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609370.284757:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609370.284758:0:16548:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609370.284758:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609370.284759:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609370.284759:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612280704 00000100:00000040:3.0:1749609370.284759:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609370.284760:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609370.284761:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284762:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609370.284762:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749609370.284763:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.284764:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609370.284765:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749609370.284766:0:16548:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:3.0:1749609370.284766:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612280448:0@lo:400: 00000020:00000001:0.0:1749609370.284767:0:16548:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284767:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609370.284768:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609370 v=5 (0 0 0 0) 00000020:00000001:0.0:1749609370.284769:0:16548:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749609370.284771:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609370.284771:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=36 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609370.284771:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609370.284772:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054380 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.284773:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609370.284774:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612280704 00000100:00000001:2.0:1749609370.284774:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749609370.284775:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124056300 x1834594612280448/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609370.284776:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609370.284777:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609370.284778:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749609370.284779:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00100000:0.0:1749609370.284780:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612281088:12345-0@lo:400: Request processed in 171us (448us total) trans 0 rc 0/0 00000100:00000040:2.0:1749609370.284781:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.284781:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749609370.284782:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609370.284783:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1749609370.284785:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 02000000:00000010:3.0:1749609370.284785:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 00000100:00100000:0.0:1749609370.284787:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000020:00000001:1.0:1749609370.284788:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 02000000:00000001:3.0:1749609370.284788:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749609370.284789:0:16548:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:2.0:1749609370.284789:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609370.284789:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609370.284790:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:1.0:1749609370.284791:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609370.284791:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609370.284792:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749609370.284792:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609370.284793:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609370.284793:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609370.284794:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057900. 00000100:00000001:2.0:1749609370.284795:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:0.0:1749609370.284796:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000001:1.0:1749609370.284796:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609370.284796:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609370.284797:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609370.284798:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1749609370.284799:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000020:00000010:1.0:1749609370.284799:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d40. 00000100:00000010:3.0:1749609370.284799:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124056300. 00000100:00080000:2.0:1749609370.284800:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:0.0:1749609370.284801:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00080000:2.0:1749609370.284802:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609370.284803:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1749609370.284804:0:16548:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000020:00000010:1.0:1749609370.284804:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8900. 00000100:00000001:3.0:1749609370.284804:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.284805:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609370.284805:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609370.284806:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609370.284808:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.284808:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749609370.284809:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609370.284809:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284811:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609370.284812:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609370.284813:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609370.284814:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612280960 00000100:00000001:1.0:1749609370.284814:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1749609370.284815:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612280576:0@lo:38: 02000000:00000001:0.0:1749609370.284816:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609370.284817:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609370.284817:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:2.0:1749609370.284818:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.284819:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609370.284819:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000100:00000001:2.0:1749609370.284820:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609370.284821:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609370.284822:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124054a80 x1834594612280576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609370.284823:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eea28. 00000100:00100000:0.0:1749609370.284824:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612280960 00000020:00000001:0.0:1749609370.284825:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609370.284826:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609370.284827:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609370.284829:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.284829:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749609370.284830:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:2.0:1749609370.284830:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749609370.284831:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609370.284832:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5099000. 00000100:00000001:3.0:1749609370.284832:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749609370.284833:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609370.284833:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609370.284834:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749609370.284835:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:1.0:1749609370.284835:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609370.284835:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1749609370.284837:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000100:00000001:1.0:1749609370.284837:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609370.284837:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609370.284838:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:3.0:1749609370.284838:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00000001:0.0:1749609370.284839:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609370.284840:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749609370.284840:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609370.284840:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082989696 : -131938626561920 : ffff8800a5081880) 02000000:00000010:2.0:1749609370.284841:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5097800. 00000100:00000001:0.0:1749609370.284842:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284843:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1749609370.284843:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5081880 x1834594612280832/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.284844:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609370.284844:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609370.284845:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609370.284846:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609370.284847:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609370.284847:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054a80. 00000100:00000001:0.0:1749609370.284850:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.284851:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609370.284852:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609370.284852:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612280832:12345-0@lo:38: 00000100:00000001:2.0:1749609370.284853:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609370.284854:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609370.284856:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609370.284856:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609370.284856:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612280832 00000100:00000001:2.0:1749609370.284857:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749609370.284858:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00000100:00000001:2.0:1749609370.284858:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1749609370.284858:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609370.284860:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082987904 : -131938626563712 : ffff8800a5081180) 00010000:00000001:3.0:1749609370.284860:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609370.284861:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609370.284862:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609370.284863:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5081180 x1834594612280960/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609370.284864:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284865:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609370.284865:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284867:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609370.284869:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609370.284871:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749609370.284872:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612280960:12345-0@lo:38: 00000100:00100000:1.0:1749609370.284873:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00010000:00000001:3.0:1749609370.284874:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749609370.284875:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612280960 00000100:00000040:1.0:1749609370.284876:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00080000:2.0:1749609370.284876:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:0.0:1749609370.284877:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609370.284877:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609370.284878:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609370.284879:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082995968 : -131938626555648 : ffff8800a5083100) 00000100:00000001:3.0:1749609370.284879:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:2.0:1749609370.284880:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609370.284881:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:2.0:1749609370.284883:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:3.0:1749609370.284883:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609370.284884:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5083100 x1834594612280704/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:316/0 lens 224/0 e 0 to 0 dl 1749609381 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609370.284885:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 02000000:00000010:3.0:1749609370.284885:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a8800. 02000000:00000001:3.0:1749609370.284887:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609370.284915:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.284915:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609370.284918:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00020000:0.0:1749609370.284919:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609370.284919:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609370.284922:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749609370.284922:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749609370.284924:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609370.284925:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609370.284926:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609370.284927:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609370.284928:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609370.284929:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:0.0:1749609370.284930:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609370.284931:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000010:0.0:1749609370.284933:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5094000. 00000100:00000001:3.0:1749609370.284933:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:0.0:1749609370.284935:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609370.284936:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609370.284937:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.284938:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609370.284938:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1749609370.284939:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609370.284939:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609370.284941:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609370.284941:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00000001:3.0:1749609370.284941:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:0.0:1749609370.284943:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609370.284943:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609370.284943:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609370.284944:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609370.284945:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749609370.284945:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283c38. 00000100:00000001:0.0:1749609370.284946:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1749609370.284947:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8900. 00000100:00000200:3.0:1749609370.284947:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612280832, offset 0 00000100:00000001:0.0:1749609370.284948:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1749609370.284948:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609370.284949:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609370.284950:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609370.284952:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:1.0:1749609370.284952:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612280704:12345-0@lo:400: 00000400:00000010:2.0:1749609370.284952:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f176e0. 00000100:00000001:0.0:1749609370.284954:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:2.0:1749609370.284956:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6685d8 00000100:00000040:0.0:1749609370.284957:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000200:1.0:1749609370.284957:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612280704 00000400:00000010:2.0:1749609370.284957:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6685d8. 02000000:00000001:0.0:1749609370.284959:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609370.284959:0:1511:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609370.284961:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609370.284961:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609370.284961:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609370.284962:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609370.284962:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609370.284964:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609370.284964:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:0.0:1749609370.284966:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 00000020:00000001:1.0:1749609370.284966:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609370.284968:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609370.284969:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612280960, offset 0 00000020:00000001:1.0:1749609370.284970:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749609370.284971:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609370.284973:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609370.284973:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000200:3.0:1749609370.284973:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bfe00 00000020:00000001:1.0:1749609370.284976:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609370.284977:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609370.284977:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17499 [1] + 0 00000100:00000001:2.0:1749609370.284978:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609370.284979:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609370.284980:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.284980:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609370.284981:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749609370.284981:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609370.284983:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749609370.284984:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609370.284984:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609370.284985:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82bfe80 00000400:00000200:3.0:1749609370.284985:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609370.284986:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749609370.284986:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609370.284989:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x174a9 [1] + 0 00000020:00000001:1.0:1749609370.284989:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609370.284990:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=33 v=5 (5 5 5 5) 00000020:00000001:1.0:1749609370.284992:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00001000:2.0:1749609370.284992:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609370.284993:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609370.284994:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609370.284994:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609370.284995:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609370.284995:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609370.284996:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609370.284997:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749609370.284997:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1749609370.284998:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609370.284999:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00010000:00080000:2.0:1749609370.285001:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609370.285002:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609370.285002:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0641000. 02000000:00000001:1.0:1749609370.285004:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609370.285004:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609370.285007:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609370.285008:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.285010:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609370.285010:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.285011:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00000040:1.0:1749609370.285013:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612280704 00000100:00000040:2.0:1749609370.285013:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609370.285015:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1749609370.285016:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609370.285017:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.285017:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609370.285018:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609370.285019:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749609370.285021:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5083100 x1834594612280704/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609370.285022:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283c38 00000400:00000010:3.0:1749609370.285024:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283c38. 00000100:00000001:2.0:1749609370.285025:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609370.285026:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609370.285027:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609370.285028:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609370.285028:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609370.285029:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000400:00000010:0.0:1749609370.285031:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00010000:00000001:1.0:1749609370.285031:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749609370.285031:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.285031:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.285033:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749609370.285033:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:1.0:1749609370.285034:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.285035:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609370.285035:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.285037:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609370.285037:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=26 v=5 (1 1 1 1) 00000020:00000001:3.0:1749609370.285037:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609370.285038:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612281088:0@lo:400: 00000100:00000040:3.0:1749609370.285039:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081880 x1834594612280832/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609370.285040:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609370.285042:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.285042:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609370.285042:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.285043:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749609370.285044:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609370.285045:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:2.0:1749609370.285045:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055500 x1834594612281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609370.285046:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5081180 x1834594612280960/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609390 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609370.285048:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612280832:12345-0@lo:38: Request processed in 195us (572us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609370.285049:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609370.285051:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609370.285052:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609370.285053:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749609370.285054:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609370.285054:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1800. 00000100:00100000:3.0:1749609370.285054:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00100000:0.0:1749609370.285055:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612280960:12345-0@lo:38: Request processed in 183us (384us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609370.285056:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609370.285056:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609370.285057:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749609370.285058:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609370.285059:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749609370.285060:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749609370.285060:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:3.0:1749609370.285060:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000100:00100000:0.0:1749609370.285062:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000020:00000001:2.0:1749609370.285062:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1749609370.285063:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 02000000:00000010:2.0:1749609370.285063:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057a00. 00000020:00000010:3.0:1749609370.285063:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e578. 00000100:00000001:0.0:1749609370.285064:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609370.285065:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1749609370.285065:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 00000100:00000001:0.0:1749609370.285066:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749609370.285066:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609370.285067:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055500. 00000020:00000010:0.0:1749609370.285068:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000200:1.0:1749609370.285068:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612280704, offset 224 00000100:00000001:3.0:1749609370.285068:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609370.285071:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000100:00000001:2.0:1749609370.285071:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609370.285072:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609370.285073:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000400:00000200:1.0:1749609370.285074:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609370.285074:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609370.285076:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.285077:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609370.285078:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.285079:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609370.285081:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609370.285084:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609370.285087:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609370.285088:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609370.285091:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1749609370.285092:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82bfd80 00000400:00000001:2.0:1749609370.285092:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609370.285094:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f1b8. 00000400:00000200:2.0:1749609370.285096:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93bb0 00000400:00000010:2.0:1749609370.285097:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93bb0. 00000100:00000001:2.0:1749609370.285099:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609370.285102:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609370.285104:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17489 [1] + 224 00000100:00000200:2.0:1749609370.285109:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609370.285111:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609370.285116:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609370.285116:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609370.285117:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.285118:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609370.285120:0:15201:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609370.285120:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609370.285121:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609370.285122:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609370.285124:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609370.285125:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609370.285126:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609370 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609370.285129:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=36 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609370.285131:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609370.285132:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609370.285134:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609370.285137:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609370.285137:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609370.285143:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609370.285145:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609370.285146:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.285148:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609370.285149:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609370.285151:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609370.285153:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609370.285155:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609370.285158:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609370.285165:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612280832:0@lo:38: 00000400:00000001:2.0:1749609370.285170:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609370.285171:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609370.285172:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fbb0. 00000400:00000200:2.0:1749609370.285173:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93c38 00000400:00000010:2.0:1749609370.285175:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93c38. 00000100:00000001:2.0:1749609370.285176:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609370.285178:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609370.285182:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749609370.285185:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609370.285189:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000100:00000001:2.0:1749609370.285191:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609370.285191:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609370.285193:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00000001:2.0:1749609370.285193:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609370.285194:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609370.285195:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609370.285196:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.285197:0:15201:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609370.285198:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609370.285199:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749609370.285200:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609370 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609370.285202:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=33 v=20 (1 1 1 20) 00000100:00000001:1.0:1749609370.285203:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.285204:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609370.285205:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609370.285207:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609370.285208:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609370.285209:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609370.285211:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609370.285213:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.285215:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609370.285216:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609370.285217:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609370.285218:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.285220:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749609370.285221:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5083100 x1834594612280704/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1749609381 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609370.285221:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609370.285222:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749609370.285224:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609370.285225:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749609370.285226:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609370.285228:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:3.0:1749609370.285229:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749609370.285230:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609370.285230:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609370.285233:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f790. 00000100:00100000:1.0:1749609370.285234:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612280704:12345-0@lo:400: Request processed in 295us (971us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609370.285236:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93b28 00000100:00100000:2.0:1749609370.285237:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612280960:0@lo:38: 00000400:00000010:3.0:1749609370.285238:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93b28. 00000100:00000001:2.0:1749609370.285240:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609370.285241:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609370.285242:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609370.285243:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124057800 x1834594612280832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609370.285245:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609370.285246:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00000001:2.0:1749609370.285249:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749609370.285250:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 02000000:00000001:2.0:1749609370.285250:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609370.285251:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800883d4c00. 00000100:00000200:3.0:1749609370.285253:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609370.285254:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609370.285254:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609370.285255:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609370.285256:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1749609370.285256:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609370.285257:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609370.285258:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5095c00. 00000100:00000001:3.0:1749609370.285260:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609370.285261:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 02000000:00000001:2.0:1749609370.285261:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609370.285262:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609370.285263:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057800. 00000100:00000001:3.0:1749609370.285263:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609370.285265:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eea28. 00000100:00000001:3.0:1749609370.285265:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749609370.285266:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609370.285266:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609370.285266:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609370.285268:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609370.285268:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609370.285269:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000040:2.0:1749609370.285270:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124057480 x1834594612280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.285270:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609370.285272:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609370.285273:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:2.0:1749609370.285275:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609370.285276:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609370.285276:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1749609370.285276:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=26 v=5 (5 5 5 5) 02000000:00000010:2.0:1749609370.285277:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fe000. 02000000:00000001:2.0:1749609370.285279:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1749609370.285279:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=26 v=5 (1 1 1 1) 00000020:00000001:2.0:1749609370.285280:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609370.285281:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749609370.285282:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749609370.285283:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609370.285283:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609370.285285:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5094c00. 00010000:00000001:3.0:1749609370.285285:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749609370.285287:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609370.285288:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:3.0:1749609370.285288:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609370.285289:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057480. 00000100:00000001:2.0:1749609370.285291:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609370.285292:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609370.285293:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609370.285295:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609370.285296:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609370.285297:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.285297:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749609370.285298:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609370.285299:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609370.285299:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:3.0:1749609370.285300:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609370.285302:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609370.285304:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.285310:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609370.285312:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609370.285313:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609370.285315:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609370.285323:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612280704:0@lo:400: 00000100:00000001:3.0:1749609370.285327:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609370.285328:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609370.285330:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055180 x1834594612280704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609370.285336:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609370.285337:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609370.285339:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 02000000:00000001:3.0:1749609370.285342:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609370.285344:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609370.285345:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1749609370.285347:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609370.285349:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 02000000:00000001:3.0:1749609370.285351:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609370.285352:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609370.285353:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055180. 00000100:00000001:3.0:1749609370.285356:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609370.285357:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609370.285359:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609370.285363:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609370.285365:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609370.285366:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609370.285368:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609370.291586:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298646696, at 4298646696 00000100:00000010:1.0:1749609370.291596:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8d40. 00000100:00000040:0.0:1749609370.291648:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298646696, at 4298646696 00000100:00000040:2.0:1749609370.291649:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298646696, at 4298646696 00000100:00000010:0.0:1749609370.291665:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8ec0. 00000100:00000010:2.0:1749609370.291679:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b80c0. 00000100:00000040:3.0:1749609370.291703:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298646696, at 4298646696 00000100:00000010:3.0:1749609370.291709:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8500. 00000100:00000010:0.0:1749609370.514638:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054000. 00000020:00000040:0.0:1749609370.514647:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609370.514652:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609370.514656:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609370.514660:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609370.514666:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609370.514671:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.514676:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609370.514678:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609370.514682:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609370.514684:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609370.514686:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609370.514687:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213509632 : -131936496041984 : ffff880124054000) 00000100:00000001:0.0:1749609370.514691:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609370.514693:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609370.514695:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609370.514696:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609370.514703:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124054000 x1834594612281216/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.514712:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609370.514713:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609370.514715:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124054000 x1834594612281216/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.514722:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609370.514725:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609370.514726:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609370.514728:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609370.514729:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609370.514731:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609370.514734:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609370.514735:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609370.514737:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609370.514739:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054000 x1834594612281216/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609370.514745:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124054000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612281216:0@lo:900: 00000100:00000001:0.0:1749609370.514749:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609370.514751:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609370.514758:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609370.514759:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609370.514761:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124054000 x1834594612281216/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.514766:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609370.514768:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609370.514771:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609370.514772:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609370.514774:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609370.514775:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124054000 x1834594612281216/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609370.514780:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609370.514782:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609370.514783:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609370.514785:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609370.514787:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609370.514789:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609370.514791:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609370.514792:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054000. 00000100:00000001:0.0:1749609370.514795:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609370.514797:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609370.661619:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609370.661624:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609370.661628:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609370.661629:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609370.661711:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609370.661714:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609370.661715:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609370.710613:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609370.710619:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609370.710621:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609370.710623:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609370.710626:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609370.710628:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609370.710630:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609370.710632:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609370.710633:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609371.663646:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609371.663653:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609371.663660:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609371.663662:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609371.663799:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609371.663806:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609371.663811:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609371.710706:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609371.710714:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609371.710716:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609371.710720:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609371.710724:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609371.710728:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609371.710731:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609371.710734:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609371.710736:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609372.046802:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609372.046823:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609372.046828:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609372.046831:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609372.046843:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609372.046904:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341a80 00000400:00000200:0.0:1749609372.046914:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16945 [2] + 0 00000400:00000010:0.0:1749609372.046919:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f688. 00000400:00000200:0.0:1749609372.046924:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b7600 00000800:00000001:0.0:1749609372.046931:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609372.046937:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609372.046940:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609372.046944:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609372.046949:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b7600 00000400:00000010:0.0:1749609372.046951:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b7600. 00000100:00000001:0.0:1749609372.046957:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609372.046959:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609372.046962:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4753450 x1834594730252928 msgsize 224 00000100:00100000:0.0:1749609372.046967:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609372.046969:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609372.046991:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609372.047000:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609372.047003:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609372.047005:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609372.047006:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609372.047017:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609372.047023:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341b00 00000400:00000200:0.0:1749609372.047029:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 47344 00000800:00000001:0.0:1749609372.047034:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609372.047037:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609372.047039:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609372.047041:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609372.047045:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609372.047046:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609372.047051:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054000. 00000100:00000040:0.0:1749609372.047054:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff880124054000 x1834594730253056 msgsize 520 00000100:00100000:0.0:1749609372.047058:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609372.047073:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609372.047077:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609372.047079:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609372.047081:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609372.047083:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609372.047086:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609372.047087:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609372.047091:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341b80 00000100:00100000:3.0:1749609372.047092:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730252928 00000400:00000200:0.0:1749609372.047095:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 47864 02000000:00000001:3.0:1749609372.047097:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609372.047098:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1749609372.047101:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609372.047105:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609372.047111:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609372.047116:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730252928 00000020:00000001:3.0:1749609372.047121:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609372.047124:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609372.047127:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609372.047131:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609372.047135:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609372.047138:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609372.047145:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609372.047150:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000001:3.0:1749609372.047154:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609372.047158:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000020:00000010:3.0:1749609372.047165:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000800:00000001:0.0:1749609372.047169:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609372.047171:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609372.047172:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000400:00000200:0.0:1749609372.047176:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:3.0:1749609372.047178:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000001:0.0:1749609372.047179:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609372.047180:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609372.047183:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055f80. 00000100:00000040:0.0:1749609372.047186:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff880124055f80 x1834594730253184 msgsize 520 00000100:00000040:3.0:1749609372.047189:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1749609372.047190:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:3.0:1749609372.047193:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609372.047195:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609372.047197:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.047201:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609372.047204:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609372.047207:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730253056 00000100:00000001:3.0:1749609372.047207:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609372.047208:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:1.0:1749609372.047211:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609372.047212:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609372.047214:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609372.047217:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.047219:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609372.047222:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609372.047226:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730253056 00000020:00000001:1.0:1749609372.047229:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609372.047231:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609372.047232:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609372.047234:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609372.047235:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609372.047237:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609372.047239:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609372.047244:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1475 00000020:00000010:1.0:1749609372.047245:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:0.0:1749609372.047246:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609372.047248:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609372.047249:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:0.0:1749609372.047250:0:13560:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609372.047251:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000100:00000001:0.0:1749609372.047252:0:13560:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.047252:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341798480 : -131938367753136 : ffff8800b4753450) 00000020:00000010:1.0:1749609372.047256:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eea28. 00000100:00000001:1.0:1749609372.047261:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609372.047261:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4753450 x1834594730252928/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:318/0 lens 224/0 e 0 to 0 dl 1749609383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609372.047263:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609372.047266:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.047272:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.047273:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609372.047277:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749609372.047278:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730253184 02000000:00000001:2.0:1749609372.047281:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749609372.047281:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000001:2.0:1749609372.047283:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609372.047284:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609372.047285:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.047287:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609372.047287:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 02000000:00000001:2.0:1749609372.047289:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609372.047292:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730253184 00000100:00100000:3.0:1749609372.047293:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4753450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730252928:12345-192.168.201.20@tcp:400: 00000020:00000001:2.0:1749609372.047294:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609372.047296:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609372.047298:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749609372.047299:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730252928 00000100:00000001:1.0:1749609372.047300:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609372.047300:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609372.047302:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.047303:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609372.047304:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749609372.047306:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000001:3.0:1749609372.047309:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749609372.047310:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2786 00000020:00000010:2.0:1749609372.047310:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000001:3.0:1749609372.047312:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.047314:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213509632 : -131936496041984 : ffff880124054000) 00000020:00000010:2.0:1749609372.047314:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000020:00000001:3.0:1749609372.047315:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609372.047318:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749609372.047318:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609372.047319:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609372.047320:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124054000 x1834594730253056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609372.047322:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609372.047322:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609372.047325:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609372.047325:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609372.047328:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609372.047330:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609372.047334:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.047335:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609372.047337:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749609372.047338:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730253056:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609372.047342:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749609372.047343:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730253056 00000100:00000001:2.0:1749609372.047343:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609372.047345:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609372.047345:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609372.047347:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:3.0:1749609372.047350:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a9800. 00010000:00000001:1.0:1749609372.047351:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749609372.047351:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2787 00000100:00000001:2.0:1749609372.047353:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213517696 : -131936496033920 : ffff880124055f80) 02000000:00000001:3.0:1749609372.047353:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609372.047357:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609372.047358:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124055f80 x1834594730253184/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609372.047360:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609372.047364:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730252928 00010000:00000001:3.0:1749609372.047368:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:2.0:1749609372.047370:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730253184:12345-192.168.201.20@tcp:38: 00000020:00000001:1.0:1749609372.047371:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609372.047373:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4753450 x1834594730252928/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:318/0 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609372.047374:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730253184 00000020:00000001:2.0:1749609372.047376:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00020000:1.0:1749609372.047377:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609372.047378:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749609372.047381:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609372.047385:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749609372.047386:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:3.0:1749609372.047387:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609372.047388:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609372.047388:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:3.0:1749609372.047390:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609372.047391:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609372.047394:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609372.047394:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1749609372.047394:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=41 v=5 (1 1 1 1) 02000000:00000001:2.0:1749609372.047396:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609372.047399:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0643400. 02000000:00000010:2.0:1749609372.047399:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a07fe000. 00000100:00000001:3.0:1749609372.047400:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609372.047401:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609372.047402:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609372.047403:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609372.047404:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609372.047405:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609372.047405:0:14333:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000001:3.0:1749609372.047408:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00000001:1.0:1749609372.047409:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609372.047411:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609372.047411:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00080000:2.0:1749609372.047412:0:14333:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3981 last 0 02000000:00000001:3.0:1749609372.047414:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609372.047415:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749609372.047417:0:14333:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:3.0:1749609372.047417:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609372.047420:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749609372.047420:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609372.047421:0:14333:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:2.0:1749609372.047423:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000010:3.0:1749609372.047426:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283c38. 00000004:00000001:2.0:1749609372.047427:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609372.047430:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000200:3.0:1749609372.047432:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730252928, offset 224 00000004:00000001:2.0:1749609372.047434:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609372.047435:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1749609372.047438:0:14333:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609372.047439:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:2.0:1749609372.047440:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609372.047440:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609372.047441:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609372.047445:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000004:00000040:2.0:1749609372.047445:0:14333:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:2.0:1749609372.047447:0:14333:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000040:1.0:1749609372.047449:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000040:2.0:1749609372.047449:0:14333:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:2.0:1749609372.047451:0:14333:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 02000000:00000001:1.0:1749609372.047453:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1749609372.047453:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 02000000:00000001:1.0:1749609372.047455:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609372.047455:0:14333:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609372.047455:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:2.0:1749609372.047457:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609372.047458:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:2.0:1749609372.047459:0:14333:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609372.047461:0:14333:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:1.0:1749609372.047462:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:2.0:1749609372.047464:0:14333:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:3.0:1749609372.047464:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2106:2106:256:4294967295] 192.168.201.20@tcp LPNI seq info [2102:2102:8:4294967295] 00000400:00000010:1.0:1749609372.047466:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a990. 00000020:00000040:2.0:1749609372.047467:0:14333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:2.0:1749609372.047470:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:1.0:1749609372.047471:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730253056, offset 0 00000100:00000001:2.0:1749609372.047472:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:2.0:1749609372.047474:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609372.047476:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609372.047477:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00001000:2.0:1749609372.047478:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000200:1.0:1749609372.047479:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609372.047481:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000200:3.0:1749609372.047485:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609372.047489:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:3.0:1749609372.047491:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695c00. 00000800:00000200:3.0:1749609372.047498:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:1.0:1749609372.047546:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2107:2107:255:4294967295] 192.168.201.20@tcp LPNI seq info [2103:2103:7:4294967295] 00000800:00000200:3.0:1749609372.047558:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:1.0:1749609372.047563:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609372.047563:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749609372.047571:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609372.047573:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:1.0:1749609372.047576:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee300. 00000100:00000001:2.0:1749609372.047577:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609372.047577:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609372.047579:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609372.047581:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:1.0:1749609372.047582:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:3.0:1749609372.047582:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609372.047583:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00010000:00000001:3.0:1749609372.047585:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749609372.047586:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609372.047588:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609372.047588:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609372.047590:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609372.047591:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000001:3.0:1749609372.047591:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609372.047592:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000800:00000200:1.0:1749609372.047595:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee300 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1749609372.047595:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609372.047598:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93c38. 00000100:00000040:3.0:1749609372.047598:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4753450 x1834594730252928/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:318/0 lens 224/224 e 0 to 0 dl 1749609383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609372.047601:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609372.047601:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730253184, offset 0 00000100:00000040:1.0:1749609372.047605:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:2.0:1749609372.047606:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609372.047608:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609372.047611:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609372.047613:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00100000:3.0:1749609372.047614:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4753450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730252928:12345-192.168.201.20@tcp:400: Request processed in 334us (648us total) trans 0 rc 0/0 00000100:00000040:1.0:1749609372.047617:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054000 x1834594730253056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609392 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609372.047618:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2108:2108:254:4294967295] 192.168.201.20@tcp LPNI seq info [2104:2104:6:4294967295] 00000800:00000200:0.0:1749609372.047619:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609372.047623:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695c00. 00000400:00000200:0.0:1749609372.047627:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609372.047627:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1475 00000400:00000200:2.0:1749609372.047629:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000040:3.0:1749609372.047631:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000200:0.0:1749609372.047633:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:1.0:1749609372.047633:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730253056:12345-192.168.201.20@tcp:38: Request processed in 295us (574us total) trans 0 rc -19/-19 00000800:00000200:2.0:1749609372.047634:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609372.047635:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609372.047636:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283c38 00000400:00000010:0.0:1749609372.047638:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283c38. 00000800:00000010:2.0:1749609372.047638:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7000. 00000100:00000001:3.0:1749609372.047638:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609372.047642:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000800:00000200:2.0:1749609372.047643:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000010:3.0:1749609372.047643:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000100:00000001:0.0:1749609372.047644:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609372.047645:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2786 00000100:00000001:1.0:1749609372.047648:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1749609372.047649:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:3.0:1749609372.047649:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000100:00000001:1.0:1749609372.047650:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1749609372.047652:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7000 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1749609372.047654:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 00000020:00000010:3.0:1749609372.047654:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:2.0:1749609372.047655:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609372.047658:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000010:1.0:1749609372.047659:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eea28. 00000020:00000040:3.0:1749609372.047659:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:2.0:1749609372.047661:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609372.047662:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609372.047663:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 02000000:00000001:3.0:1749609372.047664:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1749609372.047666:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055f80 x1834594730253184/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609392 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609372.047667:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a58a9800. 00000100:00000001:1.0:1749609372.047668:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609372.047671:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609372.047673:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609372.047676:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730253184:12345-192.168.201.20@tcp:38: Request processed in 306us (489us total) trans 0 rc -11/-11 00000100:00000200:3.0:1749609372.047679:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:2.0:1749609372.047684:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2787 00000800:00000200:0.0:1749609372.047685:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1749609372.047686:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c08. 00000100:00000001:2.0:1749609372.047687:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:0.0:1749609372.047688:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee300. 00000100:00000001:2.0:1749609372.047688:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609372.047691:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000400:00000010:3.0:1749609372.047692:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3300. 00000400:00000200:0.0:1749609372.047693:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609372.047695:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000400:00000200:0.0:1749609372.047696:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609372.047698:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a990 00000020:00000010:2.0:1749609372.047699:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000400:00000010:0.0:1749609372.047700:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a990. 00000100:00000001:0.0:1749609372.047702:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609372.047702:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.047703:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609372.047720:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609372.047722:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7000. 00000400:00000200:0.0:1749609372.047725:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609372.047728:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609372.047730:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93c38 00000400:00000010:0.0:1749609372.047731:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93c38. 00000100:00000001:0.0:1749609372.047733:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609372.047734:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609372.515648:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055880. 00000020:00000040:0.0:1749609372.515660:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609372.515666:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609372.515670:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609372.515676:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609372.515685:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609372.515693:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.515699:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609372.515701:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609372.515708:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609372.515710:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609372.515714:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609372.515715:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213515904 : -131936496035712 : ffff880124055880) 00000100:00000001:0.0:1749609372.515721:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609372.515723:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609372.515726:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609372.515728:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609372.515736:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055880 x1834594612281344/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.515749:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609372.515751:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609372.515755:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055880 x1834594612281344/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.515764:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609372.515767:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609372.515769:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609372.515771:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609372.515773:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609372.515776:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609372.515780:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.515782:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609372.515785:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609372.515788:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055880 x1834594612281344/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609372.515798:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612281344:0@lo:900: 00000100:00000001:0.0:1749609372.515804:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.515807:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609372.515809:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609372.515812:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609372.515815:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055880 x1834594612281344/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.515823:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609372.515825:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609372.515831:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609372.515833:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609372.515835:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609372.515837:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055880 x1834594612281344/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609372.515845:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609372.515848:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609372.515849:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609372.515899:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609372.515902:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609372.515906:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609372.515908:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609372.515910:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055880. 00000100:00000001:0.0:1749609372.515916:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609372.515917:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609372.665664:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609372.665670:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609372.665677:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609372.665678:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609372.665770:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609372.665776:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609372.665780:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609372.710636:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609372.710643:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609372.710645:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609372.710648:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609372.710652:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609372.710656:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.710659:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609372.710661:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609372.710663:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609373.667746:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609373.667754:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609373.667764:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609373.667766:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609373.667870:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609373.667874:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609373.667877:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609373.710645:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609373.710651:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609373.710652:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609373.710655:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609373.710658:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609373.710661:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609373.710663:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609373.710665:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609373.710667:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609374.516613:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055880. 00000020:00000040:0.0:1749609374.516624:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609374.516629:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609374.516632:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609374.516637:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609374.516644:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609374.516650:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609374.516655:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609374.516657:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609374.516662:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609374.516663:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609374.516666:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609374.516667:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213515904 : -131936496035712 : ffff880124055880) 00000100:00000001:0.0:1749609374.516671:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609374.516673:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609374.516675:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609374.516676:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609374.516683:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055880 x1834594612281472/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609374.516691:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609374.516692:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609374.516694:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055880 x1834594612281472/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609374.516700:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609374.516702:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609374.516703:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609374.516704:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609374.516706:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609374.516708:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609374.516710:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609374.516712:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609374.516713:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609374.516715:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055880 x1834594612281472/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609374.516720:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612281472:0@lo:900: 00000100:00000001:0.0:1749609374.516724:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609374.516725:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609374.516727:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609374.516728:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609374.516730:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055880 x1834594612281472/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609374.516735:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609374.516736:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609374.516740:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609374.516741:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609374.516742:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609374.516744:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055880 x1834594612281472/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609374.516748:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609374.516750:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609374.516751:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609374.516753:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609374.516754:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609374.516757:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609374.516758:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609374.516759:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055880. 00000100:00000001:0.0:1749609374.516763:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609374.516764:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609374.669711:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609374.669720:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609374.669727:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609374.669729:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609374.669905:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609374.669910:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609374.669914:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609374.710642:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609374.710651:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609374.710654:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609374.710657:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609374.710661:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609374.710665:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609374.710668:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609374.710671:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609374.710673:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.291635:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609375.291644:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609375.291650:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055880. 00000020:00000040:0.0:1749609375.291655:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609375.291659:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609375.291662:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609375.291666:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609375.291673:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057c00. 00000100:00000001:0.0:1749609375.291678:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.291685:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609375.291699:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609375.291701:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.291706:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055880] to pc [ptlrpcd_00_03+3] req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609375.291741:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609375.291743:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609375.291746:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609375.291748:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609375.291750:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609375.291752:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609375.291754:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3979 00000100:00080000:0.0:1749609375.291756:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609375.291758:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609375.291761:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609375.291762:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609375.291763:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609375.291766:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609375.291767:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609375.291769:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609375.291772:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609375.291773:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609375.291775:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609375.291777:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609375.291778:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609375.291779:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609375.291780:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609375.291782:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609375.291784:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609375.291785:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609375.291787:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609375.291789:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609375.291792:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609375.291794:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609375.291795:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1749609375.291796:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609375.291797:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609375.291798:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609375.291802:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055180. 00000100:00000001:2.0:1749609375.291824:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609375.291826:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.291827:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609375.291828:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609375.291831:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749609375.291832:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609375.291834:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609375.291836:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.291836:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609375.291836:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609375.291838:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609375.291839:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609375.291840:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.291840:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609375.291843:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5094400. 00000100:00000001:0.0:1749609375.291846:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.291848:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609375.291850:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609375.291854:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749609375.291855:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609375.291856:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609375.291859:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609375.291862:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612281600:0@lo:400: 00000100:00000001:0.0:1749609375.291864:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609375.291866:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.291867:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609375.291869:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055180] to pc [ptlrpcd_rcv+-1] req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609375.291871:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609375.291874:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609375.291877:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609375.291883:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609375.291885:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609375.291891:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fbb0. 00000100:00000001:0.0:1749609375.291895:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.291898:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1749609375.291899:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93bb0. 00000100:00000001:0.0:1749609375.291901:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609375.291905:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057480. 00000100:00000200:2.0:1749609375.291906:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612281600, portal 25 00000020:00000040:0.0:1749609375.291907:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609375.291909:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609375.291910:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609375.291910:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213515904 : -131936496035712 : ffff880124055880) 02000000:00000001:0.0:1749609375.291911:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609375.291913:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609375.291916:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609375.291917:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057f00. 00000100:00000001:0.0:1749609375.291919:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.291924:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609375.291925:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609375.291928:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609375.291930:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000100:00000001:0.0:1749609375.291932:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749609375.291932:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612281600, offset 0 00000100:00000001:0.0:1749609375.291934:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.291938:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124057480] to pc [ptlrpcd_00_00+0] req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609375.291938:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609375.291953:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609375.291955:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609375.291959:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609375.291961:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.291961:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749609375.291964:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749609375.291964:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c0100 00000100:00000040:3.0:1749609375.291966:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609375.291967:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609375.291969:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609375.291970:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1749609375.291971:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16981 [2] + 0 00000100:00000001:0.0:1749609375.291973:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749609375.291974:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609375.291975:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3979 00000400:00000010:2.0:1749609375.291975:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f6e0. 00000100:00000001:3.0:1749609375.291975:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609375.291978:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749609375.291978:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609375.291979:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609375.291979:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b7180 02000000:00000001:3.0:1749609375.291979:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609375.291980:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609375.291981:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609375.291981:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.291982:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749609375.291983:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612281856:0@lo:400: 00000100:00000040:0.0:1749609375.291984:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:2.0:1749609375.291984:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609375.291986:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609375.291986:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749609375.291988:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609375.291989:0:5:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609375.291989:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749609375.291990:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 02000000:00000001:3.0:1749609375.291990:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609375.291992:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609375.291992:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749609375.291993:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000400:00000200:2.0:1749609375.291993:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b7180 00000020:00000001:0.0:1749609375.291995:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000010:2.0:1749609375.291995:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b7180. 02000000:00000010:3.0:1749609375.291995:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 00000020:00000001:0.0:1749609375.291996:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 02000000:00000001:3.0:1749609375.291996:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.291998:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609375.291999:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609375.292000:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609375.292000:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749609375.292000:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000100:00000001:0.0:1749609375.292002:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609375.292003:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000200:2.0:1749609375.292003:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00080000:0.0:1749609375.292004:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000400:00000010:3.0:1749609375.292004:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000100:00000001:0.0:1749609375.292006:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609375.292006:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4753850 x1834594612281600 msgsize 224 02000000:00000001:0.0:1749609375.292007:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:3.0:1749609375.292007:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612281856, portal 4 00000100:00000001:3.0:1749609375.292008:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609375.292009:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213523072 : -131936496028544 : ffff880124057480) 02000000:00000001:0.0:1749609375.292010:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609375.292010:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609375.292012:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609375.292012:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609375.292013:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:3.0:1749609375.292014:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609375.292015:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609375.292017:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057800. 00000020:00000040:0.0:1749609375.292018:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609375.292020:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749609375.292020:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609375.292021:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292022:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609375.292022:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609375.292022:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609375.292023:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1749609375.292023:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 02000000:00000001:0.0:1749609375.292024:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609375.292024:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612281856, offset 0 02000000:00000010:0.0:1749609375.292027:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5096c00. 00000400:00000200:3.0:1749609375.292028:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609375.292029:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609375.292030:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000100:00100000:0.0:1749609375.292032:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749609375.292032:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:2.0:1749609375.292034:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609375.292034:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609375.292037:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609375.292038:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609375.292038:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609375.292039:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c0200 00000100:00000040:0.0:1749609375.292040:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124057800] to pc [ptlrpcd_rcv+-1] req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609375.292044:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 2464 00000100:00000001:0.0:1749609375.292045:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609375.292046:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:3.0:1749609375.292048:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749609375.292049:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609375.292050:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609375.292050:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1749609375.292050:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609375.292052:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609375.292053:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3979 00000100:00000001:3.0:1749609375.292053:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609375.292054:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749609375.292055:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000200:3.0:1749609375.292055:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1749609375.292057:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:2.0:1749609375.292057:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609375.292058:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749609375.292058:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dfb80. 00000100:00000040:0.0:1749609375.292059:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609375.292060:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609375.292060:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dfb80 x1834594612281856 msgsize 224 00000020:00000001:0.0:1749609375.292061:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609375.292062:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00100000:3.0:1749609375.292062:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609375.292063:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609375.292064:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:2.0:1749609375.292064:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609375.292065:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:2.0:1749609375.292066:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749609375.292067:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:0.0:1749609375.292069:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609375.292070:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609375.292070:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.292071:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609375.292072:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609375.292073:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:0.0:1749609375.292074:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609375.292075:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298651704 00000100:00000001:0.0:1749609375.292076:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609375.292077:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609375.292078:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292078:0:1509:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609375.292079:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609375.292079:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706fc0. 00000100:00000001:0.0:1749609375.292080:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609375.292081:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609375.292082:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055500. 00000020:00000040:0.0:1749609375.292084:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1749609375.292084:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 02000000:00000001:0.0:1749609375.292085:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609375.292085:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292086:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609375.292086:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1749609375.292086:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 02000000:00000001:0.0:1749609375.292087:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609375.292088:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292089:0:1509:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:0.0:1749609375.292090:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5096800. 00000100:00000001:0.0:1749609375.292091:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609375.292091:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292092:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298651704 00000100:00100000:0.0:1749609375.292093:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749609375.292095:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706680. 00000100:00000001:0.0:1749609375.292097:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609375.292097:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609375.292097:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609375.292098:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609375.292099:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609375.292100:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055500] to pc [ptlrpcd_rcv+-1] req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292101:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298651704 00000100:00000010:2.0:1749609375.292103:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706d40. 00000100:00000001:3.0:1749609375.292103:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292104:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.292105:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609375.292105:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609375.292106:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609375.292106:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1749609375.292107:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612281856 00000100:00000001:0.0:1749609375.292108:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609375.292108:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298651704 00000100:00000001:3.0:1749609375.292108:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609375.292109:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749609375.292110:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054a80. 00000100:00000010:2.0:1749609375.292110:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706180. 00000100:00000001:1.0:1749609375.292111:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609375.292111:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 837 usecs (1 jiffies) 00000020:00000040:0.0:1749609375.292112:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609375.292113:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609375.292113:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292113:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609375.292113:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298651697 02000000:00000001:0.0:1749609375.292114:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609375.292114:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292115:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292115:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298651704 02000000:00000010:0.0:1749609375.292116:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057300. 00000100:00000001:3.0:1749609375.292116:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298651697 00000100:00000001:0.0:1749609375.292117:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609375.292117:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292117:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292118:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298651704 00000100:00000040:0.0:1749609375.292119:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609375.292119:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298651697 00000100:00100000:1.0:1749609375.292120:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612281856 00000100:00000001:2.0:1749609375.292120:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292120:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298651704 00000020:00000001:1.0:1749609375.292121:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609375.292121:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298651697 00000020:00000040:1.0:1749609375.292122:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:3.0:1749609375.292122:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298651704 00000100:00000001:2.0:1749609375.292123:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292124:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609375.292124:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609375.292124:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609375.292124:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292125:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.292126:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124054a80] to pc [ptlrpcd_00_01+1] req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609375.292126:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609375.292127:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609375.292128:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609375.292128:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609375.292130:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609375.292132:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609375.292133:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609375.292133:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609375.292134:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292135:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609375.292135:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609375.292136:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609375.292137:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00000040:0.0:1749609375.292138:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3989) 00000100:00100000:3.0:1749609375.292138:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1749609375.292139:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609375.292140:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8d40. 00000100:00000001:3.0:1749609375.292140:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609375.292141:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609375.292141:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609375.292142:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609375.292143:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612281600 00000100:00000001:3.0:1749609375.292143:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609375.292144:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1749609375.292145:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000001:2.0:1749609375.292145:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609375.292146:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292147:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609375.292149:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.292152:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1749609375.292152:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292152:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609375.292153:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609375.292154:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612281600 02000000:00000001:3.0:1749609375.292154:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749609375.292156:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000001:2.0:1749609375.292156:0:13561:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609375.292156:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609375.292157:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609375.292158:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00100000:3.0:1749609375.292158:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612282240:0@lo:400: 00000020:00000010:1.0:1749609375.292160:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000020:00000001:2.0:1749609375.292160:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609375.292161:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609375.292162:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1749609375.292163:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eea28. 00000020:00000040:2.0:1749609375.292163:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 02000000:00000001:3.0:1749609375.292163:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609375.292164:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749609375.292165:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000010:3.0:1749609375.292166:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9800. 02000000:00000001:3.0:1749609375.292167:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609375.292168:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000010:3.0:1749609375.292170:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000100:00000001:2.0:1749609375.292171:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1749609375.292172:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000100:00000200:3.0:1749609375.292173:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612282240, portal 10 00000100:00000040:1.0:1749609375.292174:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:2.0:1749609375.292174:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706b80. 00000100:00000001:3.0:1749609375.292175:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609375.292175:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213512320 : -131936496039296 : ffff880124054a80) 00000100:00000001:1.0:1749609375.292176:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609375.292176:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609375.292178:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749609375.292179:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706b80. 00000100:00000040:3.0:1749609375.292179:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609375.292180:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609375.292184:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609375.292185:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1749609375.292185:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000040:3.0:1749609375.292186:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609375.292186:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000100:00000001:1.0:1749609375.292187:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609375.292188:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609375.292188:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000200:3.0:1749609375.292188:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612282240, offset 0 00000400:00000200:3.0:1749609375.292190:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609375.292192:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000400:00000200:3.0:1749609375.292193:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609375.292196:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c0380 00000100:00000001:1.0:1749609375.292198:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609375.292198:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609375.292200:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749609375.292200:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 48384 00000100:00000001:2.0:1749609375.292202:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609375.292203:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609375.292203:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609375.292205:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609375.292206:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609375.292208:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609375.292208:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292208:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609375.292209:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609375.292212:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dc380. 00000100:00100000:1.0:1749609375.292213:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00000040:3.0:1749609375.292213:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dc380 x1834594612282240 msgsize 224 00000100:00000001:2.0:1749609375.292215:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609375.292216:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00100000:3.0:1749609375.292216:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609375.292218:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083375488 : -131938626176128 : ffff8800a50dfb80) 00000100:00000001:3.0:1749609375.292222:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609375.292223:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dfb80 x1834594612281856/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:321/0 lens 224/0 e 0 to 0 dl 1749609386 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292223:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609375.292225:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609375.292225:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000400:00000010:3.0:1749609375.292226:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000100:00000001:3.0:1749609375.292227:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609375.292228:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00000200:3.0:1749609375.292229:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609375.292231:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609375.292233:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341799504 : -131938367752112 : ffff8800b4753850) 00000100:00000001:3.0:1749609375.292234:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609375.292235:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749609375.292235:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609375.292237:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d40. 00000100:00000040:2.0:1749609375.292238:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4753850 x1834594612281600/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:321/0 lens 224/0 e 0 to 0 dl 1749609386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609375.292239:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292239:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292240:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609375.292241:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8d40. 00000100:00000001:3.0:1749609375.292242:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609375.292244:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 711 usecs (1 jiffies) 00000100:00080000:0.0:1749609375.292245:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1749609375.292245:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612281856:12345-0@lo:400: 00000100:00000001:3.0:1749609375.292245:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298651697 00000100:00000001:3.0:1749609375.292246:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298651704 00000100:00000001:3.0:1749609375.292247:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298651697 00000020:00000040:0.0:1749609375.292248:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609375.292248:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749609375.292249:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612281856 00000100:00000001:3.0:1749609375.292249:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298651704 00000020:00000010:2.0:1749609375.292250:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706b80. 00000100:00000001:3.0:1749609375.292250:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298651697 00000100:00000001:3.0:1749609375.292251:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298651704 00000020:00000001:1.0:1749609375.292252:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609375.292252:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292252:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298651697 00000100:00000001:3.0:1749609375.292253:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298651704 00000020:00000010:2.0:1749609375.292254:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706b80. 00000100:00000001:3.0:1749609375.292254:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292255:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292256:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749609375.292256:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:0.0:1749609375.292257:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612282240 00000100:00100000:2.0:1749609375.292257:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4753850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612281600:12345-0@lo:400: 00000100:00000001:3.0:1749609375.292257:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292258:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609375.292259:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609375.292259:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292260:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609375.292261:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609375.292261:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612281600 00000020:00000001:1.0:1749609375.292262:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1749609375.292263:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609375.292264:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:2.0:1749609375.292264:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609375.292265:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612282240 00000100:00000001:3.0:1749609375.292265:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609375.292266:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609375.292267:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:1.0:1749609375.292267:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609375.292267:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609375.292268:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609375.292268:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609375.292268:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749609375.292270:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:2.0:1749609375.292270:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609375.292270:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609375.292271:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609375.292271:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609375.292272:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609375.292272:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609375.292273:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609375.292274:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609375.292274:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609375.292275:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609375.292275:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609375.292276:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609375.292277:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000020:00000001:1.0:1749609375.292277:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609375.292277:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609375.292278:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609375.292278:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1749609375.292279:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b42c0. 00000020:00000001:1.0:1749609375.292279:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749609375.292279:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609375.292280:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749609375.292280:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609375.292282:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000001:2.0:1749609375.292282:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1749609375.292282:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612281728:0@lo:38: 00000100:00000001:1.0:1749609375.292283:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609375.292284:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292284:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609375.292285:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609375.292285:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609375.292286:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1749609375.292286:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749609375.292286:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609375.292287:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749609375.292288:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000001:2.0:1749609375.292288:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1749609375.292289:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a58a9800. 02000000:00000010:1.0:1749609375.292290:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bf000. 02000000:00000001:2.0:1749609375.292290:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609375.292290:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609375.292291:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 02000000:00000001:1.0:1749609375.292292:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609375.292292:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62058. 02000000:00000010:2.0:1749609375.292293:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07ff000. 00000400:00000010:3.0:1749609375.292293:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283d48. 00000020:00000010:0.0:1749609375.292294:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000100:00000001:1.0:1749609375.292294:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609375.292295:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609375.292295:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612281728, portal 4 00000100:00000001:3.0:1749609375.292296:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749609375.292297:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292297:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292297:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213514112 : -131936496037504 : ffff880124055180) 00000100:00000040:0.0:1749609375.292299:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1749609375.292299:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292300:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000040:1.0:1749609375.292300:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612281856 00000100:00000040:3.0:1749609375.292300:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609375.292301:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:2.0:1749609375.292302:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612281600 00000100:00000001:0.0:1749609375.292303:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609375.292303:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749609375.292304:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609375.292304:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609375.292305:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609375.292306:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1749609375.292306:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000100:00000001:0.0:1749609375.292307:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609375.292308:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609375.292308:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50dfb80 x1834594612281856/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749609375.292308:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4753850 x1834594612281600/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:321/0 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609375.292308:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612281728, offset 0 00000400:00000200:3.0:1749609375.292310:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609375.292312:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609375.292313:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609375.292315:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c0180 00000100:00000001:0.0:1749609375.292317:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749609375.292317:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609375.292317:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609375.292318:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749609375.292319:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609375.292319:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609375.292319:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 4160 00000100:00100000:0.0:1749609375.292321:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000400:00000200:3.0:1749609375.292321:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1749609375.292322:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=31 v=5 (1 1 1 1) 00000100:00001000:2.0:1749609375.292322:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=44 v=5 (1 1 1 1) 00000100:00000040:0.0:1749609375.292323:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000400:00000200:3.0:1749609375.292323:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609375.292324:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083361152 : -131938626190464 : ffff8800a50dc380) 00000100:00000001:1.0:1749609375.292326:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609375.292326:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609375.292326:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609375.292327:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dc380 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:321/0 lens 224/0 e 0 to 0 dl 1749609386 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609375.292327:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:1.0:1749609375.292328:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:2.0:1749609375.292328:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000010:3.0:1749609375.292329:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dce00. 00000100:00000001:1.0:1749609375.292330:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609375.292330:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609375.292331:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dce00 x1834594612281728 msgsize 520 00000100:00000001:0.0:1749609375.292333:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609375.292333:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609375.292333:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1749609375.292334:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b42c0. 02000000:00000001:1.0:1749609375.292334:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609375.292334:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609375.292334:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609375.292336:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609375.292336:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609375.292336:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609375.292337:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b42c0. 00000100:00000001:3.0:1749609375.292338:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609375.292339:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609375.292339:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609375.292340:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612282240:12345-0@lo:400: 00000400:00000200:3.0:1749609375.292341:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000100:00000200:0.0:1749609375.292342:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612282240 00000400:00000010:1.0:1749609375.292342:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000400:00000010:2.0:1749609375.292342:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000400:00000010:3.0:1749609375.292342:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:3.0:1749609375.292343:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749609375.292344:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609375.292345:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:3.0:1749609375.292345:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609375.292346:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609375.292346:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612281856, offset 224 00000100:00000200:2.0:1749609375.292347:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612281600, offset 224 00000020:00000001:0.0:1749609375.292348:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609375.292349:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609375.292350:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749609375.292351:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1749609375.292351:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609375.292352:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609375.292353:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609375.292354:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609375.292356:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609375.292356:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609375.292357:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292357:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749609375.292358:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749609375.292358:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609375.292360:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609375.292360:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609375.292361:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609375.292361:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1040 usecs (2 jiffies) 02000000:00000010:0.0:1749609375.292363:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5097c00. 00000400:00000200:2.0:1749609375.292363:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609375.292363:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298651698 02000000:00000001:0.0:1749609375.292364:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292364:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298651704 00000100:00000001:3.0:1749609375.292365:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298651698 00000100:00000001:0.0:1749609375.292366:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609375.292366:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c0200 00000100:00000001:3.0:1749609375.292366:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298651704 00000020:00000001:0.0:1749609375.292367:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292367:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298651698 00000100:00000001:3.0:1749609375.292368:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298651704 00010000:00000040:0.0:1749609375.292369:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612282240 00000100:00000001:3.0:1749609375.292369:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298651698 00010000:00000001:0.0:1749609375.292370:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609375.292370:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298651704 00000400:00000200:1.0:1749609375.292371:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x174dd [1] + 224 00000400:00000200:2.0:1749609375.292371:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609375.292371:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1749609375.292372:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a50dc380 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609375.292372:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292374:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609375.292375:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609375.292376:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609375.292377:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c0100 00010000:00000001:0.0:1749609375.292378:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609375.292379:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609375.292380:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=38 v=5 (1 1 1 1) 00000400:00000200:1.0:1749609375.292380:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609375.292380:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609375.292380:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609375.292382:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x174d5 [1] + 224 02000000:00000001:3.0:1749609375.292382:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609375.292383:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609375.292383:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609375.292384:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:3.0:1749609375.292384:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292386:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:3.0:1749609375.292386:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612281984:0@lo:38: 02000000:00000001:0.0:1749609375.292387:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749609375.292387:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609375.292388:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292388:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609375.292389:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609375.292390:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609375.292390:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.292391:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609375.292391:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609375.292391:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609375.292392:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609375.292393:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 02000000:00000010:3.0:1749609375.292393:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099ba0c00. 00000100:00000001:2.0:1749609375.292394:0:13561:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609375.292394:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609375.292395:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609375.292395:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62000. 00000100:00000200:0.0:1749609375.292396:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612282240, offset 224 00000400:00000010:3.0:1749609375.292397:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000100:00000200:2.0:1749609375.292398:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609375.292398:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612281984, portal 10 00000100:00000001:3.0:1749609375.292399:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749609375.292400:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609375.292400:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213523968 : -131936496027648 : ffff880124057800) 00000100:00000040:3.0:1749609375.292403:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609375.292406:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609375.292406:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609375.292407:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609375.292407:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609375.292409:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609375.292410:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283110. 00000400:00000200:0.0:1749609375.292411:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0380 00000100:00000200:3.0:1749609375.292411:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612281984, offset 0 00000400:00000200:0.0:1749609375.292414:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x174e5 [1] + 224 00000400:00000200:0.0:1749609375.292418:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609375.292419:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609375.292420:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609375.292420:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609375.292424:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609375.292427:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609375.292429:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000400:00000010:2.0:1749609375.292431:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:2.0:1749609375.292433:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609375.292434:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609375.292434:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000200:3.0:1749609375.292434:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c0280 00000100:00000001:2.0:1749609375.292435:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749609375.292436:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000200:0.0:1749609375.292437:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292438:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.292439:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609375.292441:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609375.292441:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:0.0:1749609375.292443:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609375.292443:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749609375.292443:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 48608 00000100:00000001:1.0:1749609375.292445:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609375.292445:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609375.292445:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609375.292447:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:2.0:1749609375.292447:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609375.292448:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609375.292449:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749609375.292449:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609375.292450:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749609375.292451:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609375.292451:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4753850 x1834594612281600/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:321/0 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609375.292451:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749609375.292452:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000010:3.0:1749609375.292452:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a50dc000. 00000400:00000200:0.0:1749609375.292453:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000400:00000010:0.0:1749609375.292454:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00000100:00000040:1.0:1749609375.292454:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dfb80 x1834594612281856/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609375.292454:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a50dc000 x1834594612281984 msgsize 520 00000100:00000001:0.0:1749609375.292456:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609375.292457:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609375.292457:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609375.292459:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609375.292460:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4753850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612281600:12345-0@lo:400: Request processed in 211us (452us total) trans 0 rc 0/0 00000100:00000040:0.0:1749609375.292461:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:1.0:1749609375.292461:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612281856:12345-0@lo:400: Request processed in 226us (400us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609375.292461:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:0.0:1749609375.292463:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609375.292464:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609375.292464:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283110 00000020:00000001:0.0:1749609375.292465:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749609375.292465:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283110. 00000100:00000001:3.0:1749609375.292466:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609375.292467:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dc380 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1749609386 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609375.292468:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1749609375.292469:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00000200:3.0:1749609375.292469:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609375.292470:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000040:2.0:1749609375.292471:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:1.0:1749609375.292472:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749609375.292473:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612282240:12345-0@lo:400: Request processed in 139us (258us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609375.292473:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609375.292473:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609375.292474:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609375.292475:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609375.292475:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609375.292476:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 00000100:00100000:0.0:1749609375.292478:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000020:00000010:2.0:1749609375.292478:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000020:00000010:1.0:1749609375.292479:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eea28. 00000100:00000001:3.0:1749609375.292479:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.292480:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:3.0:1749609375.292480:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609375.292481:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609375.292482:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609375.292482:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000100:00000001:3.0:1749609375.292482:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609375.292483:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000040:3.0:1749609375.292483:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 828 usecs (1 jiffies) 00000020:00000010:0.0:1749609375.292485:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000010:2.0:1749609375.292485:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609375.292485:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298651697 00000020:00000010:0.0:1749609375.292486:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000020:00000040:1.0:1749609375.292486:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:3.0:1749609375.292486:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298651704 00000100:00000001:3.0:1749609375.292487:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298651697 00000100:00000001:3.0:1749609375.292488:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298651704 00000020:00000010:0.0:1749609375.292489:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00000001:1.0:1749609375.292489:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609375.292489:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:3.0:1749609375.292489:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298651697 00000100:00000001:3.0:1749609375.292490:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298651704 00000020:00000040:0.0:1749609375.292491:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:3.0:1749609375.292491:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298651697 02000000:00000001:2.0:1749609375.292492:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609375.292493:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609375.292493:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298651704 02000000:00000010:2.0:1749609375.292494:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07ff000. 00000100:00000001:3.0:1749609375.292494:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292495:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292496:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609375.292498:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609375.292517:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609375.292519:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612281984 02000000:00000001:0.0:1749609375.292520:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609375.292521:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609375.292523:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609375.292524:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609375.292526:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612281984 00000020:00000001:0.0:1749609375.292528:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609375.292529:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609375.292530:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609375.292531:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609375.292532:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609375.292534:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000020:00000010:0.0:1749609375.292535:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000020:00000010:0.0:1749609375.292537:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000100:00000001:0.0:1749609375.292538:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609375.292539:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609375.292539:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609375.292540:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.292541:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292542:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292545:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609375.292545:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292547:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609375.292547:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609375.292548:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609375.292549:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1749609375.292549:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609375.292550:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612282112:0@lo:38: 00000100:00000001:0.0:1749609375.292551:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609375.292552:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609375.292552:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609375.292553:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749609375.292554:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 02000000:00000001:3.0:1749609375.292554:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609375.292555:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609375.292555:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292556:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083360256 : -131938626191360 : ffff8800a50dc000) 00000100:00000001:1.0:1749609375.292556:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609375.292557:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1749609375.292557:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609375.292558:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dc000 x1834594612281984/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609375.292558:0:16548:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609375.292559:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50d8400. 00000100:00000001:1.0:1749609375.292560:0:16548:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609375.292560:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609375.292561:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f6e0. 00000400:00000010:3.0:1749609375.292562:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62e70. 00000100:00100000:0.0:1749609375.292564:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612281984:12345-0@lo:38: 00000400:00000010:3.0:1749609375.292564:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283110. 00000400:00000010:2.0:1749609375.292565:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201300. 00000100:00000200:3.0:1749609375.292566:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612282112, portal 10 00000100:00000200:0.0:1749609375.292567:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612281984 00000100:00000001:3.0:1749609375.292567:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749609375.292568:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609375.292568:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213515008 : -131936496036608 : ffff880124055500) 00010000:00000001:0.0:1749609375.292569:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609375.292571:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609375.292576:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609375.292577:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609375.292578:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000020:00000001:0.0:1749609375.292579:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609375.292580:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612282112, offset 0 00000100:00000001:1.0:1749609375.292581:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00020000:0.0:1749609375.292582:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749609375.292582:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612281728 00000400:00000200:3.0:1749609375.292582:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749609375.292583:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609375.292584:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1749609375.292586:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609375.292586:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609375.292586:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609375.292587:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609375.292587:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609375.292588:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292589:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609375.292589:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609375.292589:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c0300 02000000:00000001:0.0:1749609375.292590:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609375.292591:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609375.292591:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 49128 02000000:00000010:0.0:1749609375.292593:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5094c00. 02000000:00000001:0.0:1749609375.292594:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609375.292594:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612281728 00000400:00000001:2.0:1749609375.292594:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749609375.292594:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609375.292595:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609375.292596:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:2.0:1749609375.292596:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749609375.292596:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609375.292597:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1749609375.292597:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:0.0:1749609375.292598:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609375.292598:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fbb0. 00000020:00000001:1.0:1749609375.292599:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1749609375.292600:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609375.292600:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93bb0 00000020:00000001:1.0:1749609375.292601:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609375.292602:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93bb0. 00000100:00000001:0.0:1749609375.292603:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609375.292603:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292604:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609375.292604:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609375.292605:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749609375.292605:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609375.292606:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609375.292607:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000010:1.0:1749609375.292607:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000010:3.0:1749609375.292607:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eb480. 00000100:00000200:2.0:1749609375.292608:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609375.292609:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609375.292609:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948eb480 x1834594612282112 msgsize 520 00000020:00000010:1.0:1749609375.292610:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000100:00000040:0.0:1749609375.292611:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:0.0:1749609375.292612:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749609375.292612:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eea28. 00000100:00100000:3.0:1749609375.292612:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609375.292613:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292615:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609375.292615:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749609375.292616:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609375.292616:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609375.292616:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749609375.292617:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 00000100:00000200:2.0:1749609375.292617:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609375.292618:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609375.292618:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000400:00000010:3.0:1749609375.292620:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000001:1.0:1749609375.292621:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292621:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609375.292622:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612281984, offset 0 00000100:00000200:3.0:1749609375.292623:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292624:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609375.292625:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609375.292625:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609375.292628:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.292628:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609375.292628:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609375.292629:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609375.292630:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749609375.292630:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609375.292632:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0280 00000100:00000001:2.0:1749609375.292632:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609375.292634:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609375.292634:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292634:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609375.292635:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17501 [1] + 0 00000100:00000001:1.0:1749609375.292635:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609375.292635:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609375.292637:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292637:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609375.292638:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609375.292638:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00000040:3.0:1749609375.292639:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000400:00000200:0.0:1749609375.292640:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609375.292640:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135083363840 : -131938626187776 : ffff8800a50dce00) 00000100:00001000:2.0:1749609375.292640:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=44 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609375.292640:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298651698 00000100:00000001:0.0:1749609375.292642:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609375.292642:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298651704 00000100:00001000:2.0:1749609375.292643:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609375.292643:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298651698 00000100:00000200:0.0:1749609375.292644:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609375.292644:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a50dce00 x1834594612281728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609375.292644:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298651704 00000100:00000001:2.0:1749609375.292646:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609375.292646:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298651698 00000100:00000001:2.0:1749609375.292647:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292647:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298651704 00000100:00000001:3.0:1749609375.292648:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298651698 00000100:00000001:3.0:1749609375.292649:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298651704 00000100:00000040:0.0:1749609375.292650:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609375.292650:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609375.292650:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292651:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609375.292652:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292652:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609375.292653:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612281728:12345-0@lo:38: 00000100:00000001:3.0:1749609375.292654:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609375.292655:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609375.292655:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292656:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749609375.292657:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000100:00000200:1.0:1749609375.292657:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612281728 00000100:00000001:3.0:1749609375.292657:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:0.0:1749609375.292658:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00000020:00000001:1.0:1749609375.292659:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609375.292659:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609375.292659:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609375.292659:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609375.292660:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609375.292660:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749609375.292661:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:3.0:1749609375.292661:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609375.292662:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609375.292662:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609375.292663:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62000. 00000100:00000040:0.0:1749609375.292664:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609375.292665:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609375.292665:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000100:00000001:2.0:1749609375.292666:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609375.292666:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000020:00000001:0.0:1749609375.292667:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292667:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609375.292669:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dc000 x1834594612281984/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292669:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749609375.292669:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609375.292670:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292671:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749609375.292673:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749609375.292674:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609375.292674:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609375.292675:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612281984:12345-0@lo:38: Request processed in 110us (219us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749609375.292676:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609375.292678:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609375.292679:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00000001:0.0:1749609375.292680:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609375.292681:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609375.292681:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:0.0:1749609375.292682:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000001:1.0:1749609375.292682:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609375.292683:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749609375.292684:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 02000000:00000001:1.0:1749609375.292684:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609375.292684:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609375.292686:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00000001:3.0:1749609375.292686:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609375.292687:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609375.292687:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948bd800. 02000000:00000001:3.0:1749609375.292687:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609375.292688:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609375.292689:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609375.292689:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612281600:0@lo:400: 00000100:00000001:3.0:1749609375.292690:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292691:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609375.292691:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609375.292691:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609375.292692:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612282112 02000000:00000001:0.0:1749609375.292693:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609375.292694:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749609375.292694:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609375.292694:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609375.292694:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609375 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609375.292696:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609375.292696:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292696:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749609375.292696:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=41 v=20 (1 1 1 20) 02000000:00000001:0.0:1749609375.292697:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609375.292698:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749609375.292698:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055880 x1834594612281600/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609375.292698:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749609375.292699:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612282112 00000020:00000001:0.0:1749609375.292699:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609375.292700:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609375.292700:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609375.292701:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609375.292701:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609375.292701:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609375.292702:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609375.292703:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.292703:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609375.292704:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609375.292704:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749609375.292704:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609375.292705:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000020:00000010:0.0:1749609375.292706:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:1.0:1749609375.292706:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000010:0.0:1749609375.292707:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 02000000:00000001:2.0:1749609375.292707:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609375.292708:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609375.292709:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1749609375.292709:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8400. 00000100:00000001:3.0:1749609375.292709:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609375.292710:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609375.292710:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609375.292710:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609375.292711:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609375.292711:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609375.292711:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609375.292711:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609375.292712:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609375.292712:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.292713:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609375.292713:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609375.292713:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749609375.292714:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609375.292714:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:2.0:1749609375.292715:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609375.292716:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609375.292716:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00080000:3.0:1749609375.292716:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1749609375.292717:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1749609375.292718:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609375.292719:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749609375.292719:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612281728, offset 0 02000000:00000010:2.0:1749609375.292719:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057c00. 00000100:00000001:0.0:1749609375.292720:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609375.292720:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609375.292721:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609375.292722:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749609375.292722:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609375.292723:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789 00000100:00000001:0.0:1749609375.292724:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806598784 : -131938902952832 : ffff8800948eb480) 02000000:00000001:2.0:1749609375.292724:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609375.292725:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055880. 00000100:00000040:0.0:1749609375.292726:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948eb480 x1834594612282112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609375.292727:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609375.292727:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612281984:0@lo:38: 00000100:00000001:2.0:1749609375.292730:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609375.292730:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609375.292731:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612282112:12345-0@lo:38: 00000400:00000200:1.0:1749609375.292731:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c0180 00000100:00000001:2.0:1749609375.292731:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609375.292731:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749609375.292733:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612282112 00000100:00000001:2.0:1749609375.292733:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609375.292733:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124057800 x1834594612281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609375.292734:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609375.292734:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x174ed [1] + 0 00010000:00000001:0.0:1749609375.292735:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749609375.292737:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609375.292737:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609375.292737:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609375.292738:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609375.292739:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609375.292739:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609375.292739:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609375.292740:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749609375.292740:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099ba0c00. 00010000:00020000:0.0:1749609375.292741:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609375.292742:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609375.292742:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609375.292742:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609375.292743:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1749609375.292744:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749609375.292744:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609375.292745:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749609375.292745:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609375.292746:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1749609375.292746:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609375.292747:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609375.292747:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609375.292748:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5096c00. 02000000:00000010:0.0:1749609375.292749:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5095c00. 00000100:00000040:1.0:1749609375.292750:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609375.292750:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609375.292751:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609375.292751:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609375.292752:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609375.292752:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057800. 00010000:00000001:0.0:1749609375.292753:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609375.292754:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292755:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1749609375.292756:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609375.292756:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609375.292757:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609375.292757:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292758:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609375.292758:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609375.292758:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609375.292760:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609375.292761:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609375.292763:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609375.292764:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609375.292764:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609375.292766:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609375.292766:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292768:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609375.292769:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609375.292770:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 00000100:00000200:0.0:1749609375.292773:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612282112, offset 0 00000400:00000200:1.0:1749609375.292774:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:1.0:1749609375.292775:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:3.0:1749609375.292775:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609375.292776:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609375.292777:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749609375.292778:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609375.292778:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:3.0:1749609375.292779:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609375.292780:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609375.292780:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1749609375.292781:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749609375.292781:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 00000100:00000040:1.0:1749609375.292782:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609375.292783:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609375.292783:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000200:0.0:1749609375.292784:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0300 00000020:00000001:1.0:1749609375.292784:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609375.292784:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00000001:3.0:1749609375.292785:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609375.292787:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17509 [1] + 0 00000100:00000040:1.0:1749609375.292787:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a50dce00 x1834594612281728/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609375.292787:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609375.292790:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749609375.292791:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749609375.292792:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609375.292792:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609375.292793:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609375.292795:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62058. 00000100:00000001:3.0:1749609375.292797:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609375.292798:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612281728:12345-0@lo:38: Request processed in 144us (465us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749609375.292798:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283d48 00000100:00000001:3.0:1749609375.292798:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609375.292799:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283d48. 00000100:00000001:3.0:1749609375.292799:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609375.292800:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609375.292801:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609375.292802:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292834:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609375.292836:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609375.292837:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609375.292837:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00000001:1.0:1749609375.292839:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749609375.292839:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.292840:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609375.292841:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609375.292842:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609375.292842:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 00000100:00001000:3.0:1749609375.292842:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=38 v=5 (5 5 5 5) 00000100:00001000:3.0:1749609375.292843:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=38 v=5 (1 1 1 1) 00000020:00000010:1.0:1749609375.292844:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eea28. 00000020:00000010:1.0:1749609375.292845:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:3.0:1749609375.292845:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609375.292846:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609375.292847:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609375.292848:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749609375.292848:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749609375.292849:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749609375.292850:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609375.292851:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000400:00000010:0.0:1749609375.292852:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00000100:00000001:0.0:1749609375.292853:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609375.292854:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749609375.292855:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609375.292856:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292856:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609375.292857:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609375.292857:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609375.292858:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609375.292859:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292859:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609375.292860:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292860:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609375.292860:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292861:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749609375.292862:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eb480 x1834594612282112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609395 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609375.292862:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609375.292863:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:1.0:1749609375.292864:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609375.292864:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749609375.292866:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609375.292866:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292866:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292867:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1749609375.292868:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612282112:12345-0@lo:38: Request processed in 136us (257us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749609375.292868:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609375.292868:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609375.292870:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609375.292871:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609375 v=5 (0 0 0 0) 00000100:00100000:0.0:1749609375.292872:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00000100:00000001:0.0:1749609375.292874:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609375.292874:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749609375.292874:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=41 v=20 (1 1 1 20) 00000100:00100000:3.0:1749609375.292874:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612282240:0@lo:400: 00000020:00000010:0.0:1749609375.292876:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000010:0.0:1749609375.292877:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000100:00000001:2.0:1749609375.292877:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609375.292878:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:3.0:1749609375.292878:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1749609375.292879:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000400:00000001:3.0:1749609375.292879:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609375.292880:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.292880:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749609375.292880:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000400:00000200:3.0:1749609375.292881:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000400:00000010:3.0:1749609375.292898:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000100:00000040:2.0:1749609375.292899:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609375.292900:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609375.292902:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292905:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749609375.292905:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292907:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609375.292908:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609375.292908:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609375.292909:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609375.292909:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.292910:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609375.292910:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609375.292911:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609375.292911:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:2.0:1749609375.292912:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609375.292912:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609375.292913:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609375.292914:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00001000:3.0:1749609375.292915:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=31 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609375.292916:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749609375.292917:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609375.292918:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609375.292919:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609375.292919:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609375.292919:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749609375.292920:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609375.292923:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609375.292924:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612281728:0@lo:38: 00000100:00000001:3.0:1749609375.292924:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609375.292925:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:3.0:1749609375.292925:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609375.292926:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609375.292927:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609375.292928:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609375.292929:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609375.292930:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62e70. 00000100:00000001:3.0:1749609375.292930:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609375.292931:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749609375.292932:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283110 00000100:00000001:3.0:1749609375.292932:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609375.292933:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283110. 00000100:00000040:3.0:1749609375.292933:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292935:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609375.292936:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612281856:0@lo:400: 00000100:00000200:2.0:1749609375.292937:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609375.292937:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609375.292938:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609375.292939:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124054a80 x1834594612282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609375.292942:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609375.292943:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609375.292943:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9800. 02000000:00000001:3.0:1749609375.292945:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609375.292945:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609375.292946:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609375.292947:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1749609375.292948:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609375.292948:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057300. 02000000:00000001:3.0:1749609375.292949:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609375.292949:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609375.292950:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054a80. 00000100:00000001:3.0:1749609375.292952:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609375.292952:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.292953:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609375.292953:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609375.292953:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609375.292954:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124057480 x1834594612281856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292955:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609375.292956:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609375.292957:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609375.292957:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609375.292957:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609375.292958:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609375.292958:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 02000000:00000001:2.0:1749609375.292959:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609375.292959:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609375.292959:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609375.292960:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1749609375.292960:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1749609375.292961:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609375 v=5 (0 0 0 0) 02000000:00000010:3.0:1749609375.292961:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057f00. 02000000:00000001:3.0:1749609375.292962:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609375.292962:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1749609375.292963:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=38 v=20 (1 1 1 20) 00000100:00000010:3.0:1749609375.292963:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057480. 00000100:00000001:3.0:1749609375.292964:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609375.292964:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.292965:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609375.292965:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.292966:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609375.292967:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609375.292967:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.292968:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609375.292968:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609375.292969:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609375.292970:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.292975:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609375.292977:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609375.292978:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.292979:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609375.292980:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609375.292981:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609375.292983:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609375.292984:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609375.292986:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609375.292992:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612282112:0@lo:38: 00000100:00000001:2.0:1749609375.292994:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.292996:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609375.292998:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055180 x1834594612281728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.293003:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609375.293005:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609375.293006:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a58a9800. 02000000:00000001:2.0:1749609375.293008:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609375.293010:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609375.293010:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609375.293012:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609375.293013:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5094400. 02000000:00000001:2.0:1749609375.293015:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609375.293016:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609375.293017:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055180. 00000100:00000001:2.0:1749609375.293019:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609375.293020:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.293021:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609375.293022:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055500 x1834594612282112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609375.293027:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609375.293028:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609375.293029:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50d8400. 02000000:00000001:2.0:1749609375.293031:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609375.293032:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609375.293033:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609375.293034:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609375.293035:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5096800. 02000000:00000001:2.0:1749609375.293037:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609375.293038:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609375.293038:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055500. 00000100:00000001:2.0:1749609375.293040:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609375.293041:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.293042:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609375.293045:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609375.293046:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609375.293047:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609375.293048:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609375.299562:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298651704, at 4298651704 00000100:00000040:2.0:1749609375.299562:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298651704, at 4298651704 00000100:00000040:1.0:1749609375.299567:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298651704, at 4298651704 00000100:00000010:0.0:1749609375.299573:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706fc0. 00000100:00000040:3.0:1749609375.299575:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298651704, at 4298651704 00000100:00000010:1.0:1749609375.299577:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706680. 00000100:00000010:2.0:1749609375.299586:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706d40. 00000100:00000010:3.0:1749609375.299597:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706180. 00010000:00000001:0.0:1749609375.671675:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609375.671681:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609375.671687:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609375.671688:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609375.671782:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609375.671785:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609375.671788:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609375.710597:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609375.710603:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609375.710604:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609375.710607:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609375.710609:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609375.710612:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609375.710614:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609375.710616:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609375.710617:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609376.442611:0:1501:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1a59540] -> 12345-192.168.201.120@tcp (6) 00000800:00000200:0.0:1749609376.442622:0:1501:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988 00000800:00000200:0.0:1749609376.442629:0:1501:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880099927c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749609376.442926:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749609376.442934:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609376.442946:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749609376.442951:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609376.442953:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609376.517670:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124056300. 00000020:00000040:0.0:1749609376.517684:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609376.517690:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609376.517693:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609376.517699:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609376.517707:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609376.517715:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609376.517722:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609376.517723:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609376.517729:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609376.517731:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609376.517734:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609376.517736:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213518592 : -131936496033024 : ffff880124056300) 00000100:00000001:0.0:1749609376.517741:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609376.517744:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609376.517746:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609376.517748:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609376.517757:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124056300 x1834594612282368/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609376.517769:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609376.517771:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609376.517773:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124056300 x1834594612282368/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609376.517781:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609376.517806:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609376.517807:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609376.517809:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609376.517812:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609376.517814:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609376.517817:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609376.517820:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609376.517822:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609376.517824:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124056300 x1834594612282368/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609376.517832:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124056300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612282368:0@lo:900: 00000100:00000001:0.0:1749609376.517836:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609376.517839:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609376.517841:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609376.517843:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609376.517845:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124056300 x1834594612282368/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609376.517851:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609376.517853:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609376.517859:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609376.517860:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609376.517862:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609376.517864:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124056300 x1834594612282368/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609376.517870:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609376.517873:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609376.517874:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609376.517876:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609376.517879:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609376.517883:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609376.517885:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609376.517887:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124056300. 00000100:00000001:0.0:1749609376.517891:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609376.517892:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609376.673662:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609376.673669:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609376.673676:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609376.673678:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609376.673680:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609376.673683:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609376.673686:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609376.673688:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609376.673690:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609376.673692:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609376.673849:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609376.673854:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609376.673857:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609376.710627:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609376.710635:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609376.710636:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609376.710640:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609376.710643:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609376.710647:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609376.710649:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609376.710651:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609376.710653:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609377.054612:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609377.054629:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609377.054633:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609377.054636:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609377.054647:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609377.054665:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341c00 00000400:00000200:0.0:1749609377.054674:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x169a1 [2] + 0 00000400:00000010:0.0:1749609377.054679:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000400:00000200:0.0:1749609377.054685:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b6c0 00000800:00000001:0.0:1749609377.054691:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609377.054696:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609377.054698:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609377.054702:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609377.054706:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b6c0 00000400:00000010:0.0:1749609377.054708:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b6c0. 00000100:00000001:0.0:1749609377.054713:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609377.054716:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609377.054719:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4753c50 x1834594730253312 msgsize 224 00000100:00100000:0.0:1749609377.054724:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609377.054726:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609377.054745:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609377.054752:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609377.054756:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609377.054757:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609377.054759:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609377.054763:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609377.054769:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341c80 00000400:00000200:0.0:1749609377.054835:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 49648 00000800:00000001:0.0:1749609377.054840:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609377.054844:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609377.054846:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609377.054849:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609377.054852:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609377.054854:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609377.054854:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609377.054857:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730253312 00000100:00000010:0.0:1749609377.054858:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124056300. 00000100:00000040:0.0:1749609377.054860:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff880124056300 x1834594730253440 msgsize 520 02000000:00000001:2.0:1749609377.054860:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609377.054862:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749609377.054864:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609377.054864:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609377.054867:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609377.054870:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730253312 00000020:00000001:2.0:1749609377.054872:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609377.054874:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609377.054876:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609377.054878:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749609377.054878:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609377.054880:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609377.054882:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:2.0:1749609377.054883:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609377.054885:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609377.054886:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609377.054888:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609377.054888:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609377.054891:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000010:2.0:1749609377.054892:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d40. 00000100:00000001:2.0:1749609377.054894:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609377.054896:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341d00 00000020:00000010:2.0:1749609377.054896:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d40. 00000400:00000200:0.0:1749609377.054898:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 50168 00000800:00000001:0.0:1749609377.054901:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:2.0:1749609377.054901:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000010:2.0:1749609377.054905:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609377.054909:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000800:00000001:0.0:1749609377.054912:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609377.054913:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609377.054915:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000040:2.0:1749609377.054916:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609377.054917:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609377.054918:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609377.054919:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609377.054920:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1749609377.054921:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055500. 00000100:00000001:2.0:1749609377.054921:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609377.054922:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff880124055500 x1834594730253568 msgsize 520 00000100:00000001:1.0:1749609377.054922:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609377.054924:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00100000:1.0:1749609377.054924:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730253440 02000000:00000001:1.0:1749609377.054926:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609377.054927:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609377.054927:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.054928:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.054930:0:1504:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609377.054931:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609377.054932:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00100000:1.0:1749609377.054932:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730253440 00000800:00000001:0.0:1749609377.054934:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609377.054934:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609377.054934:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609377.054935:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609377.054936:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609377.054937:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609377.054938:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609377.054941:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000001:2.0:1749609377.054941:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609377.054943:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609377.054944:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8f80. 00000100:00000001:0.0:1749609377.054945:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609377.054946:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609377.054946:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eea28. 00000100:00100000:2.0:1749609377.054948:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1477 00000100:00000001:1.0:1749609377.054949:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609377.054950:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609377.054951:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609377.054951:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609377.054953:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341800528 : -131938367751088 : ffff8800b4753c50) 00000100:00000001:1.0:1749609377.054954:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.054955:0:13560:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.054956:0:13560:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.054959:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609377.054959:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4753c50 x1834594730253312/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:323/0 lens 224/0 e 0 to 0 dl 1749609388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609377.054964:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609377.054966:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730253568 02000000:00000001:1.0:1749609377.054967:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609377.054968:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609377.054968:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609377.054969:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609377.054969:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d40. 00000100:00000001:2.0:1749609377.054970:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609377.054971:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609377.054972:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d40. 00000100:00000001:0.0:1749609377.054973:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609377.054973:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730253568 00000100:00000001:0.0:1749609377.054974:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609377.054974:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609377.054975:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:2.0:1749609377.054975:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4753c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730253312:12345-192.168.201.20@tcp:400: 00000100:00100000:0.0:1749609377.054976:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2790 00000020:00000001:1.0:1749609377.054976:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609377.054977:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.054978:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213518592 : -131936496033024 : ffff880124056300) 00000020:00000001:1.0:1749609377.054978:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609377.054979:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730253312 00000100:00000040:0.0:1749609377.054980:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124056300 x1834594730253440/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609377.054980:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000020:00000001:2.0:1749609377.054981:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749609377.054982:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000020:00000010:1.0:1749609377.054983:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eeaf0. 00000020:00000001:2.0:1749609377.054984:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609377.054985:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609377.054985:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609377.054986:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609377.054986:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609377.054987:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730253440:12345-192.168.201.20@tcp:38: 00000100:00000001:1.0:1749609377.054988:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609377.054988:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1749609377.054989:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730253440 00000020:00000001:0.0:1749609377.054990:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609377.054990:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00000001:0.0:1749609377.054992:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609377.054992:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609377.054993:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609377.054994:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609377.054995:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609377.054997:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609377.054997:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609377.054998:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609377.054999:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609377.055001:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2791 00000020:00000001:2.0:1749609377.055001:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749609377.055002:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.055003:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213515008 : -131936496036608 : ffff880124055500) 00010000:00020000:0.0:1749609377.055004:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609377.055004:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609377.055005:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124055500 x1834594730253568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609377.055006:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609377.055006:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609377.055008:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749609377.055009:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07ff000. 00000100:00000001:0.0:1749609377.055010:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609377.055011:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609377.055011:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609377.055012:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749609377.055012:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730253568:12345-192.168.201.20@tcp:38: 00000100:00000001:2.0:1749609377.055013:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609377.055014:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5097800. 02000000:00000001:0.0:1749609377.055015:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609377.055015:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730253568 00000020:00000001:2.0:1749609377.055015:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.055016:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609377.055017:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000040:2.0:1749609377.055017:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730253312 00010000:00000001:1.0:1749609377.055018:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:0.0:1749609377.055019:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609377.055020:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609377.055020:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:0.0:1749609377.055022:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000200:2.0:1749609377.055022:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4753c50 x1834594730253312/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:323/0 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609377.055023:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:0.0:1749609377.055024:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749609377.055025:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000400:00000200:0.0:1749609377.055028:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609377.055029:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609377.055029:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609377.055030:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609377.055030:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749609377.055030:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609377.055031:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000010:1.0:1749609377.055032:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800948bd400. 00000100:00000001:0.0:1749609377.055033:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00001000:2.0:1749609377.055033:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=46 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609377.055034:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000001:1.0:1749609377.055034:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609377.055035:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609377.055035:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609377.055036:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609377.055037:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1749609377.055037:0:14333:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 02000000:00000001:0.0:1749609377.055038:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609377.055038:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609377.055039:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609377.055040:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:0.0:1749609377.055041:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:2.0:1749609377.055041:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00080000:1.0:1749609377.055042:0:14333:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3986 last 0 00000400:00000010:0.0:1749609377.055043:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 02000000:00000001:2.0:1749609377.055043:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609377.055044:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609377.055045:0:14333:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000200:0.0:1749609377.055046:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730253440, offset 0 00000100:00000040:2.0:1749609377.055046:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609377.055048:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609377.055048:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93bb0. 00000004:00000001:1.0:1749609377.055049:0:14333:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:1.0:1749609377.055051:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000200:2.0:1749609377.055051:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730253312, offset 224 00000400:00000200:0.0:1749609377.055053:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:1.0:1749609377.055055:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609377.055055:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609377.055058:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2109:2109:256:4294967295] 192.168.201.20@tcp LPNI seq info [2105:2105:8:4294967295] 00000004:00000001:1.0:1749609377.055061:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609377.055064:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:1.0:1749609377.055064:0:14333:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609377.055066:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609377.055067:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609377.055069:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057700. 00000004:00000040:1.0:1749609377.055070:0:14333:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:2.0:1749609377.055070:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000040:1.0:1749609377.055071:0:14333:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000800:00000200:0.0:1749609377.055072:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000040:1.0:1749609377.055073:0:14333:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000400:00000200:2.0:1749609377.055074:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2110:2110:255:4294967295] 192.168.201.20@tcp LPNI seq info [2106:2106:7:4294967295] 00000004:00000001:1.0:1749609377.055075:0:14333:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609377.055077:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000001:1.0:1749609377.055077:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609377.055079:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057700 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:1.0:1749609377.055079:0:14333:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609377.055081:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:2.0:1749609377.055082:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:1.0:1749609377.055083:0:14333:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609377.055085:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609377.055085:0:14333:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:0.0:1749609377.055086:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609377.055086:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609377.055087:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609377.055087:0:14333:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000001:0.0:1749609377.055088:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609377.055089:0:14333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000800:00000010:2.0:1749609377.055089:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7300. 00000100:00000040:0.0:1749609377.055091:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124056300 x1834594730253440/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609397 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609377.055091:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:2.0:1749609377.055092:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609377.055093:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609377.055094:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609377.055095:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609377.055096:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730253440:12345-192.168.201.20@tcp:38: Request processed in 109us (234us total) trans 0 rc -19/-19 00000100:00001000:1.0:1749609377.055097:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:2.0:1749609377.055097:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609377.055099:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000200:2.0:1749609377.055099:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7300 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1749609377.055100:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2790 00000100:00000001:0.0:1749609377.055102:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609377.055102:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609377.055103:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609377.055103:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000040:2.0:1749609377.055104:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000010:0.0:1749609377.055105:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8f80. 00000100:00000001:1.0:1749609377.055105:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609377.055106:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609377.055106:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:0.0:1749609377.055107:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eea28. 00000020:00000001:2.0:1749609377.055107:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609377.055108:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:1.0:1749609377.055108:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609377.055110:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609377.055110:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000020:00000001:2.0:1749609377.055110:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609377.055112:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:2.0:1749609377.055112:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4753c50 x1834594730253312/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:323/0 lens 224/224 e 0 to 0 dl 1749609388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609377.055113:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609377.055114:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609377.055116:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609377.055118:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609377.055120:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907af68. 00000100:00100000:2.0:1749609377.055120:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4753c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730253312:12345-192.168.201.20@tcp:400: Request processed in 152us (399us total) trans 0 rc 0/0 00000100:00000200:1.0:1749609377.055122:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730253568, offset 0 00000400:00000200:1.0:1749609377.055126:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:2.0:1749609377.055126:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1477 00000100:00000040:2.0:1749609377.055129:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000200:1.0:1749609377.055130:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:2.0:1749609377.055131:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609377.055132:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609377.055133:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2111:2111:254:4294967295] 192.168.201.20@tcp LPNI seq info [2107:2107:6:4294967295] 00000800:00000200:0.0:1749609377.055134:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1749609377.055134:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000800:00000010:0.0:1749609377.055136:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057700. 00000020:00000010:2.0:1749609377.055137:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000400:00000200:0.0:1749609377.055138:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609377.055140:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609377.055140:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:2.0:1749609377.055140:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000400:00000200:0.0:1749609377.055142:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000400:00000010:0.0:1749609377.055143:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00000020:00000040:2.0:1749609377.055143:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:1.0:1749609377.055144:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609377.055145:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609377.055145:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.055146:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000010:1.0:1749609377.055146:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee100. 00000800:00000200:1.0:1749609377.055148:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000200:2.0:1749609377.055149:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1749609377.055152:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000010:2.0:1749609377.055152:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fbb0. 00000800:00000200:1.0:1749609377.055154:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee100 type 1, nob 512 niov 1 nkiov 1 00000400:00000010:2.0:1749609377.055155:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a02013c0. 00000100:00000001:1.0:1749609377.055156:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609377.055158:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609377.055160:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609377.055161:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609377.055164:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055500 x1834594730253568/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609397 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609377.055171:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730253568:12345-192.168.201.20@tcp:38: Request processed in 159us (247us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609377.055177:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2791 00000100:00000001:1.0:1749609377.055179:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609377.055180:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609377.055182:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000020:00000010:1.0:1749609377.055184:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eeaf0. 00000020:00000010:1.0:1749609377.055186:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000800:00000200:0.0:1749609377.055188:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1749609377.055188:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1749609377.055190:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7300. 00000400:00000200:0.0:1749609377.055192:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609377.055196:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609377.055197:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93bb0 00000400:00000010:0.0:1749609377.055198:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93bb0. 00000100:00000001:0.0:1749609377.055200:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609377.055201:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609377.055203:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07ff000. 02000000:00000001:0.0:1749609377.055204:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609377.055206:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609377.055224:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609377.055226:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee100. 00000400:00000200:0.0:1749609377.055230:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609377.055233:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609377.055235:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907af68 00000400:00000010:0.0:1749609377.055236:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907af68. 00000100:00000001:0.0:1749609377.055238:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609377.055239:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609377.675680:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609377.675687:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609377.675692:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609377.675693:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609377.675824:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609377.675828:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609377.675831:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609377.710607:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609377.710613:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609377.710615:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609377.710618:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609377.710621:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609377.710624:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.710626:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609377.710628:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609377.710630:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609378.518600:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055180. 00000020:00000040:0.0:1749609378.518612:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609378.518618:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609378.518622:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609378.518628:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609378.518636:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609378.518643:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609378.518650:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609378.518652:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609378.518658:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609378.518660:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609378.518663:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609378.518664:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213514112 : -131936496037504 : ffff880124055180) 00000100:00000001:0.0:1749609378.518670:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609378.518673:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609378.518676:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609378.518678:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609378.518685:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055180 x1834594612282496/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609378.518697:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609378.518699:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609378.518701:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055180 x1834594612282496/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609378.518709:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609378.518712:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609378.518713:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609378.518715:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609378.518717:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609378.518719:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609378.518722:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609378.518724:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609378.518726:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609378.518728:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055180 x1834594612282496/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609378.518736:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612282496:0@lo:900: 00000100:00000001:0.0:1749609378.518740:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609378.518743:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609378.518745:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609378.518746:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609378.518806:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055180 x1834594612282496/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609378.518813:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609378.518816:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609378.518822:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609378.518823:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609378.518826:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609378.518829:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055180 x1834594612282496/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609378.518839:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609378.518841:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609378.518843:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609378.518845:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609378.518848:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609378.518851:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609378.518853:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609378.518855:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055180. 00000100:00000001:0.0:1749609378.518859:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609378.518860:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609378.677737:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609378.677745:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609378.677773:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609378.677774:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609378.677874:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609378.677880:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609378.677884:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609378.710600:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609378.710606:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609378.710607:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609378.710610:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609378.710613:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609378.710616:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609378.710618:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609378.710619:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609378.710620:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609379.679708:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609379.679716:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609379.679725:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609379.679727:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609379.679887:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609379.679892:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609379.679896:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609379.710639:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609379.710645:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609379.710646:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609379.710649:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609379.710652:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609379.710655:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609379.710657:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609379.710659:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609379.710661:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609380.299590:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609380.299596:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609380.299602:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055180. 00000020:00000040:0.0:1749609380.299606:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609380.299609:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609380.299612:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609380.299615:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609380.299621:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057000. 00000100:00000001:0.0:1749609380.299626:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609380.299632:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609380.299639:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609380.299641:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609380.299645:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055180] to pc [ptlrpcd_00_02+2] req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.299669:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609380.299670:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609380.299672:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609380.299674:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609380.299675:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609380.299677:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609380.299679:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3984 00000100:00080000:0.0:1749609380.299681:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609380.299682:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609380.299684:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609380.299686:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609380.299687:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609380.299689:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609380.299689:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609380.299691:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609380.299693:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609380.299695:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609380.299696:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609380.299698:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609380.299699:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609380.299700:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609380.299700:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609380.299702:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609380.299703:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609380.299704:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609380.299705:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609380.299709:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609380.299711:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.299712:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609380.299714:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609380.299715:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057480. 00000020:00000040:0.0:1749609380.299716:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609380.299718:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609380.299734:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.299736:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609380.299737:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609380.299738:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609380.299741:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5096000. 00000100:00000001:0.0:1749609380.299743:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609380.299745:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609380.299745:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609380.299748:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609380.299749:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609380.299750:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.299750:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609380.299751:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124057480] to pc [ptlrpcd_rcv+-1] req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609380.299754:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609380.299760:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609380.299761:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.299763:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609380.299764:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609380.299765:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609380.299766:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.299767:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609380.299767:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609380.299768:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1749609380.299768:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612282624:0@lo:400: 00000100:00000001:0.0:1749609380.299770:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609380.299770:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749609380.299772:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054a80. 00000020:00000040:0.0:1749609380.299773:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:2.0:1749609380.299773:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609380.299774:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609380.299774:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609380.299775:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609380.299776:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609380.299776:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749609380.299777:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057e00. 00000100:00000001:0.0:1749609380.299778:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609380.299779:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8400. 00000100:00000040:0.0:1749609380.299780:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609380.299780:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.299784:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609380.299784:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609380.299785:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f1b8. 00000100:00000040:0.0:1749609380.299786:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124054a80] to pc [ptlrpcd_00_03+3] req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609380.299789:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000100:00000001:0.0:1749609380.299794:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609380.299794:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612282624, portal 25 00000100:00080000:0.0:1749609380.299795:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609380.299796:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749609380.299797:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609380.299797:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749609380.299797:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213514112 : -131936496037504 : ffff880124055180) 00000100:00080000:0.0:1749609380.299798:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609380.299799:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:2.0:1749609380.299799:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609380.299801:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3984 00000100:00080000:0.0:1749609380.299802:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609380.299803:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609380.299804:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609380.299804:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609380.299805:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609380.299806:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:2.0:1749609380.299806:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609380.299807:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609380.299807:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000400:00000010:2.0:1749609380.299807:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000020:00000001:0.0:1749609380.299808:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609380.299809:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000200:2.0:1749609380.299809:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612282624, offset 0 00000020:00000001:0.0:1749609380.299810:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609380.299810:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609380.299811:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609380.299812:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609380.299812:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609380.299813:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609380.299813:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609380.299814:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609380.299814:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609380.299815:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609380.299816:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000040:1.0:1749609380.299816:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609380.299817:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609380.299818:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609380.299819:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609380.299821:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609380.299821:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609380.299821:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609380.299822:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609380.299822:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609380.299823:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.299823:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609380.299825:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057800. 00000020:00000040:0.0:1749609380.299825:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749609380.299825:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609380.299826:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609380.299827:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609380.299827:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609380.299828:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609380.299828:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609380.299828:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609380.299828:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c0500 02000000:00000001:0.0:1749609380.299829:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609380.299829:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612282880:0@lo:400: 02000000:00000010:0.0:1749609380.299831:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5096400. 00000100:00000001:1.0:1749609380.299831:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609380.299832:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609380.299832:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x169d5 [2] + 0 00000100:00000001:3.0:1749609380.299832:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609380.299834:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609380.299834:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749609380.299834:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f058. 02000000:00000001:1.0:1749609380.299835:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.299835:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749609380.299836:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609380.299836:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609380.299837:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609380.299837:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609380.299838:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124057800] to pc [ptlrpcd_rcv+-1] req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609380.299838:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b200. 00000400:00000200:2.0:1749609380.299838:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c7b7900 00000100:00000040:3.0:1749609380.299839:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609380.299840:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609380.299841:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609380.299842:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609380.299843:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:1.0:1749609380.299843:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b58. 00000400:00000200:2.0:1749609380.299843:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749609380.299845:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609380.299845:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1749609380.299845:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000100:00000001:3.0:1749609380.299845:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609380.299846:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1749609380.299846:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c7b7900 00000100:00000001:3.0:1749609380.299846:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.299847:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749609380.299847:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012c7b7900. 00000100:00080000:0.0:1749609380.299848:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3984 02000000:00000001:3.0:1749609380.299848:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749609380.299849:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749609380.299849:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609380.299850:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:3.0:1749609380.299850:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.299851:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609380.299851:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609380.299852:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:2.0:1749609380.299852:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1749609380.299852:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612282752:0@lo:38: 00000100:00000001:0.0:1749609380.299853:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609380.299854:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609380.299854:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000200:1.0:1749609380.299854:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612282880, portal 4 00000100:00000040:2.0:1749609380.299854:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4752450 x1834594612282624 msgsize 224 00000100:00000001:3.0:1749609380.299854:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749609380.299855:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609380.299855:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:1.0:1749609380.299855:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749609380.299855:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749609380.299856:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609380.299856:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213512320 : -131936496039296 : ffff880124054a80) 00000100:00100000:2.0:1749609380.299856:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609380.299856:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609380.299857:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:2.0:1749609380.299857:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1749609380.299857:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609380.299858:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609380.299859:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609380.299860:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609380.299860:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50da400. 00000100:00000040:0.0:1749609380.299861:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609380.299861:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609380.299861:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609380.299862:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:0.0:1749609380.299863:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609380.299863:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749609380.299863:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000100:00000001:0.0:1749609380.299864:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.299864:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609380.299865:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609380.299866:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609380.299866:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609380.299866:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609380.299866:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000400:00000010:3.0:1749609380.299866:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000100:00000001:0.0:1749609380.299867:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609380.299868:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609380.299868:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000100:00000200:3.0:1749609380.299868:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612282752, portal 4 00000100:00000010:0.0:1749609380.299869:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055880. 00000400:00000010:2.0:1749609380.299869:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00000001:3.0:1749609380.299869:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1749609380.299870:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609380.299870:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609380.299870:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213523072 : -131936496028544 : ffff880124057480) 02000000:00000001:0.0:1749609380.299871:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609380.299871:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609380.299871:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612282880, offset 0 00000100:00000001:0.0:1749609380.299872:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609380.299872:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609380.299873:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609380.299873:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609380.299874:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749609380.299876:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5096800. 00000100:00000200:2.0:1749609380.299876:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.299877:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.299877:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609380.299878:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609380.299879:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749609380.299879:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609380.299880:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000100:00000001:2.0:1749609380.299881:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749609380.299881:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612282752, offset 0 00000100:00000001:0.0:1749609380.299882:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749609380.299882:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c0600 00000100:00000001:0.0:1749609380.299883:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609380.299883:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609380.299884:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880124055880] to pc [ptlrpcd_rcv+-1] req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609380.299884:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609380.299886:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.299887:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609380.299887:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 2688 00000100:00000001:2.0:1749609380.299887:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609380.299888:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1749609380.299888:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609380.299889:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.299890:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1749609380.299890:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749609380.299891:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7ded80. 00000020:00000040:0.0:1749609380.299892:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:1.0:1749609380.299892:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609380.299892:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298656712 00000400:00000200:3.0:1749609380.299892:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c0580 00000100:00000001:0.0:1749609380.299893:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609380.299894:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609380.299894:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.299894:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:2.0:1749609380.299894:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706d40. 00000100:00000200:1.0:1749609380.299895:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:0.0:1749609380.299896:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057600. 00000400:00000200:3.0:1749609380.299896:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 4680 00000100:00000001:0.0:1749609380.299897:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609380.299898:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1749609380.299898:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0711180. 00000100:00000040:1.0:1749609380.299899:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0711180 x1834594612282880 msgsize 224 00000100:00000001:2.0:1749609380.299899:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1749609380.299899:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609380.299901:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1749609380.299901:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749609380.299901:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609380.299902:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609380.299903:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7ded80] to pc [ptlrpcd_00_00+0] req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609380.299903:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298656712 00000100:00000001:3.0:1749609380.299903:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:2.0:1749609380.299904:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706b80. 00000100:00000200:3.0:1749609380.299904:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609380.299906:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749609380.299907:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609380.299907:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298656712 00000100:00000010:3.0:1749609380.299907:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ead80. 00000100:00000010:2.0:1749609380.299908:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706000. 00000100:00000040:3.0:1749609380.299908:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ead80 x1834594612282752 msgsize 520 00000100:00000001:2.0:1749609380.299910:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1749609380.299910:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609380.299911:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000001:2.0:1749609380.299911:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298656712 00000400:00000010:1.0:1749609380.299912:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000010:2.0:1749609380.299912:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706c40. 00000100:00000001:0.0:1749609380.299913:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.299913:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609380.299913:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609380.299914:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609380.299915:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3994) 00000100:00000200:1.0:1749609380.299915:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609380.299916:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.299916:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609380.299918:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.299918:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.299920:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609380.299920:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.299921:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609380.299921:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000010:3.0:1749609380.299922:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00100000:0.0:1749609380.299923:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749609380.299923:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609380.299924:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.299924:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.299924:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609380.299924:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609380.299925:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609380.299925:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609380.299925:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609380.299926:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609380.299926:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.299927:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609380.299927:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.299927:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.299927:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.299928:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609380.299929:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749609380.299929:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 837 usecs (1 jiffies) 00000100:00000001:0.0:1749609380.299930:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609380.299930:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298656705 00000100:00000001:3.0:1749609380.299930:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609380.299931:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609380.299932:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609380.299932:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298656712 00000100:00000001:1.0:1749609380.299933:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298656705 00000100:00000001:1.0:1749609380.299934:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298656712 00000100:00000001:3.0:1749609380.299934:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.299935:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298656705 00000100:00000001:3.0:1749609380.299935:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609380.299936:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609380.299936:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.299936:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298656712 02000000:00000001:0.0:1749609380.299937:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609380.299937:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298656705 00000100:00000001:1.0:1749609380.299937:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298656712 02000000:00000001:0.0:1749609380.299938:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609380.299938:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609380.299938:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609380.299939:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.299939:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.299939:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609380.299939:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1040 usecs (2 jiffies) 00000100:00100000:0.0:1749609380.299940:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612283264:0@lo:400: 00000100:00000001:1.0:1749609380.299940:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609380.299940:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612282624 00000100:00000001:1.0:1749609380.299941:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.299941:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298656706 00000100:00000001:0.0:1749609380.299942:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609380.299942:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609380.299942:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298656712 02000000:00000001:0.0:1749609380.299943:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609380.299943:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609380.299943:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298656706 02000000:00000001:0.0:1749609380.299944:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.299944:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609380.299944:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298656712 02000000:00000001:0.0:1749609380.299945:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609380.299945:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609380.299945:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.299945:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298656706 02000000:00000010:0.0:1749609380.299946:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0800. 00000100:00000001:1.0:1749609380.299946:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609380.299946:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609380.299946:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298656712 02000000:00000001:0.0:1749609380.299947:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.299947:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609380.299947:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.299947:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298656706 00000100:00000001:1.0:1749609380.299948:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.299948:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298656712 00000100:00100000:2.0:1749609380.299949:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612282624 00000100:00000001:3.0:1749609380.299949:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609380.299949:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609380.299950:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000020:00000001:2.0:1749609380.299950:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609380.299951:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609380.299951:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.299951:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609380.299952:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 00000020:00000001:2.0:1749609380.299952:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609380.299953:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000200:0.0:1749609380.299954:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612283264, portal 10 00000100:00000001:3.0:1749609380.299954:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609380.299955:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609380.299955:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609380.299955:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609380.299956:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389190528 : -131936320361088 : ffff88012e7ded80) 00000020:00000001:2.0:1749609380.299956:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609380.299956:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609380.299957:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609380.299957:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609380.299957:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749609380.299958:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612282880 00000100:00000040:3.0:1749609380.299958:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609380.299959:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609380.299959:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609380.299959:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609380.299960:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609380.299961:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609380.299961:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706840. 02000000:00000001:1.0:1749609380.299962:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.299962:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609380.299962:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609380.299963:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609380.299963:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612282880 00000020:00000010:2.0:1749609380.299963:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706840. 00000100:00000001:3.0:1749609380.299963:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609380.299964:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609380.299964:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1749609380.299965:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000020:00000001:1.0:1749609380.299965:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609380.299965:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 02000000:00000001:3.0:1749609380.299965:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609380.299966:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612283264, offset 0 00000020:00000001:1.0:1749609380.299966:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609380.299966:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609380.299967:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00100000:3.0:1749609380.299967:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612283008:0@lo:38: 00000400:00000200:0.0:1749609380.299968:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749609380.299968:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:1.0:1749609380.299969:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000010:2.0:1749609380.299969:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609380.299969:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609380.299969:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609380.299970:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609380.299971:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 02000000:00000001:3.0:1749609380.299971:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749609380.299972:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609380.299972:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 02000000:00000010:3.0:1749609380.299972:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50db000. 00000100:00000001:1.0:1749609380.299973:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609380.299973:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609380.299974:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d40. 00000400:00000010:3.0:1749609380.299974:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000400:00000010:3.0:1749609380.299975:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000400:00000200:0.0:1749609380.299976:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c0780 00000100:00000040:2.0:1749609380.299976:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1749609380.299977:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8900. 00000100:00000200:3.0:1749609380.299977:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612283008, portal 10 00000100:00000001:2.0:1749609380.299978:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609380.299978:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609380.299978:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609380.299978:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213523968 : -131936496027648 : ffff880124057800) 00000400:00000200:0.0:1749609380.299979:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 50688 00000100:00000001:2.0:1749609380.299979:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609380.299981:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:3.0:1749609380.299981:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609380.299982:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609380.299984:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609380.299984:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.299984:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609380.299985:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1749609380.299985:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609380.299986:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749609380.299986:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000400:00000010:3.0:1749609380.299986:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000100:00000200:0.0:1749609380.299987:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609380.299987:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612283008, offset 0 00000020:00000010:1.0:1749609380.299988:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000100:00000001:2.0:1749609380.299988:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609380.299989:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc700. 00000400:00000200:3.0:1749609380.299989:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609380.299990:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7dc700 x1834594612283264 msgsize 224 00000020:00000010:1.0:1749609380.299990:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eeaf0. 00000400:00000200:3.0:1749609380.299991:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609380.299992:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609380.299993:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1749609380.299993:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609380.299993:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c0680 00000100:00000001:1.0:1749609380.299994:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609380.299995:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609380.299995:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609380.299995:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 50912 00000100:00000001:0.0:1749609380.299996:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609380.299996:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609380.299997:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000400:00000200:3.0:1749609380.299997:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609380.299998:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000400:00000200:0.0:1749609380.299999:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000100:00000001:1.0:1749609380.299999:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609380.299999:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341794384 : -131938367757232 : ffff8800b4752450) 00000400:00000200:3.0:1749609380.299999:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609380.300000:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000001:1.0:1749609380.300000:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609380.300001:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.300002:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749609380.300002:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4752450 x1834594612282624/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:326/0 lens 224/0 e 0 to 0 dl 1749609391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609380.300002:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609380.300003:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609380.300003:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609380.300004:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948e9f80. 00000100:00000001:1.0:1749609380.300005:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609380.300005:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948e9f80 x1834594612283008 msgsize 520 00000100:00000001:2.0:1749609380.300006:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609380.300007:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706840. 00000100:00000001:0.0:1749609380.300008:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609380.300008:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609380.300008:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609380.300008:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706840. 00000100:00100000:3.0:1749609380.300008:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609380.300009:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609380.300009:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609380.300010:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4752450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612282624:12345-0@lo:400: 00000100:00100000:1.0:1749609380.300011:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00000001:3.0:1749609380.300011:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609380.300012:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609380.300012:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000200:2.0:1749609380.300012:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612282624 00000100:00000001:0.0:1749609380.300013:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609380.300013:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000100:00000001:1.0:1749609380.300014:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005983104 : -131938703568512 : ffff8800a0711180) 00000020:00000001:2.0:1749609380.300014:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749609380.300014:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:0.0:1749609380.300015:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300015:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609380.300016:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 711 usecs (1 jiffies) 00000100:00000040:1.0:1749609380.300016:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0711180 x1834594612282880/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:326/0 lens 224/0 e 0 to 0 dl 1749609391 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609380.300016:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:3.0:1749609380.300017:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300018:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298656705 00000020:00000001:2.0:1749609380.300018:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.300019:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298656712 00000100:00000001:0.0:1749609380.300020:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298656705 00000100:00000001:1.0:1749609380.300020:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609380.300020:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609380.300020:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609380.300021:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298656712 00000100:00000001:0.0:1749609380.300021:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298656705 00000020:00000010:1.0:1749609380.300021:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000020:00000001:2.0:1749609380.300021:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:3.0:1749609380.300021:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300022:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298656712 00000100:00000001:1.0:1749609380.300022:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609380.300022:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609380.300023:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298656705 00000020:00000010:1.0:1749609380.300023:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8900. 00000020:00000001:2.0:1749609380.300023:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609380.300024:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298656712 00000100:00100000:1.0:1749609380.300024:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612282880:12345-0@lo:400: 00000100:00000001:0.0:1749609380.300025:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609380.300025:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609380.300025:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609380.300025:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300025:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749609380.300026:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612282880 00000020:00000001:2.0:1749609380.300026:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609380.300027:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609380.300027:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609380.300027:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300027:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.300028:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609380.300028:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749609380.300028:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000020:00000001:2.0:1749609380.300029:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609380.300029:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298656705 00000020:00000001:1.0:1749609380.300030:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300030:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298656712 00000020:00000001:1.0:1749609380.300031:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609380.300031:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609380.300031:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298656705 00000020:00000001:1.0:1749609380.300032:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 02000000:00000001:2.0:1749609380.300032:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609380.300032:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298656712 00000020:00000001:1.0:1749609380.300033:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609380.300033:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298656705 00000100:00000001:3.0:1749609380.300033:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298656712 02000000:00000010:2.0:1749609380.300034:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fc000. 00000100:00000001:3.0:1749609380.300034:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298656705 00000020:00000001:1.0:1749609380.300035:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609380.300035:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300035:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298656712 00000020:00000001:1.0:1749609380.300036:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609380.300036:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300036:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609380.300037:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609380.300037:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300037:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609380.300038:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609380.300038:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609380.300038:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609380.300039:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000040:2.0:1749609380.300039:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612282624 00000100:00000040:3.0:1749609380.300039:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609380.300040:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612283264 00000100:00000001:1.0:1749609380.300040:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609380.300040:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749609380.300041:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609380.300041:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609380.300042:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609380.300042:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609380.300043:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609380.300043:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800880a9400. 00010000:00000200:2.0:1749609380.300043:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4752450 x1834594612282624/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:326/0 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609380.300043:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609380.300043:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609380.300044:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609380.300044:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609380.300045:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.300045:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609380.300045:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609380.300046:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612283264 00000020:00000001:1.0:1749609380.300046:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609380.300046:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880124055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612283136:0@lo:38: 00000020:00000001:0.0:1749609380.300047:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609380.300047:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00010000:00000040:1.0:1749609380.300047:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612282880 00000020:00000001:0.0:1749609380.300048:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749609380.300048:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749609380.300048:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609380.300048:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749609380.300049:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00010000:00000001:2.0:1749609380.300049:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609380.300049:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609380.300049:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609380.300050:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00010000:00000200:1.0:1749609380.300050:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0711180 x1834594612282880/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609380.300050:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=49 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609380.300050:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609380.300051:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50da000. 00000020:00000001:0.0:1749609380.300052:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:2.0:1749609380.300052:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609380.300052:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.300053:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609380.300053:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:3.0:1749609380.300053:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62000. 00010000:00000001:1.0:1749609380.300054:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609380.300054:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:3.0:1749609380.300054:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000020:00000010:0.0:1749609380.300055:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b42c0. 00010000:00000001:1.0:1749609380.300055:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609380.300055:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612283136, portal 10 00000020:00000010:0.0:1749609380.300056:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4300. 00000100:00001000:1.0:1749609380.300056:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=36 v=5 (1 1 1 1) 02000000:00000001:2.0:1749609380.300056:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609380.300056:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609380.300057:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300057:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137213515904 : -131936496035712 : ffff880124055880) 00000020:00000040:0.0:1749609380.300058:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609380.300058:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609380.300058:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609380.300059:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:2.0:1749609380.300059:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609380.300059:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300060:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609380.300060:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:2.0:1749609380.300060:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000020:00000010:0.0:1749609380.300061:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 02000000:00000001:1.0:1749609380.300061:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609380.300061:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.300062:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609380.300062:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612282624, offset 224 00000100:00000001:3.0:1749609380.300062:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609380.300063:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000040:3.0:1749609380.300063:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609380.300063:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000100:00000040:1.0:1749609380.300064:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609380.300064:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749609380.300065:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000400:00000010:1.0:1749609380.300065:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000200:3.0:1749609380.300065:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612283136, offset 0 00000100:00000200:1.0:1749609380.300066:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612282880, offset 224 00000100:00000040:0.0:1749609380.300067:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1749609380.300067:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609380.300067:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609380.300068:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609380.300069:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609380.300069:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609380.300070:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609380.300070:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609380.300071:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c0500 00000400:00000200:1.0:1749609380.300072:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609380.300072:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c0700 00000100:00000001:0.0:1749609380.300073:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1749609380.300073:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17531 [1] + 224 00000100:00000001:0.0:1749609380.300074:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609380.300074:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609380.300075:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c0600 00000400:00000200:2.0:1749609380.300076:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609380.300077:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609380.300077:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609380.300081:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749609380.300081:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 51432 00000100:00100000:0.0:1749609380.300082:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612283008 02000000:00000001:0.0:1749609380.300082:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609380.300083:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609380.300083:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17539 [1] + 224 00000400:00000200:3.0:1749609380.300083:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609380.300084:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609380.300085:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609380.300085:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609380.300086:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612283008 00000400:00000200:1.0:1749609380.300086:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609380.300086:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609380.300086:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749609380.300087:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749609380.300087:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1749609380.300088:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749609380.300088:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609380.300088:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609380.300088:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948eb800. 00000020:00000001:0.0:1749609380.300089:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609380.300089:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609380.300089:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948eb800 x1834594612283136 msgsize 520 00000020:00000001:0.0:1749609380.300090:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609380.300090:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609380.300091:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609380.300091:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609380.300092:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000020:00000010:0.0:1749609380.300093:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000020:00000010:0.0:1749609380.300094:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e3e8. 00000100:00000001:0.0:1749609380.300095:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609380.300095:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609380.300095:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609380.300095:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609380.300096:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609380.300096:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300097:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609380.300097:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000400:00000010:3.0:1749609380.300098:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000001:3.0:1749609380.300099:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609380.300100:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300101:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.300101:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609380.300102:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609380.300103:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609380.300103:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612283136 00000400:00000200:1.0:1749609380.300103:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 02000000:00000001:0.0:1749609380.300104:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609380.300104:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749609380.300104:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:0.0:1749609380.300105:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.300105:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749609380.300105:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 02000000:00000001:0.0:1749609380.300106:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.300106:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749609380.300106:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00100000:0.0:1749609380.300107:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612283136 00000020:00000001:0.0:1749609380.300107:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609380.300107:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749609380.300108:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609380.300108:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609380.300108:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.300108:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609380.300108:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609380.300108:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609380.300109:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609380.300110:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609380.300110:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609380.300110:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609380.300111:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 00010000:00000001:1.0:1749609380.300111:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749609380.300111:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609380.300111:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609380.300112:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef80. 00000020:00000001:1.0:1749609380.300112:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609380.300112:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609380.300112:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749609380.300113:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1749609380.300113:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300113:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609380.300114:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e640. 00000100:00000001:0.0:1749609380.300114:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749609380.300114:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711180 x1834594612282880/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609380.300114:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609380.300115:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609380.300115:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609380.300115:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:0.0:1749609380.300116:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609380.300116:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4752450 x1834594612282624/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:326/0 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609380.300116:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298656705 00000100:00000001:3.0:1749609380.300116:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298656712 00000100:00000001:3.0:1749609380.300117:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298656705 00000100:00000001:3.0:1749609380.300118:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298656712 00000100:00000001:0.0:1749609380.300119:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609380.300119:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612282880:12345-0@lo:400: Request processed in 98us (219us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609380.300119:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298656705 00000100:00100000:2.0:1749609380.300120:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4752450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612282624:12345-0@lo:400: Request processed in 114us (265us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609380.300120:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298656712 00000100:00000001:0.0:1749609380.300121:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609380.300121:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609380.300121:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298656705 00000100:00000001:3.0:1749609380.300121:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298656712 00000100:00100000:1.0:1749609380.300122:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00000001:3.0:1749609380.300122:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609380.300123:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00000001:3.0:1749609380.300123:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609380.300124:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000040:1.0:1749609380.300124:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00100000:2.0:1749609380.300124:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00000001:3.0:1749609380.300124:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.300125:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389180672 : -131936320370944 : ffff88012e7dc700) 00000100:00000001:1.0:1749609380.300125:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749609380.300125:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:3.0:1749609380.300125:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.300126:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609380.300126:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609380.300126:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609380.300127:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609380.300127:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1749609380.300128:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7dc700 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:326/0 lens 224/0 e 0 to 0 dl 1749609391 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609380.300128:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609380.300128:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749609380.300129:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000020:00000010:2.0:1749609380.300129:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609380.300129:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609380.300130:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eeaf0. 00000020:00000010:2.0:1749609380.300130:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000100:00000001:3.0:1749609380.300130:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.300132:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609380.300132:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000020:00000010:2.0:1749609380.300132:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000020:00000010:0.0:1749609380.300133:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000001:0.0:1749609380.300134:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609380.300134:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000020:00000040:2.0:1749609380.300134:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000020:00000010:0.0:1749609380.300135:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4300. 00000100:00000001:1.0:1749609380.300135:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609380.300135:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609380.300135:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609380.300136:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612283264:12345-0@lo:400: 00000100:00000001:3.0:1749609380.300136:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609380.300137:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fc000. 00000100:00000200:0.0:1749609380.300138:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612283264 02000000:00000001:2.0:1749609380.300138:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1749609380.300139:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609380.300139:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609380.300140:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609380.300141:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609380.300141:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1749609380.300142:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1749609380.300142:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f058. 00000020:00000001:0.0:1749609380.300143:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:1.0:1749609380.300143:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609380.300143:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609380.300144:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749609380.300144:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612282752 00000400:00000010:2.0:1749609380.300144:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201480. 00000100:00000001:3.0:1749609380.300144:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609380.300145:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609380.300145:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749609380.300146:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609380.300146:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609380.300146:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792 00000020:00000001:0.0:1749609380.300147:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609380.300147:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609380.300148:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609380.300148:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300148:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806593408 : -131938902958208 : ffff8800948e9f80) 00000020:00000001:0.0:1749609380.300149:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749609380.300149:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612282752 00000100:00000001:0.0:1749609380.300150:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609380.300150:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749609380.300150:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948e9f80 x1834594612283008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609380.300151:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1749609380.300151:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000010:0.0:1749609380.300152:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5094400. 00000020:00000001:1.0:1749609380.300152:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609380.300152:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609380.300153:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609380.300153:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.300153:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609380.300154:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.300154:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609380.300155:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609380.300155:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000100:00100000:3.0:1749609380.300155:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612283008:12345-0@lo:38: 00010000:00000040:0.0:1749609380.300156:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612283264 00000020:00000010:1.0:1749609380.300156:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000020:00000010:1.0:1749609380.300157:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eeaf0. 00000100:00100000:2.0:1749609380.300157:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00000100:00000200:3.0:1749609380.300157:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612283008 00010000:00000001:0.0:1749609380.300158:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609380.300158:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609380.300158:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806599680 : -131938902951936 : ffff8800948eb800) 00000020:00000001:3.0:1749609380.300158:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000200:0.0:1749609380.300159:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012e7dc700 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609380.300159:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609380.300159:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948eb800 x1834594612283136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609380.300160:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609380.300160:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609380.300161:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609380.300163:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609380.300164:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609380.300164:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612283136:12345-0@lo:38: 00000100:00001000:0.0:1749609380.300165:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609380.300165:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609380.300166:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612283136 00000100:00000001:0.0:1749609380.300167:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609380.300167:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749609380.300168:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609380.300168:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1749609380.300168:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609380.300168:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.300169:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609380.300169:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749609380.300170:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00020000:3.0:1749609380.300170:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609380.300171:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609380.300171:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00010000:00000001:3.0:1749609380.300171:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609380.300172:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609380.300172:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806596992 : -131938902954624 : ffff8800948ead80) 00000100:00000040:0.0:1749609380.300173:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609380.300173:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609380.300173:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749609380.300174:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000100:00000040:1.0:1749609380.300174:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ead80 x1834594612282752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749609380.300174:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609380.300174:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749609380.300175:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612283264, offset 224 00010000:00000001:2.0:1749609380.300175:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609380.300175:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609380.300177:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609380.300177:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609380.300177:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609380.300178:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749609380.300179:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612282752:12345-0@lo:38: 00000100:00000001:2.0:1749609380.300179:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1749609380.300179:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a50d8c00. 02000000:00000001:3.0:1749609380.300179:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609380.300180:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609380.300180:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609380.300180:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609380.300181:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612282752 00000020:00000001:1.0:1749609380.300181:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:2.0:1749609380.300181:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fc000. 00000400:00000200:0.0:1749609380.300182:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0780 00010000:00000001:1.0:1749609380.300182:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749609380.300182:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.300182:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609380.300182:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609380.300183:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609380.300184:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1749609380.300184:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609380.300185:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17549 [1] + 224 00010000:00000001:2.0:1749609380.300185:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609380.300186:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609380.300186:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609380.300187:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609380.300187:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.300187:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00020000:1.0:1749609380.300188:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609380.300188:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609380.300189:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609380.300189:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609380.300189:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609380.300189:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609380.300190:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609380.300190:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:3.0:1749609380.300190:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:1.0:1749609380.300191:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609380.300191:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609380.300191:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:0.0:1749609380.300192:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609380.300192:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609380.300192:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609380.300193:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609380.300193:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000040:3.0:1749609380.300193:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:1.0:1749609380.300194:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609380.300194:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609380.300194:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609380.300195:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.300195:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609380.300195:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300195:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609380.300196:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609380.300196:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a0000. 02000000:00000001:1.0:1749609380.300197:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609380.300197:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609380.300197:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609380.300198:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609380.300198:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00010000:00000001:1.0:1749609380.300199:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749609380.300199:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00010000:00000001:1.0:1749609380.300200:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609380.300200:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612283136, offset 0 00000100:00000200:3.0:1749609380.300200:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612283008, offset 0 00000100:00000001:0.0:1749609380.300201:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:1.0:1749609380.300201:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749609380.300201:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609380.300203:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609380.300204:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609380.300204:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609380.300205:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 28 to 0@lo 00000400:00000200:3.0:1749609380.300205:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609380.300206:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000100:00000001:1.0:1749609380.300206:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609380.300206:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749609380.300207:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000001:1.0:1749609380.300207:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609380.300208:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749609380.300208:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 28 to 0@lo 00000400:00000200:3.0:1749609380.300208:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0680 00000100:00000001:0.0:1749609380.300209:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749609380.300209:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609380.300209:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609380.300209:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0700 00000100:00000001:0.0:1749609380.300210:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.300210:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609380.300210:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17551 [1] + 0 00000100:00000040:1.0:1749609380.300211:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609380.300212:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000400:00000010:1.0:1749609380.300212:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000400:00000200:3.0:1749609380.300212:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749609380.300213:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749609380.300213:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17559 [1] + 0 00000020:00000001:0.0:1749609380.300214:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609380.300214:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609380.300214:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609380.300215:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612282752, offset 0 00000400:00000200:2.0:1749609380.300215:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609380.300215:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609380.300216:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc700 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1749609391 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609380.300216:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609380.300217:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609380.300217:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609380.300218:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609380.300220:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609380.300220:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609380.300221:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612283264:12345-0@lo:400: Request processed in 87us (229us total) trans 0 rc 0/0 00000100:00000040:3.0:1749609380.300221:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609380.300223:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c0580 00000100:00000040:2.0:1749609380.300224:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609380.300225:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1753d [1] + 0 00000100:00100000:0.0:1749609380.300226:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000400:00000200:1.0:1749609380.300226:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609380.300227:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:3.0:1749609380.300227:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609380.300228:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609380.300229:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609380.300229:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609380.300229:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000100:00000001:0.0:1749609380.300230:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749609380.300230:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000001:1.0:1749609380.300231:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609380.300231:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609380.300231:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749609380.300232:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000400:00000200:2.0:1749609380.300232:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000100:00000200:1.0:1749609380.300233:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609380.300233:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00000001:3.0:1749609380.300233:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.300234:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609380.300234:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749609380.300235:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000100:00000001:2.0:1749609380.300235:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609380.300235:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609380.300236:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609380.300237:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00000040:1.0:1749609380.300237:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609380.300237:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:3.0:1749609380.300237:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609380.300238:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609380.300238:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948e9f80 x1834594612283008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609380.300239:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000020:00000001:2.0:1749609380.300239:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609380.300240:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948eb800 x1834594612283136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300241:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.300241:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609380.300243:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00100000:3.0:1749609380.300243:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612283008:12345-0@lo:38: Request processed in 88us (236us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749609380.300244:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00100000:2.0:1749609380.300244:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612283136:12345-0@lo:38: Request processed in 80us (154us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609380.300245:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609380.300246:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609380.300247:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609380.300247:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792 00000100:00000040:1.0:1749609380.300248:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:2.0:1749609380.300248:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000100:00000001:3.0:1749609380.300248:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609380.300248:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609380.300249:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.300249:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749609380.300250:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609380.300250:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609380.300250:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000040:1.0:1749609380.300251:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ead80 x1834594612282752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609400 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609380.300251:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef80. 00000020:00000010:3.0:1749609380.300251:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e3e8. 00000020:00000010:2.0:1749609380.300252:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e640. 00000020:00000010:2.0:1749609380.300253:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00000020:00000010:3.0:1749609380.300253:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00100000:1.0:1749609380.300255:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612282752:12345-0@lo:38: Request processed in 76us (346us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609380.300256:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.300256:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609380.300257:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609380.300258:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00000001:0.0:1749609380.300259:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609380.300259:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609380.300260:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609380.300261:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000400:00000001:0.0:1749609380.300262:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749609380.300262:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eeaf0. 00000100:00000001:3.0:1749609380.300262:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1749609380.300263:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609380.300263:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000100:00000001:3.0:1749609380.300263:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749609380.300264:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00000100:00000001:1.0:1749609380.300264:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609380.300266:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609380.300267:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749609380.300268:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000400:00000010:0.0:1749609380.300269:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00000100:00080000:1.0:1749609380.300270:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609380.300271:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609380.300272:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000200:0.0:1749609380.300273:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609380.300273:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1749609380.300274:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000001:3.0:1749609380.300274:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1749609380.300275:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000010:3.0:1749609380.300275:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 00000400:00000200:3.0:1749609380.300276:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000010:3.0:1749609380.300277:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00000001:1.0:1749609380.300278:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609380.300278:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609380.300278:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609380.300279:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609380.300280:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609380.300280:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609380.300281:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609380.300282:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f1b8. 00000400:00000200:2.0:1749609380.300283:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000100:00000200:3.0:1749609380.300283:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609380.300284:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:0.0:1749609380.300285:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609380.300285:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609380.300286:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300287:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.300287:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609380.300287:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609380.300289:0:1510:0:(client.c:1550:after_reply()) Process entered 00000400:00000001:1.0:1749609380.300289:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609380.300289:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609380.300289:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609380.300290:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1749609380.300290:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b58. 00000100:00000200:2.0:1749609380.300290:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609380.300290:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609380.300291:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609380.300292:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609380.300292:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.300293:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609380.300293:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000400:00000010:1.0:1749609380.300293:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:2.0:1749609380.300293:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609380.300293:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609380.300294:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.300294:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.300295:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609380.300295:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749609380.300296:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609380.300296:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1749609380.300296:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609380 v=5 (0 0 0 0) 00000100:00001000:0.0:1749609380.300297:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=43 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609380.300297:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609380.300297:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609380.300297:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=46 v=20 (1 1 1 20) 02000000:00000001:2.0:1749609380.300298:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609380.300299:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609380.300299:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749609380.300300:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609380.300300:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=49 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609380.300300:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609380.300301:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1749609380.300301:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=39 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609380.300302:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300302:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609380.300303:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609380.300303:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609380.300303:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609380.300304:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609380.300304:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609380.300304:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749609380.300304:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609380.300305:0:1512:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749609380.300305:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609380.300306:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00080000:0.0:1749609380.300307:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609380.300307:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609380.300307:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300307:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609380.300308:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609380.300308:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609380.300309:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300309:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609380.300310:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609380.300311:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=36 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609380.300311:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609380.300312:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609380.300312:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609380.300313:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609380.300313:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=36 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609380.300313:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609380.300314:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609380.300314:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609380.300314:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609380.300315:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749609380.300315:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609380.300315:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609380.300315:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:0.0:1749609380.300316:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00010000:00000001:1.0:1749609380.300316:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609380.300316:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:1.0:1749609380.300317:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300318:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1749609380.300318:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300319:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609380.300319:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612282624:0@lo:400: 00000100:00000040:0.0:1749609380.300321:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609380.300321:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609380.300322:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609380.300323:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:2.0:1749609380.300323:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.300324:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609380.300324:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609380.300324:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609380.300325:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055180 x1834594612282624/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300326:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609380.300326:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300328:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609380.300329:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.300329:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609380.300329:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609380.300330:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609380.300330:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609380.300330:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1749609380.300330:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612283008:0@lo:38: 00000100:00000040:0.0:1749609380.300331:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609380.300331:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8400. 00000100:00000040:1.0:1749609380.300332:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609380.300332:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1749609380.300332:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749609380.300333:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1749609380.300333:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1749609380.300334:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000400:00000010:3.0:1749609380.300334:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62000. 00000100:00100000:1.0:1749609380.300335:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612282880:0@lo:400: 00000020:00000001:2.0:1749609380.300335:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609380.300335:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057000. 00000400:00000200:3.0:1749609380.300335:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000400:00000010:3.0:1749609380.300335:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:3.0:1749609380.300336:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609380.300337:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609380.300337:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1749609380.300337:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609380.300338:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612283264:0@lo:400: 00000100:00000001:1.0:1749609380.300338:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609380.300338:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749609380.300339:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124054a80 x1834594612282880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609380.300339:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055180. 00000100:00000001:0.0:1749609380.300341:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609380.300341:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.300342:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609380.300342:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609380.300342:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609380.300342:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609380.300343:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7ded80 x1834594612283264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609380.300343:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609380.300343:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609380.300344:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b200. 00000100:00000001:3.0:1749609380.300344:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609380.300345:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609380.300345:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609380.300345:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300345:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609380.300346:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609380.300346:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609380.300346:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609380.300346:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609380.300347:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1749609380.300347:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609380.300347:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300347:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609380.300348:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749609380.300348:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609380.300348:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609380.300349:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0800. 02000000:00000010:1.0:1749609380.300349:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057e00. 02000000:00000001:3.0:1749609380.300349:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609380.300350:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749609380.300350:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1749609380.300350:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609380 v=5 (0 0 0 0) 00000020:00000001:0.0:1749609380.300351:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609380.300351:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749609380.300351:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609380.300351:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124054a80. 00000100:00001000:3.0:1749609380.300351:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=43 v=20 (1 1 1 20) 00000020:00000001:0.0:1749609380.300352:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609380.300352:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1749609380.300353:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057600. 00000100:00000001:1.0:1749609380.300353:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609380.300353:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609380.300354:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.300354:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749609380.300355:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609380.300355:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609380.300355:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609380.300355:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609380.300356:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7ded80. 00000100:00000001:0.0:1749609380.300357:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609380.300357:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609380.300358:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.300358:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300358:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609380.300359:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609380.300359:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609380.300359:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609380.300360:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609380.300361:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609380.300361:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300361:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749609380.300362:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300362:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609380.300363:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1749609380.300363:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609380.300364:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609380.300364:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609380.300365:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609380.300367:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609380.300370:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612283136:0@lo:38: 00000400:00000001:3.0:1749609380.300372:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609380.300373:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609380.300373:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000400:00000200:3.0:1749609380.300374:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000400:00000010:3.0:1749609380.300375:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000100:00000001:3.0:1749609380.300375:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609380.300376:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609380.300380:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609380.300382:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609380.300383:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.300384:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609380.300384:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609380.300385:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609380.300385:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609380.300386:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609380.300387:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609380 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609380.300388:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=46 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609380.300389:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609380.300390:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609380.300391:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609380.300392:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609380.300395:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609380.300396:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609380.300397:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.300397:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609380.300398:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609380.300399:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609380.300400:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609380.300401:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609380.300403:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609380.300406:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880124057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612282752:0@lo:38: 00000100:00000001:3.0:1749609380.300407:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.300408:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609380.300409:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124057800 x1834594612283008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609380.300412:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609380.300413:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609380.300414:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50db000. 02000000:00000001:3.0:1749609380.300416:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609380.300417:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609380.300417:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609380.300418:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609380.300419:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5096400. 02000000:00000001:3.0:1749609380.300420:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609380.300421:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609380.300421:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057800. 00000100:00000001:3.0:1749609380.300423:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609380.300424:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.300424:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609380.300425:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124055880 x1834594612283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609380.300428:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609380.300429:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609380.300430:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50da000. 02000000:00000001:3.0:1749609380.300431:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609380.300432:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609380.300432:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609380.300433:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609380.300434:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5096800. 02000000:00000001:3.0:1749609380.300435:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609380.300436:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609380.300436:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124055880. 00000100:00000001:3.0:1749609380.300438:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609380.300438:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.300439:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609380.300440:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880124057480 x1834594612282752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609380.300443:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609380.300443:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609380.300444:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50da400. 02000000:00000001:3.0:1749609380.300444:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609380.300445:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609380.300445:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609380.300446:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609380.300446:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5096000. 02000000:00000001:3.0:1749609380.300447:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609380.300448:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609380.300448:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880124057480. 00000100:00000001:3.0:1749609380.300449:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609380.300450:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.300450:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609380.300452:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609380.300452:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609380.300453:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609380.300454:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609380.307539:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298656712, at 4298656712 00000100:00000010:1.0:1749609380.307544:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706b80. 00000100:00000040:0.0:1749609380.307550:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298656712, at 4298656712 00000100:00000010:0.0:1749609380.307556:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706d40. 00000100:00000040:2.0:1749609380.307561:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298656712, at 4298656712 00000100:00000040:3.0:1749609380.307565:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298656712, at 4298656712 00000100:00000010:2.0:1749609380.307566:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706000. 00000100:00000010:3.0:1749609380.307570:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706c40. 00000100:00000010:0.0:1749609380.519618:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7ded80. 00000020:00000040:0.0:1749609380.519627:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609380.519632:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609380.519634:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609380.519639:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609380.519645:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609380.519650:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.519654:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609380.519656:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609380.519661:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609380.519662:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609380.519664:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609380.519665:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389190528 : -131936320361088 : ffff88012e7ded80) 00000100:00000001:0.0:1749609380.519668:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609380.519670:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609380.519671:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609380.519672:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609380.519678:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7ded80 x1834594612283392/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.519685:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609380.519686:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609380.519687:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7ded80 x1834594612283392/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.519691:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609380.519693:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609380.519694:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609380.519695:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609380.519696:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609380.519698:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609380.519701:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609380.519703:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609380.519705:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609380.519706:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7ded80 x1834594612283392/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609380.519710:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7ded80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612283392:0@lo:900: 00000100:00000001:0.0:1749609380.519713:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609380.519741:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609380.519743:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609380.519744:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609380.519746:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7ded80 x1834594612283392/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.519750:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609380.519751:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609380.519755:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609380.519756:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609380.519757:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609380.519758:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7ded80 x1834594612283392/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609380.519762:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609380.519763:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609380.519764:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609380.519766:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609380.519767:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609380.519769:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609380.519770:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609380.519771:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7ded80. 00000100:00000001:0.0:1749609380.519773:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609380.519774:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609380.681637:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609380.681646:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609380.681653:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609380.681655:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609380.681757:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609380.681762:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609380.681765:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609380.710660:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609380.710669:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609380.710671:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609380.710675:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609380.710679:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609380.710683:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609380.710686:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609380.710689:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609380.710692:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609381.683600:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609381.683607:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609381.683613:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609381.683615:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609381.683732:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609381.683737:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609381.683740:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609381.710631:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609381.710638:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609381.710639:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609381.710642:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609381.710645:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609381.710648:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609381.710651:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609381.710653:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609381.710654:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609382.062885:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609382.062908:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609382.062912:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609382.062916:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609382.062929:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609382.062950:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341d80 00000400:00000200:0.0:1749609382.062959:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x169f9 [2] + 0 00000400:00000010:0.0:1749609382.062964:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62b00. 00000400:00000200:0.0:1749609382.062970:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da30c0 00000800:00000001:0.0:1749609382.062976:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609382.062981:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609382.062983:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609382.062989:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609382.062993:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da30c0 00000400:00000010:0.0:1749609382.062996:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da30c0. 00000100:00000001:0.0:1749609382.063004:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609382.063007:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609382.063010:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4750c50 x1834594730253696 msgsize 224 00000100:00100000:0.0:1749609382.063015:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609382.063017:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609382.063038:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609382.063047:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609382.063049:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609382.063051:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609382.063053:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609382.063057:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609382.063062:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341e00 00000400:00000200:0.0:1749609382.063068:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 51952 00000800:00000001:0.0:1749609382.063072:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609382.063075:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609382.063076:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609382.063079:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609382.063083:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609382.063084:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609382.063089:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7ded80. 00000100:00000040:0.0:1749609382.063092:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7ded80 x1834594730253824 msgsize 520 00000100:00100000:0.0:1749609382.063096:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609382.063114:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609382.063118:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609382.063121:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609382.063123:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609382.063125:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609382.063128:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609382.063133:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341e80 00000400:00000200:0.0:1749609382.063153:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 52472 00000800:00000001:0.0:1749609382.063156:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609382.063167:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609382.063171:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609382.063172:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730253696 00000400:00000200:0.0:1749609382.063173:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609382.063175:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609382.063177:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:2.0:1749609382.063178:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609382.063180:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609382.063181:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609382.063181:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609382.063184:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dd180. 00000100:00000040:0.0:1749609382.063185:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7dd180 x1834594730253952 msgsize 520 02000000:00000001:2.0:1749609382.063186:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609382.063189:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00100000:2.0:1749609382.063190:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730253696 00000020:00000001:2.0:1749609382.063193:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609382.063194:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609382.063196:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000040:2.0:1749609382.063196:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000800:00000001:0.0:1749609382.063199:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609382.063199:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609382.063219:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609382.063222:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609382.063225:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609382.063231:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609382.063236:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706000. 00000100:00000001:2.0:1749609382.063239:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609382.063241:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706000. 00000100:00000001:0.0:1749609382.063248:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749609382.063248:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00100000:0.0:1749609382.063250:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730253824 02000000:00000001:0.0:1749609382.063252:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1749609382.063253:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609382.063253:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609382.063254:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609382.063256:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609382.063259:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609382.063259:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00100000:3.0:1749609382.063259:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730253952 00000100:00100000:0.0:1749609382.063262:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730253824 02000000:00000001:3.0:1749609382.063263:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749609382.063264:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609382.063265:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609382.063266:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749609382.063267:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609382.063267:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1749609382.063269:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609382.063269:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.063270:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609382.063271:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.063272:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609382.063273:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609382.063275:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 02000000:00000001:3.0:1749609382.063275:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609382.063278:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00100000:3.0:1749609382.063279:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730253952 00000100:00000001:2.0:1749609382.063280:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609382.063282:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000020:00000001:3.0:1749609382.063282:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609382.063284:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609382.063286:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609382.063287:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609382.063287:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609382.063289:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609382.063289:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609382.063292:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.063293:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609382.063298:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000001:0.0:1749609382.063300:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609382.063304:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609382.063304:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000020:00000010:3.0:1749609382.063309:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 00000100:00000001:0.0:1749609382.063310:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609382.063313:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609382.063313:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609382.063314:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609382.063314:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609382.063316:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749609382.063318:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2794 00000100:00000001:3.0:1749609382.063319:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609382.063320:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1479 00000100:00000001:0.0:1749609382.063321:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389190528 : -131936320361088 : ffff88012e7ded80) 00000100:00000040:2.0:1749609382.063323:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609382.063325:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341788240 : -131938367763376 : ffff8800b4750c50) 00000100:00000001:3.0:1749609382.063325:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609382.063327:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7ded80 x1834594730253824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609382.063330:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4750c50 x1834594730253696/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:328/0 lens 224/0 e 0 to 0 dl 1749609393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609382.063338:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609382.063340:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609382.063342:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706000. 00000100:00000001:2.0:1749609382.063344:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609382.063362:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706000. 00000100:00100000:0.0:1749609382.063363:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730253824:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609382.063365:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749609382.063366:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730253824 00000100:00100000:2.0:1749609382.063366:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4750c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730253696:12345-192.168.201.20@tcp:400: 00000100:00000001:3.0:1749609382.063367:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609382.063369:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749609382.063369:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730253696 00000020:00000001:2.0:1749609382.063371:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609382.063372:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609382.063373:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:3.0:1749609382.063374:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2795 00000020:00000001:2.0:1749609382.063375:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609382.063377:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609382.063377:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389183360 : -131936320368256 : ffff88012e7dd180) 00000020:00000001:2.0:1749609382.063380:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:2.0:1749609382.063382:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1749609382.063382:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7dd180 x1834594730253952/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609382.063383:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609382.063385:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609382.063386:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609382.063387:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00020000:0.0:1749609382.063389:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609382.063389:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609382.063391:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1749609382.063392:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609382.063394:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749609382.063395:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609382.063396:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609382.063397:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:3.0:1749609382.063397:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730253952:12345-192.168.201.20@tcp:38: 00000100:00000001:0.0:1749609382.063399:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609382.063400:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609382.063400:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fcc00. 02000000:00000001:2.0:1749609382.063401:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609382.063401:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730253952 02000000:00000010:0.0:1749609382.063403:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5096800. 00000100:00000001:2.0:1749609382.063403:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609382.063404:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609382.063404:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609382.063405:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.063406:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609382.063407:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730253696 00010000:00000001:3.0:1749609382.063407:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:0.0:1749609382.063409:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609382.063409:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:0.0:1749609382.063427:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609382.063430:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4750c50 x1834594730253696/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:328/0 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609382.063430:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00001000:0.0:1749609382.063431:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749609382.063434:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:0.0:1749609382.063435:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609382.063442:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:3.0:1749609382.063442:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609382.063443:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609382.063445:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609382.063445:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609382.063446:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609382.063448:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00001000:2.0:1749609382.063449:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609382.063451:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000010:3.0:1749609382.063451:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a50da000. 00000100:00000001:0.0:1749609382.063453:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000001:3.0:1749609382.063453:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609382.063455:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609382.063456:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609382.063457:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609382.063458:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609382.063459:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609382.063460:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609382.063460:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000001:0.0:1749609382.063462:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609382.063462:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:0.0:1749609382.063465:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:2.0:1749609382.063465:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609382.063467:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609382.063469:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668cc0. 00010000:00080000:3.0:1749609382.063469:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3991 last 0 00000100:00000001:2.0:1749609382.063470:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609382.063472:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730253824, offset 0 00000100:00000040:2.0:1749609382.063474:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00010000:00000001:3.0:1749609382.063477:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:0.0:1749609382.063478:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609382.063478:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93220. 00000004:00000001:3.0:1749609382.063483:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000200:2.0:1749609382.063485:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730253696, offset 224 00000400:00000200:0.0:1749609382.063486:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:3.0:1749609382.063486:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1749609382.063491:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609382.063493:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2112:2112:256:4294967295] 192.168.201.20@tcp LPNI seq info [2108:2108:8:4294967295] 00000400:00000200:2.0:1749609382.063493:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:3.0:1749609382.063500:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609382.063504:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:3.0:1749609382.063505:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609382.063508:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609382.063510:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609382.063514:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057d00. 00000004:00000040:3.0:1749609382.063514:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:3.0:1749609382.063518:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000800:00000200:0.0:1749609382.063519:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000040:3.0:1749609382.063521:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:3.0:1749609382.063525:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609382.063527:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000001:3.0:1749609382.063529:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609382.063531:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749609382.063556:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609382.063565:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2113:2113:255:4294967295] 192.168.201.20@tcp LPNI seq info [2109:2109:7:4294967295] 00000400:00000200:2.0:1749609382.063580:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:3.0:1749609382.063580:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609382.063581:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609382.063584:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:0.0:1749609382.063585:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609382.063587:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609382.063587:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:0.0:1749609382.063589:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1749609382.063591:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000001:3.0:1749609382.063591:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:0.0:1749609382.063593:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7ded80 x1834594730253824/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609402 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609382.063594:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000010:2.0:1749609382.063596:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7000. 00000020:00000040:3.0:1749609382.063600:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000800:00000200:2.0:1749609382.063603:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00100000:0.0:1749609382.063604:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730253824:12345-192.168.201.20@tcp:38: Request processed in 258us (509us total) trans 0 rc -19/-19 00010000:00000001:3.0:1749609382.063604:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609382.063608:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000800:00000200:2.0:1749609382.063610:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00100000:0.0:1749609382.063612:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2794 00010000:00000001:3.0:1749609382.063612:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609382.063614:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.063615:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1749609382.063615:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1749609382.063616:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1749609382.063618:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000020:00000010:0.0:1749609382.063620:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000001:2.0:1749609382.063620:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609382.063623:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749609382.063624:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000100:00000040:2.0:1749609382.063624:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609382.063627:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:0.0:1749609382.063628:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000020:00000001:2.0:1749609382.063630:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.063632:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609382.063632:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000001:2.0:1749609382.063633:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609382.063636:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609382.063639:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4750c50 x1834594730253696/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:328/0 lens 224/224 e 0 to 0 dl 1749609393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609382.063640:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609382.063643:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609382.063647:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00100000:2.0:1749609382.063650:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4750c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730253696:12345-192.168.201.20@tcp:400: Request processed in 308us (638us total) trans 0 rc 0/0 00000100:00000040:3.0:1749609382.063651:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609382.063654:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1749609382.063658:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1479 02000000:00000001:3.0:1749609382.063658:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609382.063661:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609382.063661:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609382.063664:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609382.063665:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609382.063665:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000800:00000200:1.0:1749609382.063666:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1749609382.063669:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000400:00000010:3.0:1749609382.063669:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283908. 00000800:00000010:1.0:1749609382.063672:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057d00. 00000020:00000010:2.0:1749609382.063673:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000100:00000200:3.0:1749609382.063674:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730253952, offset 0 00000020:00000010:2.0:1749609382.063675:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000400:00000200:1.0:1749609382.063676:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749609382.063680:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000400:00000200:1.0:1749609382.063682:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609382.063682:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609382.063683:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609382.063687:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668cc0 00000100:00000200:2.0:1749609382.063687:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749609382.063721:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f1b8. 00000400:00000200:3.0:1749609382.063730:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609382.063738:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2114:2114:254:4294967295] 192.168.201.20@tcp LPNI seq info [2110:2110:6:4294967295] 00000400:00000010:1.0:1749609382.063746:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668cc0. 00000100:00000001:1.0:1749609382.063752:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749609382.063752:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:1.0:1749609382.063753:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749609382.063753:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201540. 00000800:00000200:3.0:1749609382.063760:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609382.063765:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695800. 00000800:00000200:3.0:1749609382.063772:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:3.0:1749609382.063780:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609382.063784:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695800 type 1, nob 512 niov 1 nkiov 1 00000800:00000200:1.0:1749609382.063788:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1749609382.063789:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1749609382.063790:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7000. 00000400:00000200:1.0:1749609382.063793:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609382.063794:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609382.063796:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609382.063797:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609382.063800:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93220 00000020:00000001:3.0:1749609382.063800:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609382.063803:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93220. 00000100:00000001:1.0:1749609382.063805:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749609382.063806:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dd180 x1834594730253952/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609402 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609382.063807:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609382.063810:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fcc00. 02000000:00000001:1.0:1749609382.063813:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609382.063814:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609382.063823:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730253952:12345-192.168.201.20@tcp:38: Request processed in 426us (634us total) trans 0 rc -11/-11 00000800:00000200:1.0:1749609382.063830:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609382.063833:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695800. 00000400:00000200:1.0:1749609382.063835:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609382.063835:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2795 00000400:00000200:1.0:1749609382.063839:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609382.063839:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609382.063841:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283908 00000100:00000001:3.0:1749609382.063841:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749609382.063842:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283908. 00000100:00000001:1.0:1749609382.063846:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609382.063846:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609382.063846:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00000020:00000010:3.0:1749609382.063850:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000020:00000010:3.0:1749609382.063855:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:3.0:1749609382.063859:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609382.520624:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7ddc00. 00000020:00000040:0.0:1749609382.520632:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609382.520637:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609382.520640:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609382.520644:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609382.520651:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609382.520656:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.520662:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609382.520664:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609382.520670:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609382.520671:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609382.520674:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609382.520675:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389186048 : -131936320365568 : ffff88012e7ddc00) 00000100:00000001:0.0:1749609382.520680:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609382.520717:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609382.520720:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609382.520722:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609382.520728:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7ddc00 x1834594612283520/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.520739:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609382.520740:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609382.520743:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7ddc00 x1834594612283520/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.520751:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609382.520753:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609382.520755:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609382.520757:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609382.520759:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609382.520761:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609382.520764:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.520766:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609382.520768:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609382.520771:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7ddc00 x1834594612283520/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609382.520779:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7ddc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612283520:0@lo:900: 00000100:00000001:0.0:1749609382.520783:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.520786:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609382.520788:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609382.520789:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609382.520792:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7ddc00 x1834594612283520/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.520797:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609382.520799:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609382.520803:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609382.520804:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609382.520805:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609382.520806:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7ddc00 x1834594612283520/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609382.520811:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609382.520812:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609382.520813:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609382.520814:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609382.520816:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609382.520819:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609382.520820:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609382.520821:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7ddc00. 00000100:00000001:0.0:1749609382.520822:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609382.520823:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609382.685602:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609382.685608:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609382.685612:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609382.685613:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609382.685646:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609382.685649:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609382.685652:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609382.710622:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609382.710631:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609382.710633:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609382.710636:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609382.710640:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609382.710644:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.710647:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609382.710650:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609382.710653:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609383.687599:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609383.687605:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609383.687611:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609383.687612:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609383.687659:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609383.687697:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609383.687700:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609383.710604:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609383.710609:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609383.710611:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609383.710613:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609383.710616:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609383.710618:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609383.710620:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609383.710622:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609383.710623:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609384.521642:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7ddc00. 00000020:00000040:0.0:1749609384.521675:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609384.521681:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609384.521685:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609384.521691:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609384.521699:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609384.521707:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609384.521713:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609384.521715:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609384.521721:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609384.521723:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609384.521727:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609384.521728:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389186048 : -131936320365568 : ffff88012e7ddc00) 00000100:00000001:0.0:1749609384.521733:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609384.521736:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609384.521739:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609384.521740:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609384.521748:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7ddc00 x1834594612283648/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609384.521759:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609384.521761:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609384.521763:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7ddc00 x1834594612283648/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609384.521771:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609384.521774:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609384.521776:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609384.521777:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609384.521781:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609384.521783:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609384.521786:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609384.521789:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609384.521791:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609384.521794:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7ddc00 x1834594612283648/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609384.521801:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7ddc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612283648:0@lo:900: 00000100:00000001:0.0:1749609384.521806:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609384.521808:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609384.521810:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609384.521812:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609384.521813:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7ddc00 x1834594612283648/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609384.521820:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609384.521822:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609384.521826:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609384.521827:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609384.521829:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609384.521831:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7ddc00 x1834594612283648/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609384.521837:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609384.521839:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609384.521840:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609384.521842:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609384.521844:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609384.521847:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609384.521848:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609384.521850:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7ddc00. 00000100:00000001:0.0:1749609384.521853:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609384.521854:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609384.689616:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609384.689624:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609384.689631:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609384.689633:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609384.689710:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609384.689716:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609384.689720:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609384.710615:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609384.710621:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609384.710623:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609384.710626:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609384.710630:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609384.710633:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609384.710636:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609384.710638:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609384.710640:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609385.307614:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609385.307621:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609385.307626:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7ddc00. 00000020:00000040:0.0:1749609385.307631:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609385.307662:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609385.307664:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609385.307668:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609385.307674:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057b00. 00000100:00000001:0.0:1749609385.307679:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609385.307685:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609385.307692:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609385.307694:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609385.307698:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7ddc00] to pc [ptlrpcd_00_01+1] req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609385.307723:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609385.307725:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609385.307727:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609385.307729:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609385.307730:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609385.307732:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609385.307734:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3989 00000100:00080000:0.0:1749609385.307736:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609385.307738:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609385.307739:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609385.307741:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609385.307742:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609385.307744:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609385.307745:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609385.307746:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609385.307749:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609385.307750:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609385.307751:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609385.307752:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609385.307753:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609385.307754:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609385.307755:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609385.307756:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609385.307758:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609385.307759:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307760:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609385.307761:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609385.307764:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609385.307765:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609385.307766:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609385.307767:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.307768:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609385.307770:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609385.307770:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609385.307771:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc000. 00000020:00000040:0.0:1749609385.307773:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609385.307774:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609385.307775:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.307776:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609385.307777:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609385.307778:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609385.307782:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5096000. 00000100:00000001:0.0:1749609385.307784:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307785:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749609385.307786:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609385.307787:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609385.307789:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609385.307792:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609385.307793:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609385.307794:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749609385.307794:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.307795:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609385.307796:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dc000] to pc [ptlrpcd_rcv+-1] req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609385.307796:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612283776:0@lo:400: 00000100:00000001:3.0:1749609385.307796:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307799:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609385.307803:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609385.307803:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609385.307805:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1749609385.307805:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.307806:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609385.307807:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc380. 02000000:00000001:2.0:1749609385.307807:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749609385.307808:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609385.307809:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609385.307810:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1749609385.307810:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8400. 00000100:00000001:3.0:1749609385.307810:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609385.307811:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609385.307811:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.307811:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1749609385.307812:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057600. 00000100:00000001:0.0:1749609385.307813:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.307813:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609385.307814:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749609385.307816:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000100:00000040:3.0:1749609385.307816:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609385.307818:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609385.307818:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609385.307820:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dc380] to pc [ptlrpcd_00_02+2] req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609385.307822:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000100:00000001:3.0:1749609385.307822:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609385.307823:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609385.307824:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609385.307825:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609385.307827:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612283776, portal 25 02000000:00000001:3.0:1749609385.307827:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609385.307828:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612283904:0@lo:38: 00000100:00000001:2.0:1749609385.307830:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609385.307830:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609385.307831:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389186048 : -131936320365568 : ffff88012e7ddc00) 02000000:00000001:3.0:1749609385.307831:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609385.307833:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609385.307834:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609385.307834:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609385.307835:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609385.307836:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50db000. 00000100:00080000:0.0:1749609385.307837:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:3.0:1749609385.307837:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609385.307839:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:3.0:1749609385.307839:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000100:00000001:0.0:1749609385.307840:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609385.307841:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609385.307841:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609385.307842:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:3.0:1749609385.307842:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000100:00080000:0.0:1749609385.307844:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3989 00000100:00000040:2.0:1749609385.307844:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609385.307844:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612283904, portal 4 00000100:00080000:0.0:1749609385.307845:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1749609385.307845:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 00000100:00000001:3.0:1749609385.307845:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609385.307846:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389178880 : -131936320372736 : ffff88012e7dc000) 00000100:00000040:0.0:1749609385.307847:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000200:2.0:1749609385.307847:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612283776, offset 0 00000100:00000001:0.0:1749609385.307849:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609385.307850:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:3.0:1749609385.307850:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609385.307851:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609385.307852:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609385.307853:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609385.307854:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000001:3.0:1749609385.307854:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609385.307855:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609385.307855:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609385.307856:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000020:00000040:0.0:1749609385.307857:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609385.307858:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000200:3.0:1749609385.307858:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612283904, offset 0 00000020:00000001:0.0:1749609385.307860:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000200:3.0:1749609385.307860:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609385.307862:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609385.307863:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609385.307863:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609385.307864:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609385.307865:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609385.307865:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609385.307867:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:0.0:1749609385.307869:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609385.307870:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609385.307871:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c0980 02000000:00000001:0.0:1749609385.307872:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609385.307874:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609385.307875:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c0a00 02000000:00000001:0.0:1749609385.307876:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609385.307876:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16a49 [2] + 0 00000100:00000001:0.0:1749609385.307877:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609385.307879:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609385.307880:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f0b0. 00000100:00000010:0.0:1749609385.307881:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dca80. 00000100:00000001:1.0:1749609385.307881:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609385.307882:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:1.0:1749609385.307883:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:2.0:1749609385.307883:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a405e300 02000000:00000001:0.0:1749609385.307884:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609385.307885:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.307885:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609385.307886:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749609385.307886:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 5200 02000000:00000001:0.0:1749609385.307887:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749609385.307887:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609385.307888:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609385.307889:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609385.307890:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749609385.307890:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749609385.307891:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5095800. 00000400:00000200:3.0:1749609385.307891:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609385.307892:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609385.307893:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.307894:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609385.307894:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a405e300 00000100:00000001:1.0:1749609385.307895:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749609385.307896:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609385.307896:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1749609385.307896:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a405e300. 00000100:00000040:1.0:1749609385.307899:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609385.307902:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609385.307903:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307904:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609385.307904:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609385.307905:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dca80] to pc [ptlrpcd_rcv+-1] req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.307905:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749609385.307905:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1749609385.307905:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749609385.307906:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609385.307908:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609385.307908:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4752850 x1834594612283776 msgsize 224 00000100:00000010:3.0:1749609385.307908:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b8a80. 02000000:00000001:1.0:1749609385.307909:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609385.307910:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b8a80 x1834594612283904 msgsize 520 00000100:00000001:0.0:1749609385.307911:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609385.307911:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609385.307911:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749609385.307912:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749609385.307913:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749609385.307913:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612284032:0@lo:400: 00000100:00000040:2.0:1749609385.307913:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00080000:0.0:1749609385.307916:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749609385.307916:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609385.307917:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749609385.307917:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749609385.307918:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1749609385.307918:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609385.307919:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609385.307920:0:5:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:1.0:1749609385.307920:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609385.307921:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609385.307922:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3989 00000100:00080000:0.0:1749609385.307923:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1749609385.307923:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 02000000:00000010:1.0:1749609385.307924:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b800. 00000400:00000010:3.0:1749609385.307924:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00000040:0.0:1749609385.307925:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:1.0:1749609385.307925:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.307926:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609385.307927:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609385.307927:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1749609385.307928:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b58. 00000100:00000001:0.0:1749609385.307929:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:3.0:1749609385.307929:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609385.307930:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609385.307931:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000010:1.0:1749609385.307931:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000400:00000200:2.0:1749609385.307931:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000020:00000001:0.0:1749609385.307932:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749609385.307932:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000020:00000040:0.0:1749609385.307933:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:3.0:1749609385.307933:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609385.307934:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609385.307934:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609385.307935:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609385.307936:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000200:1.0:1749609385.307936:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612284032, portal 4 00000100:00000001:1.0:1749609385.307937:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749609385.307937:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.307938:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389179776 : -131936320371840 : ffff88012e7dc380) 00000100:00000001:3.0:1749609385.307938:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609385.307939:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609385.307939:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609385.307940:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609385.307941:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609385.307941:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609385.307942:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609385.307943:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609385.307944:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:2.0:1749609385.307944:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609385.307944:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1038 usecs (2 jiffies) 00000100:00080000:0.0:1749609385.307946:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:2.0:1749609385.307946:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.307946:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298661714 00000100:00000001:0.0:1749609385.307948:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.307948:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749609385.307948:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8500. 02000000:00000001:0.0:1749609385.307949:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1749609385.307950:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609385.307951:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749609385.307951:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000001:2.0:1749609385.307951:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307952:0:1510:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609385.307953:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609385.307953:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612284032, offset 0 00000100:00000001:3.0:1749609385.307953:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609385.307954:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609385.307955:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307955:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307956:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298661720 00000100:00000001:3.0:1749609385.307956:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298661714 00000100:00000010:0.0:1749609385.307957:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dce00. 00000400:00000200:1.0:1749609385.307957:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749609385.307958:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:3.0:1749609385.307958:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8c40. 00000100:00000001:3.0:1749609385.307959:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:0.0:1749609385.307960:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749609385.307960:0:1510:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4298661714 02000000:00000001:0.0:1749609385.307961:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.307961:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298661714 00000100:00000001:0.0:1749609385.307962:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1749609385.307962:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749609385.307962:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b87c0. 02000000:00000001:0.0:1749609385.307963:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609385.307963:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298661720 00000100:00000001:3.0:1749609385.307963:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749609385.307964:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.307965:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298661714 02000000:00000010:0.0:1749609385.307966:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a5096c00. 00000100:00000001:2.0:1749609385.307966:0:1510:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4298661714 00000100:00000010:3.0:1749609385.307966:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b81c0. 00000400:00000200:1.0:1749609385.307967:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c0a80 00000100:00000001:3.0:1749609385.307967:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609385.307968:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307968:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298661720 00000100:00000001:3.0:1749609385.307968:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609385.307970:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609385.307970:0:1510:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4298661714 00000100:00000001:3.0:1749609385.307970:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609385.307971:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 2912 00000100:00000001:3.0:1749609385.307971:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307972:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298661720 00000100:00000001:3.0:1749609385.307972:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609385.307974:0:1510:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4298661714 00000400:00000200:1.0:1749609385.307975:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609385.307976:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609385.307976:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609385.307976:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609385.307976:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609385.307977:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.307977:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609385.307978:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dce00] to pc [ptlrpcd_rcv+-1] req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609385.307978:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609385.307978:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.307978:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609385.307979:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.307979:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609385.307980:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.307981:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609385.307981:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609385.307982:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1749609385.307984:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.307984:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609385.307984:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609385.307985:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0710000. 00000100:00000001:2.0:1749609385.307985:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749609385.307985:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749609385.307986:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609385.307986:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1749609385.307986:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609385.307987:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0710000 x1834594612284032 msgsize 224 02000000:00000001:3.0:1749609385.307987:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307988:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609385.307988:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612284160:0@lo:38: 00000100:00000001:0.0:1749609385.307989:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609385.307989:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749609385.307990:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dd500. 00000100:00100000:1.0:1749609385.307990:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609385.307990:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.307990:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609385.307991:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749609385.307992:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609385.307992:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609385.307992:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.307993:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749609385.307993:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609385.307994:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1749609385.307994:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50da400. 02000000:00000001:0.0:1749609385.307995:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609385.307995:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.307996:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749609385.307996:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62000. 02000000:00000010:0.0:1749609385.307997:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057700. 00000400:00000010:3.0:1749609385.307998:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000100:00000001:0.0:1749609385.307999:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.307999:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609385.307999:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612284160, portal 10 00000100:00000001:2.0:1749609385.308000:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308000:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609385.308001:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609385.308001:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000001:3.0:1749609385.308001:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389181568 : -131936320370048 : ffff88012e7dca80) 00000400:00000010:1.0:1749609385.308002:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000040:3.0:1749609385.308003:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.308004:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609385.308006:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609385.308007:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609385.308007:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609385.308008:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609385.308008:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609385.308009:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000100:00000040:0.0:1749609385.308010:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dd500] to pc [ptlrpcd_00_03+3] req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609385.308010:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612284160, offset 0 00000100:00000001:2.0:1749609385.308011:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749609385.308012:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609385.308013:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749609385.308013:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612283776 00000100:00000040:1.0:1749609385.308015:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609385.308015:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609385.308015:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609385.308017:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609385.308017:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c0b00 00000100:00000001:0.0:1749609385.308019:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308019:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308020:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609385.308020:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 52992 00000100:00000001:1.0:1749609385.308021:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609385.308022:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3999) 02000000:00000001:2.0:1749609385.308022:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609385.308023:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609385.308024:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609385.308024:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612283776 00000400:00000200:3.0:1749609385.308024:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609385.308026:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 837 usecs (1 jiffies) 00000020:00000001:2.0:1749609385.308026:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609385.308026:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:2.0:1749609385.308027:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000200:3.0:1749609385.308027:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609385.308028:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298661713 00000020:00000001:2.0:1749609385.308029:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1749609385.308029:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9500. 00000100:00000001:1.0:1749609385.308030:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298661720 00000020:00000040:2.0:1749609385.308030:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000040:3.0:1749609385.308030:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9500 x1834594612284160 msgsize 520 00000100:00100000:3.0:1749609385.308031:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609385.308032:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298661713 00000020:00000001:2.0:1749609385.308032:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609385.308033:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298661720 00000100:00000001:1.0:1749609385.308034:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298661713 00000020:00000001:2.0:1749609385.308034:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609385.308035:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609385.308035:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298661720 00000100:00000001:3.0:1749609385.308035:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749609385.308036:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612284032 00000100:00000001:1.0:1749609385.308037:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298661713 00000400:00000200:3.0:1749609385.308037:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 02000000:00000001:0.0:1749609385.308038:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609385.308038:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298661720 00000100:00000001:2.0:1749609385.308038:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1749609385.308038:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000001:0.0:1749609385.308039:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609385.308039:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609385.308039:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609385.308040:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609385.308040:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706000. 00000100:00000200:3.0:1749609385.308040:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.308041:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308042:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609385.308043:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308043:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308043:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609385.308044:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612284032 00000100:00000001:1.0:1749609385.308044:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609385.308044:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706000. 00000100:00000040:3.0:1749609385.308044:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609385.308046:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609385.308047:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:1.0:1749609385.308047:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749609385.308048:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609385.308048:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1749609385.308048:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609385.308048:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308048:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609385.308049:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609385.308049:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609385.308050:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:1.0:1749609385.308050:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609385.308050:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000020:00000001:0.0:1749609385.308051:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609385.308051:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609385.308051:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298661713 00000020:00000010:2.0:1749609385.308052:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609385.308052:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298661720 00000020:00000001:0.0:1749609385.308053:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000040:1.0:1749609385.308053:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308053:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298661713 00000100:00000001:3.0:1749609385.308054:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298661720 00000020:00000010:2.0:1749609385.308055:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00000001:3.0:1749609385.308055:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298661713 00000100:00000001:0.0:1749609385.308056:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609385.308056:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298661720 00000100:00000001:3.0:1749609385.308056:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298661713 00000100:00000001:3.0:1749609385.308057:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298661720 00000020:00000010:0.0:1749609385.308058:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000001:1.0:1749609385.308058:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609385.308058:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609385.308059:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308059:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609385.308060:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1749609385.308061:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8d40. 02000000:00000001:1.0:1749609385.308061:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609385.308061:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308061:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609385.308062:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609385.308063:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609385.308063:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609385.308063:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:1.0:1749609385.308064:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308064:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609385.308064:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609385.308065:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609385.308065:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308065:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609385.308065:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749609385.308066:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612284416:0@lo:400: 00000100:00000040:3.0:1749609385.308067:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.308068:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609385.308070:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609385.308070:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609385.308071:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1749609385.308071:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308071:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308071:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609385.308072:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749609385.308072:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1749609385.308073:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 02000000:00000001:3.0:1749609385.308073:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609385.308073:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609385.308074:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 00000100:00100000:3.0:1749609385.308074:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612284288:0@lo:38: 00000020:00000010:0.0:1749609385.308075:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 02000000:00000001:1.0:1749609385.308076:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308076:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308076:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609385.308077:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609385.308077:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609385.308078:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000400:00000010:1.0:1749609385.308078:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 02000000:00000001:3.0:1749609385.308078:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609385.308079:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a50d8400. 00000400:00000010:1.0:1749609385.308080:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 02000000:00000001:3.0:1749609385.308080:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609385.308081:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000100:00000040:0.0:1749609385.308082:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:1.0:1749609385.308082:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612284416, portal 10 00000400:00000010:3.0:1749609385.308082:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000100:00000001:0.0:1749609385.308083:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609385.308083:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609385.308084:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609385.308084:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609385.308084:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609385.308084:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612284288, portal 10 00000100:00000001:1.0:1749609385.308085:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389184256 : -131936320367360 : ffff88012e7dd500) 00000100:00000001:3.0:1749609385.308085:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609385.308085:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389182464 : -131936320369152 : ffff88012e7dce00) 00000100:00000001:0.0:1749609385.308086:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609385.308087:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00000040:3.0:1749609385.308088:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609385.308089:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749609385.308089:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609385.308089:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:0.0:1749609385.308091:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609385.308091:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609385.308092:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308092:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341795408 : -131938367756208 : ffff8800b4752850) 00000100:00000040:3.0:1749609385.308092:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609385.308093:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000100:00000200:3.0:1749609385.308093:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612284288, offset 0 00000100:00000001:1.0:1749609385.308094:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609385.308095:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4752850 x1834594612283776/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:331/0 lens 224/0 e 0 to 0 dl 1749609396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609385.308095:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609385.308096:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609385.308097:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609385.308097:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000400:00000200:3.0:1749609385.308097:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749609385.308099:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612284416, offset 0 00000400:00000200:3.0:1749609385.308099:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c0b80 00000400:00000200:3.0:1749609385.308101:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 53512 00000100:00000001:0.0:1749609385.308102:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609385.308102:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609385.308102:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609385.308103:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609385.308103:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609385.308103:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706000. 00000400:00000200:3.0:1749609385.308104:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609385.308105:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609385.308105:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:0.0:1749609385.308106:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000020:00000010:2.0:1749609385.308106:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706000. 00000100:00000200:3.0:1749609385.308106:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609385.308107:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9f80. 00000100:00000040:0.0:1749609385.308108:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000400:00000200:1.0:1749609385.308108:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609385.308108:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9f80 x1834594612284288 msgsize 520 00000100:00000001:0.0:1749609385.308109:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005978624 : -131938703572992 : ffff8800a0710000) 00000100:00100000:2.0:1749609385.308109:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4752850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612283776:12345-0@lo:400: 00000100:00100000:3.0:1749609385.308109:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609385.308111:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c0c00 00000100:00000040:0.0:1749609385.308112:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0710000 x1834594612284032/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:331/0 lens 224/0 e 0 to 0 dl 1749609396 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609385.308112:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612283776 00000100:00000001:3.0:1749609385.308112:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609385.308114:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609385.308115:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 54032 00000020:00000001:2.0:1749609385.308117:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:3.0:1749609385.308117:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000400:00000200:1.0:1749609385.308118:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749609385.308118:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00000100:00000001:0.0:1749609385.308119:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609385.308119:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308119:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749609385.308120:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b41c0. 00000400:00000200:1.0:1749609385.308120:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609385.308120:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609385.308121:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609385.308122:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609385.308123:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b41c0. 00000100:00000001:1.0:1749609385.308123:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749609385.308123:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609385.308123:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749609385.308124:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609385.308124:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609385.308125:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1749609385.308126:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612284032:12345-0@lo:400: 00000100:00000010:1.0:1749609385.308126:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0712680. 00000020:00000001:2.0:1749609385.308126:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308127:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609385.308128:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0712680 x1834594612284416 msgsize 224 00000020:00000001:2.0:1749609385.308128:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609385.308128:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749609385.308129:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612284032 00000020:00000001:2.0:1749609385.308129:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609385.308129:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609385.308130:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609385.308130:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000020:00000001:0.0:1749609385.308131:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609385.308131:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308131:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298661713 00000100:00000001:3.0:1749609385.308132:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298661720 00000020:00000001:0.0:1749609385.308133:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609385.308133:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609385.308133:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298661713 00000020:00000001:0.0:1749609385.308134:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308134:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298661720 00000100:00000001:3.0:1749609385.308134:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298661713 00000100:00000001:1.0:1749609385.308135:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609385.308135:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609385.308135:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298661720 00000020:00000001:0.0:1749609385.308136:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609385.308136:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298661713 02000000:00000001:2.0:1749609385.308137:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609385.308137:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298661720 00000100:00000001:3.0:1749609385.308137:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609385.308138:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000200:1.0:1749609385.308138:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:1.0:1749609385.308139:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:3.0:1749609385.308139:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609385.308140:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1749609385.308140:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fe400. 00000100:00000001:3.0:1749609385.308140:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308140:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609385.308141:0:1512:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609385.308141:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609385.308142:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308142:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609385.308142:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:0.0:1749609385.308143:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1749609385.308143:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609385.308143:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308143:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609385.308144:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609385.308144:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609385.308145:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609385.308145:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308145:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609385.308146:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609385.308147:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612283776 00000020:00000001:0.0:1749609385.308148:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609385.308149:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609385.308150:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609385.308150:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609385.308150:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749609385.308151:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:2.0:1749609385.308153:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4752850 x1834594612283776/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:331/0 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308154:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1749609385.308155:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a54c7000. 00000100:00100000:3.0:1749609385.308155:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612284160 00000100:00000001:1.0:1749609385.308156:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609385.308156:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609385.308157:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308157:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609385.308157:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609385.308158:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308158:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308159:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609385.308159:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609385.308160:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609385.308160:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1749609385.308161:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612284032 00000100:00000040:1.0:1749609385.308161:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 711 usecs (1 jiffies) 00010000:00000001:2.0:1749609385.308161:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609385.308161:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612284160 00000020:00000001:3.0:1749609385.308162:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609385.308162:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:0.0:1749609385.308163:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609385.308163:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298661713 00000100:00001000:2.0:1749609385.308163:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=54 v=5 (1 1 1 1) 00000020:00000001:3.0:1749609385.308163:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609385.308164:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298661720 00010000:00000200:0.0:1749609385.308165:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0710000 x1834594612284032/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609385.308165:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308166:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298661713 00000020:00000001:3.0:1749609385.308166:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308167:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298661720 00000100:00000001:2.0:1749609385.308167:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749609385.308168:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000001:1.0:1749609385.308169:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298661713 00000100:00000040:2.0:1749609385.308169:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:3.0:1749609385.308169:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1b80. 00000100:00000001:1.0:1749609385.308170:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298661720 00000100:00000001:2.0:1749609385.308170:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:0.0:1749609385.308171:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609385.308171:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298661713 00000020:00000010:3.0:1749609385.308171:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fc80. 02000000:00000001:2.0:1749609385.308172:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1749609385.308173:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308173:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298661720 02000000:00000001:2.0:1749609385.308173:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308173:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609385.308174:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609385.308174:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:0.0:1749609385.308175:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=41 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609385.308175:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308175:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609385.308175:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609385.308176:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609385.308177:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308177:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.308178:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609385.308178:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609385.308178:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 00000100:00000040:0.0:1749609385.308179:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000200:2.0:1749609385.308180:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612283776, offset 224 00000100:00000001:0.0:1749609385.308181:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609385.308181:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609385.308181:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609385.308182:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609385.308182:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609385.308183:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609385.308183:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609385.308184:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308184:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609385.308184:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609385.308185:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609385.308185:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609385.308185:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612284288 02000000:00000001:3.0:1749609385.308186:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609385.308187:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609385.308187:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308187:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609385.308187:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609385.308188:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609385.308188:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609385.308189:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000100:00100000:3.0:1749609385.308189:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612284288 00000020:00000001:3.0:1749609385.308190:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609385.308191:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:0.0:1749609385.308192:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612284032, offset 224 00000400:00000200:2.0:1749609385.308192:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c0980 00000020:00000001:3.0:1749609385.308192:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609385.308192:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609385.308193:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609385.308194:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000400:00000200:2.0:1749609385.308195:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1758d [1] + 224 00000020:00000010:3.0:1749609385.308196:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000100:00000001:1.0:1749609385.308197:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749609385.308197:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000100:00100000:1.0:1749609385.308198:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612283904 00000100:00000001:3.0:1749609385.308198:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609385.308199:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609385.308199:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609385.308199:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609385.308200:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609385.308200:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308201:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609385.308201:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609385.308202:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308203:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609385.308205:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609385.308205:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308205:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609385.308206:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612283904 00000100:00100000:3.0:1749609385.308206:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612284416 00000100:00000001:2.0:1749609385.308207:0:13561:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609385.308207:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609385.308207:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749609385.308208:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609385.308208:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609385.308209:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749609385.308209:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609385.308209:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612284416 00000400:00000200:0.0:1749609385.308210:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609385.308210:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609385.308210:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609385.308210:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609385.308211:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:3.0:1749609385.308211:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609385.308212:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609385.308212:0:14331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:1.0:1749609385.308213:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609385.308213:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000200:0.0:1749609385.308214:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c0a80 00000020:00000001:3.0:1749609385.308215:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000010:1.0:1749609385.308216:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000100:00000040:2.0:1749609385.308216:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609385.308217:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1759d [1] + 224 00000100:00000001:3.0:1749609385.308217:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609385.308217:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8280. 00000020:00000010:1.0:1749609385.308218:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000020:00000010:3.0:1749609385.308219:0:14331:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b42c0. 00000400:00000200:0.0:1749609385.308220:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609385.308221:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eeaf0. 00000020:00000040:3.0:1749609385.308221:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:0.0:1749609385.308223:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609385.308223:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609385.308223:0:14331:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609385.308224:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749609385.308224:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00000001:0.0:1749609385.308225:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609385.308225:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308225:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609385.308227:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.308228:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609385.308228:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000400:00000010:2.0:1749609385.308230:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000100:00000001:2.0:1749609385.308231:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609385.308232:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609385.308233:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609385.308234:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609385.308234:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609385.308237:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:3.0:1749609385.308237:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1480. 00000100:00000001:1.0:1749609385.308238:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609385.308239:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1749609385.308239:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:3.0:1749609385.308239:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44faf0. 00000020:00000001:2.0:1749609385.308240:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609385.308241:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000020:00000001:2.0:1749609385.308241:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609385.308241:0:14331:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609385.308242:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609385.308243:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806391424 : -131938903160192 : ffff8800948b8a80) 00000100:00000001:3.0:1749609385.308243:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609385.308243:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609385.308244:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4752850 x1834594612283776/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:331/0 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308244:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609385.308245:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000400:00000010:0.0:1749609385.308246:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000040:1.0:1749609385.308246:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b8a80 x1834594612283904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308246:0:14331:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609385.308247:0:14331:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609385.308248:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609385.308248:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.308249:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609385.308250:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609385.308251:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609385.308251:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4752850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612283776:12345-0@lo:400: Request processed in 148us (342us total) trans 0 rc 0/0 00000100:00000040:0.0:1749609385.308253:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609385.308253:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609385.308254:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612283904:12345-0@lo:38: 00000100:00000001:3.0:1749609385.308254:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749609385.308255:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:3.0:1749609385.308255:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000020:00000001:0.0:1749609385.308256:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609385.308256:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612283904 00000020:00000001:0.0:1749609385.308257:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749609385.308257:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00000040:3.0:1749609385.308257:0:14331:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000020:00000001:1.0:1749609385.308258:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609385.308258:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005988480 : -131938703563136 : ffff8800a0712680) 00000100:00000040:2.0:1749609385.308259:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000040:0.0:1749609385.308260:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0710000 x1834594612284032/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609385.308260:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609385.308260:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0712680 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:331/0 lens 224/0 e 0 to 0 dl 1749609396 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609385.308261:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609385.308262:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609385.308264:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609385.308265:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000020:00000010:3.0:1749609385.308265:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8000. 00000100:00100000:0.0:1749609385.308266:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612284032:12345-0@lo:400: Request processed in 146us (278us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609385.308266:0:14331:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609385.308267:0:14331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8000. 00000020:00000010:2.0:1749609385.308268:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000020:00000001:1.0:1749609385.308270:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609385.308270:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00100000:0.0:1749609385.308271:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00010000:00020000:1.0:1749609385.308272:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749609385.308272:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612284416:12345-0@lo:400: 00000100:00000040:0.0:1749609385.308273:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000020:00000040:2.0:1749609385.308273:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00010000:00000001:1.0:1749609385.308274:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749609385.308274:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612284416 00000100:00000001:0.0:1749609385.308275:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609385.308276:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749609385.308276:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1749609385.308276:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609385.308277:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609385.308277:0:14331:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:0.0:1749609385.308278:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 02000000:00000010:2.0:1749609385.308278:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fe400. 00000020:00000001:3.0:1749609385.308278:0:14331:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308279:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749609385.308279:0:14331:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609385.308280:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609385.308280:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1749609385.308280:0:14331:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000010:0.0:1749609385.308281:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 02000000:00000001:1.0:1749609385.308281:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609385.308281:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609385.308282:0:14331:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1749609385.308283:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 02000000:00000010:1.0:1749609385.308283:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2800. 00000020:00000001:3.0:1749609385.308283:0:14331:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609385.308284:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:3.0:1749609385.308284:0:14331:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1749609385.308285:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609385.308285:0:14331:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1749609385.308286:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609385.308286:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609385.308286:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f0b0. 00000020:00000001:3.0:1749609385.308286:0:14331:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.308287:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609385.308287:0:14331:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1749609385.308288:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609385.308288:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609385.308289:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609385.308289:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201600. 02000000:00000001:3.0:1749609385.308289:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749609385.308291:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:3.0:1749609385.308291:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099ba0c00. 02000000:00000001:3.0:1749609385.308292:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308293:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308294:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749609385.308294:0:14331:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609385.308295:0:14331:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612284416 00000100:00000001:1.0:1749609385.308296:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1749609385.308297:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749609385.308297:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:3.0:1749609385.308297:0:14331:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609385.308298:0:14331:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0712680 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609385.308299:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609385.308299:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609385.308299:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609385.308300:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609385.308301:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1749609385.308301:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000040:0.0:1749609385.308302:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00010000:00000001:3.0:1749609385.308302:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609385.308303:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609385.308303:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609385.308303:0:14331:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609385.308304:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1749609385.308304:0:14331:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=48 v=5 (1 1 1 1) 02000000:00000001:1.0:1749609385.308305:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308305:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609385.308305:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609385.308306:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609385.308307:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:2.0:1749609385.308307:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609385.308307:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609385.308308:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:2.0:1749609385.308309:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609385.308309:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609385.308309:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609385.308310:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000400:00000010:2.0:1749609385.308310:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00000100:00000001:3.0:1749609385.308310:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609385.308311:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000100:00000040:3.0:1749609385.308311:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609385.308312:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00000001:0.0:1749609385.308313:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1749609385.308313:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000100:00000001:0.0:1749609385.308314:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609385.308314:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609385.308315:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612283904, offset 0 00000100:00000200:2.0:1749609385.308316:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609385.308316:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612284416, offset 224 00000100:00100000:0.0:1749609385.308317:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000400:00000200:3.0:1749609385.308318:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609385.308319:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806394112 : -131938903157504 : ffff8800948b9500) 00000400:00000200:1.0:1749609385.308320:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609385.308321:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9500 x1834594612284160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609385.308321:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749609385.308323:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609385.308325:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609385.308325:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0c00 00000400:00000200:3.0:1749609385.308327:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x175ad [1] + 224 00000100:00100000:0.0:1749609385.308328:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612284160:12345-0@lo:38: 00000100:00000001:2.0:1749609385.308328:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609385.308329:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c0a00 00000100:00000001:2.0:1749609385.308330:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609385.308330:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609385.308331:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612284160 00000100:00000001:2.0:1749609385.308331:0:1510:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749609385.308331:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609385.308332:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609385.308332:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17591 [1] + 0 02000000:00000001:2.0:1749609385.308333:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1749609385.308334:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749609385.308335:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609385.308335:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609385.308335:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609385.308336:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609385.308337:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609385.308338:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609385.308338:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609385.308338:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609385.308340:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609385.308340:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749609385.308341:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749609385.308341:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=54 v=5 (5 5 5 5) 00000100:00000040:3.0:1749609385.308341:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609385.308342:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609385.308343:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749609385.308343:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609385.308345:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609385.308345:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609385.308346:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609385.308346:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1749609385.308347:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609385.308347:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609385.308347:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000400:00000010:3.0:1749609385.308348:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00000100:00000040:1.0:1749609385.308349:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609385.308349:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609385.308349:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609385.308350:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:0.0:1749609385.308351:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880082210c00. 00010000:00000001:2.0:1749609385.308351:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308351:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609385.308352:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308352:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609385.308353:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609385.308353:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:3.0:1749609385.308354:0:14331:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609385.308354:0:14331:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609385.308355:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749609385.308355:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609385.308355:0:14331:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1749609385.308356:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308357:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609385.308357:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712680 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1749609396 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609385.308358:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609385.308360:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609385.308360:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000100:00000001:0.0:1749609385.308361:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609385.308361:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609385.308361:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612284416:12345-0@lo:400: Request processed in 96us (232us total) trans 0 rc 0/0 00000400:00000010:1.0:1749609385.308362:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000040:0.0:1749609385.308363:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609385.308363:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609385.308363:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609385.308364:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609385.308364:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609385.308364:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00000001:2.0:1749609385.308365:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609385.308365:0:14331:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:0.0:1749609385.308366:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609385.308366:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609385.308367:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308367:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609385.308367:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609385.308368:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:1.0:1749609385.308368:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:3.0:1749609385.308369:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1480. 02000000:00000001:0.0:1749609385.308370:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609385.308370:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609385.308370:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44faf0. 02000000:00000001:0.0:1749609385.308371:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609385.308371:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609385.308371:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00000001:0.0:1749609385.308372:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:3.0:1749609385.308372:0:14331:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00100000:2.0:1749609385.308373:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612283776:0@lo:400: 00000100:00000001:3.0:1749609385.308373:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609385.308374:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609385.308374:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b8a80 x1834594612283904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609385.308375:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000100:00000001:2.0:1749609385.308376:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308377:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749609385.308378:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612284160, offset 0 00000100:00000001:2.0:1749609385.308378:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609385.308378:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609385.308379:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:1.0:1749609385.308380:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612283904:12345-0@lo:38: Request processed in 127us (469us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749609385.308380:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7ddc00 x1834594612283776/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308380:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806396800 : -131938903154816 : ffff8800948b9f80) 00000400:00000200:0.0:1749609385.308381:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609385.308382:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9f80 x1834594612284288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609385.308384:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609385.308385:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00000001:2.0:1749609385.308385:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1749609385.308386:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612284288:12345-0@lo:38: 00000400:00000200:0.0:1749609385.308387:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0b00 00000100:00000001:1.0:1749609385.308387:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609385.308387:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609385.308388:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1749609385.308388:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8400. 00000100:00000200:3.0:1749609385.308388:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612284288 00000020:00000001:3.0:1749609385.308388:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609385.308389:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749609385.308390:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 02000000:00000001:2.0:1749609385.308390:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749609385.308391:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x175a5 [1] + 0 00000020:00000001:2.0:1749609385.308391:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749609385.308392:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eeaf0. 00000020:00000040:2.0:1749609385.308393:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000400:00000200:0.0:1749609385.308394:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609385.308394:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000020:00000001:2.0:1749609385.308394:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749609385.308394:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609385.308395:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057b00. 00010000:00020000:3.0:1749609385.308395:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609385.308396:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609385.308396:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609385.308397:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609385.308398:0:16548:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609385.308398:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1749609385.308398:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609385.308399:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609385.308399:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749609385.308400:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609385.308400:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7ddc00. 00000100:00000001:3.0:1749609385.308400:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609385.308401:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609385.308403:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1749609385.308403:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508c000. 00000100:00000001:2.0:1749609385.308404:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609385.308404:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308405:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609385.308406:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609385.308406:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609385.308406:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609385.308406:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609385.308408:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1749609385.308408:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609385.308409:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609385.308409:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308409:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609385.308410:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609385.308411:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609385.308411:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609385.308411:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609385.308412:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609385.308412:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308412:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000001:1.0:1749609385.308413:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609385.308413:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000001:1.0:1749609385.308414:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609385.308414:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000010:1.0:1749609385.308415:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0aa8. 02000000:00000001:3.0:1749609385.308415:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609385.308416:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308416:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609385.308417:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000040:3.0:1749609385.308417:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609385.308418:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000400:00000010:3.0:1749609385.308418:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000100:00000001:1.0:1749609385.308420:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609385.308422:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609385.308423:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612284288, offset 0 00000400:00000200:0.0:1749609385.308424:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000400:00000010:0.0:1749609385.308425:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000001:0.0:1749609385.308427:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749609385.308427:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609385.308428:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749609385.308428:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609385.308430:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609385.308430:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609385.308432:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:3.0:1749609385.308432:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0b80 00000100:00000001:1.0:1749609385.308433:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609385.308434:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308434:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609385.308434:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x175b1 [1] + 0 00000020:00000001:0.0:1749609385.308435:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609385.308435:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609385.308436:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749609385.308437:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9500 x1834594612284160/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609385.308437:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749609385.308437:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609385.308438:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609385.308439:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749609385.308439:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.308440:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609385.308442:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609385.308442:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609385.308444:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612284160:12345-0@lo:38: Request processed in 116us (413us total) trans 0 rc -19/-19 00000100:00001000:1.0:1749609385.308445:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=48 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609385.308447:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=48 v=5 (1 1 1 1) 00000100:00100000:0.0:1749609385.308449:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00000001:1.0:1749609385.308449:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609385.308450:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308450:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609385.308451:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609385.308452:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749609385.308452:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749609385.308452:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000400:00000010:3.0:1749609385.308453:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00000100:00000001:3.0:1749609385.308453:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609385.308454:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1b80. 00010000:00080000:1.0:1749609385.308454:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308454:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609385.308455:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609385.308456:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fc80. 00000100:00000040:3.0:1749609385.308457:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:0.0:1749609385.308458:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:3.0:1749609385.308458:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609385.308459:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609385.308460:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609385.308460:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609385.308460:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9f80 x1834594612284288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609405 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.308462:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609385.308464:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:3.0:1749609385.308464:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612284288:12345-0@lo:38: Request processed in 77us (355us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609385.308465:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609385.308466:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609385.308466:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00000001:3.0:1749609385.308467:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609385.308468:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609385.308469:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609385.308469:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000020:00000010:3.0:1749609385.308470:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000020:00000010:3.0:1749609385.308471:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000001:3.0:1749609385.308472:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609385.308474:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609385.308476:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609385.308477:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308478:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609385.308479:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308479:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609385.308480:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609385.308481:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609385.308482:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 00000400:00000200:3.0:1749609385.308483:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000400:00000010:3.0:1749609385.308484:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00100000:1.0:1749609385.308485:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612284416:0@lo:400: 00000100:00000001:3.0:1749609385.308485:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609385.308486:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609385.308489:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609385.308490:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749609385.308490:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609385.308491:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0b58. 00000400:00000200:1.0:1749609385.308493:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000100:00000001:3.0:1749609385.308493:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609385.308494:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:3.0:1749609385.308494:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609385.308496:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609385.308496:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609385.308496:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609385.308497:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609385.308533:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609385.308537:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308537:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609385.308539:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308540:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609385.308541:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609385.308541:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609385 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609385.308542:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609385.308543:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1749609385.308543:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=48 v=20 (1 1 1 20) 00000100:00000001:1.0:1749609385.308544:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609385.308544:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609385.308545:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308545:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609385.308546:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308547:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749609385.308548:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609385.308549:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=41 v=5 (1 1 1 1) 00000100:00000040:3.0:1749609385.308549:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.308550:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609385.308551:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609385.308552:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609385.308552:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00080000:1.0:1749609385.308553:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308553:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609385.308554:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308555:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609385.308556:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609385.308557:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609385.308557:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609385.308558:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609385.308558:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609385.308559:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1749609385.308559:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:1.0:1749609385.308560:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308560:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609385.308561:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609385.308562:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.308564:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609385.308565:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609385.308565:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609385.308565:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612284288:0@lo:38: 00000100:00000040:1.0:1749609385.308566:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609385.308568:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609385.308568:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609385.308569:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62000. 00000100:00100000:1.0:1749609385.308570:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612284032:0@lo:400: 00000400:00000200:3.0:1749609385.308570:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000010:3.0:1749609385.308571:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00000001:1.0:1749609385.308572:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308572:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609385.308573:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749609385.308573:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609385.308574:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dd500 x1834594612284416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.308577:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609385.308578:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609385.308579:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609385.308580:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749609385.308580:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609385.308581:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609385.308582:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609385.308583:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609385.308584:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057700. 00000100:00000001:3.0:1749609385.308584:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609385.308584:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308585:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609385.308586:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609385.308586:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749609385.308586:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609385.308586:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1749609385.308587:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dd500. 00000100:00000001:3.0:1749609385.308587:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308588:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1749609385.308588:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308589:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609385.308589:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609385 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609385.308590:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749609385.308590:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=51 v=20 (1 1 1 20) 00000100:00000040:1.0:1749609385.308591:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dc380 x1834594612284032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308591:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609385.308592:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609385.308593:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609385.308594:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609385.308594:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749609385.308594:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609385.308595:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b800. 02000000:00000001:1.0:1749609385.308596:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609385.308596:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609385.308597:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1749609385.308597:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609385.308598:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609385.308598:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057600. 00000100:00000001:3.0:1749609385.308598:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749609385.308599:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609385.308599:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609385.308599:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749609385.308600:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc380. 00000100:00000001:3.0:1749609385.308600:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609385.308600:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609385.308601:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609385.308601:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609385.308601:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609385.308602:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609385.308602:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609385.308603:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609385.308604:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609385.308604:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609385.308605:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609385.308606:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609385.308606:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609385.308608:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612284160:0@lo:38: 00000400:00000001:3.0:1749609385.308610:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609385.308610:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609385.308611:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000400:00000200:3.0:1749609385.308612:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000400:00000010:3.0:1749609385.308613:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:3.0:1749609385.308614:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609385.308615:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609385.308618:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308621:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609385.308622:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308623:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609385.308623:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609385.308624:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609385.308624:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609385.308625:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609385.308626:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609385 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609385.308627:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=51 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609385.308628:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609385.308629:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609385.308630:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609385.308631:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308647:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609385.308649:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609385.308649:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308650:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609385.308651:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609385.308652:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609385.308653:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609385.308654:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609385.308655:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609385.308663:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612283904:0@lo:38: 00000100:00000001:3.0:1749609385.308664:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308665:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609385.308666:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dce00 x1834594612284288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308669:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609385.308670:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609385.308671:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50d8400. 02000000:00000001:3.0:1749609385.308673:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609385.308674:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609385.308674:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609385.308675:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609385.308676:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5096c00. 02000000:00000001:3.0:1749609385.308677:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609385.308677:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609385.308678:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dce00. 00000100:00000001:3.0:1749609385.308679:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609385.308680:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308681:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609385.308682:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dca80 x1834594612284160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308685:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609385.308685:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609385.308686:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50da400. 02000000:00000001:3.0:1749609385.308687:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609385.308688:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609385.308688:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609385.308689:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609385.308689:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5095800. 02000000:00000001:3.0:1749609385.308691:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609385.308691:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609385.308691:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dca80. 00000100:00000001:3.0:1749609385.308692:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609385.308693:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308694:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609385.308695:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dc000 x1834594612283904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609385.308698:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609385.308699:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609385.308699:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a50db000. 02000000:00000001:3.0:1749609385.308701:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609385.308701:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609385.308702:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609385.308703:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609385.308703:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a5096000. 02000000:00000001:3.0:1749609385.308704:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609385.308704:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609385.308705:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc000. 00000100:00000001:3.0:1749609385.308706:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609385.308706:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308707:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609385.308709:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609385.308709:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609385.308710:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609385.308711:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609385.315532:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298661720, at 4298661720 00000100:00000010:3.0:1749609385.315537:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b81c0. 00000100:00000040:2.0:1749609385.315555:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298661720, at 4298661720 00000100:00000040:0.0:1749609385.315556:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298661720, at 4298661720 00000100:00000040:1.0:1749609385.315556:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298661720, at 4298661720 00000100:00000010:2.0:1749609385.315560:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b87c0. 00000100:00000010:1.0:1749609385.315565:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8c40. 00000100:00000010:0.0:1749609385.315577:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8500. 00010000:00000001:0.0:1749609385.691745:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609385.691754:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609385.691760:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609385.691762:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609385.691857:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609385.691860:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609385.691863:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609385.710689:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609385.710696:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609385.710698:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609385.710701:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609385.710705:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609385.710708:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609385.710711:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609385.710714:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609385.710716:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609386.522631:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dd880. 00000020:00000040:0.0:1749609386.522640:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609386.522645:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609386.522649:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609386.522653:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609386.522659:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609386.522665:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609386.522669:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609386.522671:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609386.522677:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609386.522679:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609386.522681:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609386.522682:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389185152 : -131936320366464 : ffff88012e7dd880) 00000100:00000001:0.0:1749609386.522686:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609386.522689:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609386.522690:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609386.522692:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609386.522699:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dd880 x1834594612284544/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609386.522706:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609386.522707:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609386.522709:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dd880 x1834594612284544/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609386.522714:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609386.522717:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609386.522718:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609386.522719:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609386.522721:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609386.522723:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609386.522727:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609386.522729:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609386.522730:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609386.522732:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dd880 x1834594612284544/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609386.522738:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612284544:0@lo:900: 00000100:00000001:0.0:1749609386.522742:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609386.522744:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609386.522746:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609386.522748:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609386.522749:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dd880 x1834594612284544/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609386.522755:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609386.522756:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609386.522760:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609386.522761:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609386.522763:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609386.522764:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dd880 x1834594612284544/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609386.522769:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609386.522770:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609386.522771:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609386.522773:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609386.522774:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609386.522777:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609386.522779:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609386.522780:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dd880. 00000100:00000001:0.0:1749609386.522783:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609386.522784:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609386.693561:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609386.693567:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609386.693572:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609386.693574:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609386.693576:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609386.693578:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609386.693579:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609386.693581:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609386.693582:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609386.693583:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609386.693641:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609386.693645:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609386.693647:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609386.710597:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609386.710602:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609386.710603:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609386.710605:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609386.710608:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609386.710623:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609386.710625:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609386.710626:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609386.710628:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609387.070248:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609387.070263:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609387.070266:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609387.070268:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609387.070276:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609387.070289:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf341f00 00000400:00000200:0.0:1749609387.070295:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16a55 [2] + 0 00000400:00000010:0.0:1749609387.070298:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f108. 00000400:00000200:0.0:1749609387.070302:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0245000 00000800:00000001:0.0:1749609387.070307:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609387.070310:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609387.070311:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609387.070314:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609387.070317:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0245000 00000400:00000010:0.0:1749609387.070318:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a0245000. 00000100:00000001:0.0:1749609387.070322:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609387.070323:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609387.070325:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800b4750050 x1834594730254080 msgsize 224 00000100:00100000:0.0:1749609387.070328:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609387.070329:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609387.070342:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609387.070348:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609387.070349:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609387.070350:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609387.070351:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609387.070353:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609387.070355:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf341f80 00000400:00000200:0.0:1749609387.070359:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 54256 00000800:00000001:0.0:1749609387.070361:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609387.070363:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609387.070364:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609387.070366:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609387.070368:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609387.070369:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609387.070372:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dd880. 00000100:00000040:0.0:1749609387.070373:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7dd880 x1834594730254208 msgsize 520 00000100:00100000:0.0:1749609387.070375:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609387.070383:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609387.070385:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:1.0:1749609387.070386:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609387.070387:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609387.070388:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609387.070388:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609387.070388:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730254080 00000400:00000200:0.0:1749609387.070390:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 02000000:00000001:1.0:1749609387.070390:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609387.070392:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609387.070393:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342000 00000400:00000200:0.0:1749609387.070394:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 54776 00000100:00000001:1.0:1749609387.070394:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609387.070396:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:1.0:1749609387.070397:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609387.070400:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730254080 00000020:00000001:1.0:1749609387.070402:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609387.070403:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:1.0:1749609387.070405:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609387.070407:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000800:00000001:0.0:1749609387.070408:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609387.070408:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609387.070409:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609387.070410:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609387.070411:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609387.070412:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609387.070413:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609387.070414:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7ddf80. 00000100:00000001:1.0:1749609387.070414:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609387.070415:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7ddf80 x1834594730254336 msgsize 520 00000020:00000010:1.0:1749609387.070416:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00100000:0.0:1749609387.070417:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:1.0:1749609387.070417:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609387.070419:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8900. 00000100:00000001:0.0:1749609387.070422:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749609387.070422:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000800:00000001:0.0:1749609387.070424:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609387.070425:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609387.070425:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000020:00000010:1.0:1749609387.070428:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eeaf0. 00000100:00000040:1.0:1749609387.070434:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609387.070436:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609387.070436:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609387.070436:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749609387.070437:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730254208 02000000:00000001:0.0:1749609387.070438:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609387.070438:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.070439:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609387.070440:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609387.070441:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.070442:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609387.070443:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730254208 00000020:00000001:0.0:1749609387.070444:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609387.070445:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609387.070446:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609387.070447:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609387.070448:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609387.070450:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000020:00000010:0.0:1749609387.070452:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:1.0:1749609387.070452:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609387.070454:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000100:00000001:3.0:1749609387.070455:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609387.070456:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609387.070457:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609387.070457:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749609387.070457:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730254336 00000100:00000001:0.0:1749609387.070458:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.070459:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609387.070459:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609387.070460:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609387.070461:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609387.070461:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609387.070462:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1481 02000000:00000001:3.0:1749609387.070463:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609387.070464:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:0.0:1749609387.070465:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609387.070465:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135341785168 : -131938367766448 : ffff8800b4750050) 00000100:00100000:3.0:1749609387.070465:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730254336 00000020:00000001:3.0:1749609387.070466:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609387.070467:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609387.070468:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609387.070469:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.070470:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609387.070470:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b4750050 x1834594730254080/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:333/0 lens 224/0 e 0 to 0 dl 1749609398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609387.070470:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.070471:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749609387.070472:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000100:00100000:0.0:1749609387.070473:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2798 00000100:00000001:0.0:1749609387.070474:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389185152 : -131936320366464 : ffff88012e7dd880) 00000020:00000010:3.0:1749609387.070475:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000100:00000040:0.0:1749609387.070476:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7dd880 x1834594730254208/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609387.070477:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000100:00000001:3.0:1749609387.070479:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609387.070480:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609387.070480:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749609387.070481:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00000001:3.0:1749609387.070481:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.070482:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609387.070483:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730254208:12345-192.168.201.20@tcp:38: 00000020:00000010:1.0:1749609387.070483:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8900. 00000100:00000001:3.0:1749609387.070483:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609387.070485:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730254208 00000100:00100000:1.0:1749609387.070485:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4750050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730254080:12345-192.168.201.20@tcp:400: 00000020:00000001:0.0:1749609387.070486:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749609387.070487:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730254080 00000020:00000001:1.0:1749609387.070488:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609387.070489:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609387.070490:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609387.070490:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609387.070491:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609387.070492:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609387.070494:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609387.070495:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609387.070495:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609387.070495:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609387.070522:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609387.070522:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609387.070523:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1749609387.070523:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2799 00000020:00000001:0.0:1749609387.070524:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609387.070524:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609387.070524:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389186944 : -131936320364672 : ffff88012e7ddf80) 00000020:00000001:1.0:1749609387.070525:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609387.070525:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00020000:0.0:1749609387.070526:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609387.070526:0:16223:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609387.070527:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609387.070527:0:16223:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609387.070527:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7ddf80 x1834594730254336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609387.070528:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609387.070529:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749609387.070530:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749609387.070531:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609387.070532:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609387.070533:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749609387.070533:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3000. 00000100:00100000:3.0:1749609387.070533:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730254336:12345-192.168.201.20@tcp:38: 02000000:00000001:0.0:1749609387.070534:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609387.070535:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609387.070535:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730254336 02000000:00000010:0.0:1749609387.070536:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880082211c00. 00000020:00000001:3.0:1749609387.070536:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609387.070537:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.070537:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.070538:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609387.070538:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609387.070538:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000040:1.0:1749609387.070539:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730254080 00010000:00000001:0.0:1749609387.070541:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609387.070541:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:0.0:1749609387.070542:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609387.070542:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000200:1.0:1749609387.070543:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b4750050 x1834594730254080/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:333/0 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609387.070543:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00001000:0.0:1749609387.070544:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609387.070546:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609387.070547:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609387.070548:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609387.070548:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609387.070548:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609387.070549:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00001000:1.0:1749609387.070550:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=56 v=5 (1 1 1 1) 02000000:00000010:3.0:1749609387.070550:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a508d400. 02000000:00000001:3.0:1749609387.070551:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609387.070552:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609387.070552:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609387.070552:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609387.070553:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000040:3.0:1749609387.070553:0:14331:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000001:0.0:1749609387.070554:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:1.0:1749609387.070554:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609387.070555:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609387.070556:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:0.0:1749609387.070557:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609387.070557:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00080000:3.0:1749609387.070557:0:14331:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 3996 last 0 02000000:00000001:0.0:1749609387.070558:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609387.070558:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609387.070559:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609387.070559:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609387.070560:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749609387.070560:0:14331:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000040:0.0:1749609387.070561:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:1.0:1749609387.070561:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:3.0:1749609387.070563:0:14331:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000400:00000010:0.0:1749609387.070564:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000400:00000010:1.0:1749609387.070564:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a908. 00000004:00000001:3.0:1749609387.070565:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000200:0.0:1749609387.070566:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730254208, offset 0 00000100:00000200:1.0:1749609387.070567:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730254080, offset 224 00000004:00000001:3.0:1749609387.070567:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609387.070569:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609387.070571:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:3.0:1749609387.070573:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609387.070574:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:3.0:1749609387.070575:0:14331:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609387.070576:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609387.070577:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2115:2115:256:4294967295] 192.168.201.20@tcp LPNI seq info [2111:2111:8:4294967295] 00000004:00000040:3.0:1749609387.070580:0:14331:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:3.0:1749609387.070581:0:14331:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:3.0:1749609387.070582:0:14331:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000400:00000200:0.0:1749609387.070583:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:3.0:1749609387.070584:0:14331:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609387.070585:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609387.070586:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:3.0:1749609387.070586:0:14331:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609387.070587:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:0.0:1749609387.070588:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057500. 00000400:00000200:1.0:1749609387.070588:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:3.0:1749609387.070588:0:14331:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609387.070590:0:14331:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609387.070590:0:14331:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:1.0:1749609387.070591:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2116:2116:255:4294967295] 192.168.201.20@tcp LPNI seq info [2112:2112:7:4294967295] 00000800:00000200:0.0:1749609387.070592:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000040:3.0:1749609387.070592:0:14331:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:3.0:1749609387.070593:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609387.070594:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749609387.070595:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000800:00000200:0.0:1749609387.070596:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:1.0:1749609387.070596:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00010000:00000001:3.0:1749609387.070596:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609387.070597:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:0.0:1749609387.070599:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749609387.070599:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609387.070599:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000010:1.0:1749609387.070601:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceee00. 00000800:00000200:1.0:1749609387.070603:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:3.0:1749609387.070603:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:0.0:1749609387.070604:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609387.070620:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609387.070620:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609387.070621:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609387.070622:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609387.070622:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609387.070623:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:0.0:1749609387.070624:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dd880 x1834594730254208/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609407 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609387.070624:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609387.070626:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609387.070627:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609387.070628:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609387.070629:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609387.070630:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730254208:12345-192.168.201.20@tcp:38: Request processed in 147us (256us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749609387.070630:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609387.070632:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283b28. 00000800:00000200:1.0:1749609387.070633:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00100000:0.0:1749609387.070634:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2798 00000100:00000200:3.0:1749609387.070634:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730254336, offset 0 00000800:00000200:1.0:1749609387.070635:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1749609387.070636:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609387.070637:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609387.070637:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609387.070637:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000010:0.0:1749609387.070639:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000040:1.0:1749609387.070639:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609387.070640:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749609387.070640:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000010:0.0:1749609387.070641:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000020:00000001:1.0:1749609387.070641:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609387.070642:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1749609387.070643:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000040:1.0:1749609387.070644:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b4750050 x1834594730254080/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:333/0 lens 224/224 e 0 to 0 dl 1749609398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609387.070644:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2117:2117:254:4294967295] 192.168.201.20@tcp LPNI seq info [2113:2113:6:4294967295] 00000100:00000001:0.0:1749609387.070645:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609387.070649:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:1.0:1749609387.070650:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4750050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730254080:12345-192.168.201.20@tcp:400: Request processed in 169us (323us total) trans 0 rc 0/0 00000800:00000200:3.0:1749609387.070652:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00100000:1.0:1749609387.070654:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1481 00000800:00000010:3.0:1749609387.070654:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000100:00000040:1.0:1749609387.070655:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000800:00000200:3.0:1749609387.070656:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609387.070657:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609387.070658:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609387.070659:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000800:00000200:3.0:1749609387.070659:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:1.0:1749609387.070661:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eeaf0. 00000800:00000200:3.0:1749609387.070661:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1749609387.070663:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609387.070663:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609387.070664:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000040:1.0:1749609387.070665:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:3.0:1749609387.070665:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609387.070666:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609387.070667:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609387.070668:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609387.070669:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057500. 00000100:00000200:1.0:1749609387.070669:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1749609387.070670:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609387.070671:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b58. 00000100:00000040:3.0:1749609387.070671:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7ddf80 x1834594730254336/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609407 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609387.070672:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609387.070674:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000400:00000010:0.0:1749609387.070675:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000400:00000010:1.0:1749609387.070675:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b6c0. 00000100:00000001:0.0:1749609387.070676:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609387.070677:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609387.070677:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730254336:12345-192.168.201.20@tcp:38: Request processed in 143us (260us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749609387.070680:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2799 00000800:00000200:0.0:1749609387.070682:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1749609387.070682:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:0.0:1749609387.070683:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceee00. 00000100:00000001:3.0:1749609387.070683:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609387.070684:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000400:00000200:0.0:1749609387.070685:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609387.070686:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000400:00000200:0.0:1749609387.070687:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609387.070688:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a908 00000020:00000010:3.0:1749609387.070688:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000400:00000010:0.0:1749609387.070689:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a908. 00000100:00000001:0.0:1749609387.070690:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609387.070690:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609387.070691:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609387.070693:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a3000. 02000000:00000001:0.0:1749609387.070694:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609387.070694:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609387.070726:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609387.070727:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695600. 00000400:00000200:0.0:1749609387.070729:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609387.070730:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609387.070731:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283b28 00000400:00000010:0.0:1749609387.070732:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283b28. 00000100:00000001:0.0:1749609387.070734:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609387.070735:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749609387.695669:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609387.695677:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609387.695684:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609387.695686:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609387.695760:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609387.695765:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609387.695768:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609387.710652:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609387.710677:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609387.710678:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609387.710681:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609387.710684:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609387.710688:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.710690:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609387.710692:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609387.710694:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609388.523664:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7de300. 00000020:00000040:0.0:1749609388.523676:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609388.523683:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609388.523686:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609388.523692:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609388.523700:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609388.523708:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609388.523715:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609388.523717:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609388.523723:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609388.523725:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609388.523728:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609388.523730:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389187840 : -131936320363776 : ffff88012e7de300) 00000100:00000001:0.0:1749609388.523735:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609388.523737:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609388.523740:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609388.523741:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609388.523749:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7de300 x1834594612284672/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609388.523760:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609388.523762:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609388.523765:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7de300 x1834594612284672/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609388.523773:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609388.523776:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609388.523778:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609388.523779:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609388.523782:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609388.523783:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609388.523786:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609388.523789:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609388.523791:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609388.523793:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7de300 x1834594612284672/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609388.523801:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7de300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612284672:0@lo:900: 00000100:00000001:0.0:1749609388.523805:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609388.523808:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609388.523810:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609388.523811:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609388.523813:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7de300 x1834594612284672/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609388.523820:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609388.523821:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609388.523826:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609388.523827:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609388.523829:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609388.523831:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7de300 x1834594612284672/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609388.523836:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609388.523838:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609388.523840:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609388.523842:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609388.523844:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609388.523848:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609388.523850:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609388.523851:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7de300. 00000100:00000001:0.0:1749609388.523855:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609388.523856:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609388.697652:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609388.697658:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609388.697663:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609388.697664:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609388.697710:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609388.697714:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609388.697716:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609388.710597:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609388.710602:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609388.710603:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609388.710605:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609388.710607:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609388.710609:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609388.710611:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609388.710613:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609388.710614:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609389.699746:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609389.699757:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609389.699766:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609389.699769:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609389.699895:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609389.699900:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609389.699904:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609389.710606:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609389.710613:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609389.710616:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609389.710618:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609389.710622:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609389.710626:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609389.710629:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609389.710631:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609389.710634:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609390.315637:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609390.315644:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609390.315651:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7de300. 00000020:00000040:0.0:1749609390.315656:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609390.315659:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609390.315662:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609390.315667:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609390.315673:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057d00. 00000100:00000001:0.0:1749609390.315679:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609390.315686:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609390.315697:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609390.315699:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609390.315704:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7de300] to pc [ptlrpcd_00_00+0] req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609390.315736:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609390.315739:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609390.315742:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609390.315744:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609390.315750:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609390.315754:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609390.315756:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3994 00000100:00000001:3.0:1749609390.315758:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749609390.315759:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609390.315761:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609390.315762:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609390.315764:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609390.315764:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609390.315765:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609390.315767:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609390.315768:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609390.315770:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609390.315771:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000100:00000001:2.0:1749609390.315773:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609390.315774:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609390.315774:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609390.315775:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609390.315776:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:2.0:1749609390.315776:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609390.315777:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749609390.315778:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609390.315780:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 02000000:00000001:3.0:1749609390.315780:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609390.315781:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609390.315783:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00100000:3.0:1749609390.315783:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612284800:0@lo:400: 00000100:00000001:0.0:1749609390.315784:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609390.315786:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609390.315786:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609390.315787:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609390.315789:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749609390.315790:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 02000000:00000001:3.0:1749609390.315790:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609390.315792:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609390.315793:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609390.315794:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609390.315794:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9800. 02000000:00000001:0.0:1749609390.315796:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749609390.315796:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609390.315800:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 02000000:00000001:0.0:1749609390.315802:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609390.315804:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609390.315805:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000100:00000001:0.0:1749609390.315806:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609390.315808:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609390.315811:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dfb80. 00000100:00000200:3.0:1749609390.315811:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612284800, portal 25 00000100:00000001:3.0:1749609390.315812:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1749609390.315813:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749609390.315813:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389187840 : -131936320363776 : ffff88012e7de300) 02000000:00000001:0.0:1749609390.315815:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:3.0:1749609390.315816:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609390.315817:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.315819:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609390.315820:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609390.315821:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.315821:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609390.315823:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609390.315824:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 02000000:00000010:0.0:1749609390.315825:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880082213400. 00000100:00000200:3.0:1749609390.315825:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612284800, offset 0 00000100:00000001:0.0:1749609390.315828:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609390.315829:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609390.315831:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609390.315838:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609390.315839:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609390.315839:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609390.315841:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dfb80] to pc [ptlrpcd_rcv+-1] req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609390.315846:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c0d80 00000400:00000200:3.0:1749609390.315850:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16a8d [2] + 0 00000400:00000010:3.0:1749609390.315852:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62688. 00000400:00000200:3.0:1749609390.315855:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3f00 00000400:00000200:3.0:1749609390.315858:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609390.315860:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609390.315861:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609390.315863:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1749609390.315863:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3f00 00000400:00000010:3.0:1749609390.315864:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3f00. 00000100:00000001:0.0:1749609390.315866:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609390.315868:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dea00. 00000100:00000001:3.0:1749609390.315868:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609390.315869:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:0.0:1749609390.315870:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609390.315872:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609390.315872:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609390.315872:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88013770bc50 x1834594612284800 msgsize 224 02000000:00000001:0.0:1749609390.315873:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609390.315874:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749609390.315874:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609390.315875:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.315875:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609390.315875:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:0.0:1749609390.315877:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057500. 00000100:00000001:0.0:1749609390.315879:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609390.315879:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609390.315883:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609390.315884:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609390.315885:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609390.315887:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609390.315888:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609390.315889:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749609390.315889:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.315890:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609390.315890:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612284928:0@lo:38: 00000100:00000001:3.0:1749609390.315890:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749609390.315893:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dea00] to pc [ptlrpcd_00_01+1] req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.315893:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609390.315894:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609390.315895:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609390.315895:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 02000000:00000001:2.0:1749609390.315896:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749609390.315896:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 02000000:00000010:2.0:1749609390.315898:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fe400. 00000100:00000001:3.0:1749609390.315898:0:1509:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609390.315900:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609390.315900:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609390.315902:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000100:00000001:0.0:1749609390.315903:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.315904:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749609390.315905:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749609390.315905:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000100:00000040:3.0:1749609390.315905:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609390.315908:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:2.0:1749609390.315908:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612284928, portal 4 00000100:00000001:0.0:1749609390.315909:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749609390.315909:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609390.315909:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609390.315910:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609390.315910:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389194112 : -131936320357504 : ffff88012e7dfb80) 00000100:00000001:3.0:1749609390.315910:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609390.315912:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749609390.315912:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609390.315913:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3994 00000100:00000040:2.0:1749609390.315914:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609390.315914:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298666728 00000100:00080000:0.0:1749609390.315915:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609390.315917:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000010:3.0:1749609390.315917:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b81c0. 00000100:00000001:2.0:1749609390.315918:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609390.315919:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609390.315920:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609390.315920:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609390.315921:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:2.0:1749609390.315921:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 00000100:00000001:3.0:1749609390.315921:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1749609390.315922:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612284928, offset 0 00000020:00000001:0.0:1749609390.315923:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609390.315924:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000400:00000200:2.0:1749609390.315925:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609390.315925:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298666728 00000020:00000001:0.0:1749609390.315926:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1749609390.315926:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8000. 00000020:00000040:0.0:1749609390.315927:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:3.0:1749609390.315928:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1749609390.315929:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000200:2.0:1749609390.315929:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609390.315930:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:3.0:1749609390.315930:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298666728 00000100:00000010:3.0:1749609390.315931:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8600. 00000400:00000200:2.0:1749609390.315932:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c0e00 00000100:00000001:3.0:1749609390.315932:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1749609390.315933:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609390.315934:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609390.315934:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298666728 00000100:00000040:0.0:1749609390.315935:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:2.0:1749609390.315936:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 5720 00000100:00000010:3.0:1749609390.315936:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8500. 00000100:00000001:0.0:1749609390.315937:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609390.315937:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609390.315937:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000020:00000040:0.0:1749609390.315939:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000400:00000200:2.0:1749609390.315939:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609390.315939:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609390.315940:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609390.315940:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609390.315941:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612284800 00000400:00000200:2.0:1749609390.315941:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609390.315942:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.315943:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609390.315943:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609390.315943:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609390.315943:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609390.315944:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:2.0:1749609390.315944:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749609390.315945:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609390.315947:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609390.315947:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609390.315947:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5082300. 02000000:00000001:0.0:1749609390.315948:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609390.315948:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a5082300 x1834594612284928 msgsize 520 00000100:00000001:3.0:1749609390.315948:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609390.315949:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609390.315950:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:2.0:1749609390.315950:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609390.315950:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609390.315951:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.315951:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609390.315951:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.315952:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609390.315953:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1749609390.315953:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609390.315954:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7de680. 00000100:00100000:1.0:1749609390.315954:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612284800 00000100:00000001:3.0:1749609390.315954:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609390.315955:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609390.315956:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749609390.315956:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609390.315956:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609390.315956:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609390.315956:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1749609390.315957:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609390.315957:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609390.315958:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:3.0:1749609390.315958:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609390.315959:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.315959:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609390.315959:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000100:00000001:0.0:1749609390.315960:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749609390.315960:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000020:00000040:1.0:1749609390.315961:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:2.0:1749609390.315961:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609390.315962:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1749609390.315962:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609390.315962:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609390.315962:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609390.315963:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.315963:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000001:3.0:1749609390.315963:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609390.315964:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609390.315965:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000001:3.0:1749609390.315965:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609390.315966:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880082213800. 00000100:00100000:3.0:1749609390.315966:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612285056:0@lo:400: 00000100:00000001:2.0:1749609390.315967:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609390.315968:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609390.315968:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609390.315968:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609390.315969:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609390.315970:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609390.315970:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609390.315971:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609390.315971:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609390.315971:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749609390.315972:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00000001:2.0:1749609390.315972:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1749609390.315972:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8a00. 00000100:00000001:1.0:1749609390.315974:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609390.315974:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609390.315974:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609390.315975:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62688. 00000020:00000010:1.0:1749609390.315976:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8900. 00000100:00000040:2.0:1749609390.315976:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1038 usecs (2 jiffies) 00000400:00000010:3.0:1749609390.315976:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000100:00000001:2.0:1749609390.315977:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298666722 00000100:00000001:0.0:1749609390.315978:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609390.315978:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298666728 00000100:00000200:3.0:1749609390.315978:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612285056, portal 4 00000100:00000001:0.0:1749609390.315979:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.315979:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298666722 00000100:00000001:3.0:1749609390.315979:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749609390.315980:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609390.315980:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389189632 : -131936320361984 : ffff88012e7dea00) 00000100:00000040:0.0:1749609390.315981:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7de680] to pc [ptlrpcd_rcv+-1] req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.315981:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298666728 00000100:00000001:2.0:1749609390.315982:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298666722 00000100:00000040:3.0:1749609390.315982:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609390.315983:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000100:00000001:2.0:1749609390.315983:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298666728 00000100:00000001:2.0:1749609390.315984:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298666722 00000100:00000001:2.0:1749609390.315984:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298666728 00000100:00000001:2.0:1749609390.315985:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609390.315986:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.315986:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609390.315987:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609390.315987:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eeaf0. 00000100:00000001:2.0:1749609390.315987:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609390.315987:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609390.315987:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000100:00000001:2.0:1749609390.315988:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609390.315988:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612285056, offset 0 00000100:00080000:0.0:1749609390.315989:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:3.0:1749609390.315990:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609390.315991:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609390.315991:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1749609390.315992:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609390.315992:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609390.315993:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749609390.315993:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609390.315993:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609390.315993:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609390.315994:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749609390.315994:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609390.315994:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609390.315994:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609390.315995:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749609390.315995:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609390.315995:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c0e80 00000100:00000040:2.0:1749609390.315996:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609390.315997:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3994 00000100:00080000:0.0:1749609390.315998:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749609390.315999:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749609390.315999:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 3136 00000100:00000040:0.0:1749609390.316000:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609390.316000:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316000:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609390.316001:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749609390.316001:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609390.316002:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609390.316002:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609390.316003:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609390.316003:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609390.316004:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:2.0:1749609390.316004:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612285184:0@lo:38: 00000100:00000001:1.0:1749609390.316005:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609390.316005:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609390.316006:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609390.316006:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749609390.316006:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:0.0:1749609390.316007:0:5:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609390.316007:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749609390.316008:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 02000000:00000001:2.0:1749609390.316008:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609390.316008:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948bb100. 00000020:00000001:0.0:1749609390.316009:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609390.316009:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609390.316009:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800948bb100 x1834594612285056 msgsize 224 02000000:00000010:2.0:1749609390.316010:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07ff400. 00000020:00000040:0.0:1749609390.316011:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:1.0:1749609390.316011:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609390.316011:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609390.316011:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609390.316012:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609390.316012:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749609390.316012:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fd68. 00000400:00000010:2.0:1749609390.316013:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 00000020:00000001:0.0:1749609390.316014:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00100000:1.0:1749609390.316015:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00000200:2.0:1749609390.316015:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612285184, portal 10 00000100:00000001:2.0:1749609390.316015:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609390.316016:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749609390.316017:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:1.0:1749609390.316017:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609390.316017:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389188736 : -131936320362880 : ffff88012e7de680) 00000100:00000001:0.0:1749609390.316018:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609390.316018:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539320912 : -131936170230704 : ffff88013770bc50) 00000400:00000200:3.0:1749609390.316018:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000100:00000040:0.0:1749609390.316019:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609390.316019:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00000100:00000001:0.0:1749609390.316020:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609390.316020:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013770bc50 x1834594612284800/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:336/0 lens 224/0 e 0 to 0 dl 1749609401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609390.316020:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609390.316020:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609390.316021:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609390.316022:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:2.0:1749609390.316023:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749609390.316024:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:2.0:1749609390.316024:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609390.316025:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609390.316025:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93a18. 00000100:00000001:3.0:1749609390.316025:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609390.316026:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749609390.316026:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1749609390.316026:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612285184, offset 0 00000100:00000040:3.0:1749609390.316026:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609390.316027:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00000001:1.0:1749609390.316028:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609390.316028:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609390.316029:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609390.316029:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8900. 00000100:00000001:3.0:1749609390.316029:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609390.316030:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609390.316030:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609390.316030:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749609390.316031:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612284800:12345-0@lo:400: 00000100:00000001:3.0:1749609390.316031:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.316032:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:2.0:1749609390.316032:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c0f00 00000100:00000001:0.0:1749609390.316033:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609390.316033:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612284800 00000100:00000040:3.0:1749609390.316033:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 837 usecs (1 jiffies) 00000020:00000001:1.0:1749609390.316034:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609390.316034:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298666721 00000100:00000001:3.0:1749609390.316035:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298666728 00000100:00000010:0.0:1749609390.316036:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7df800. 00000400:00000200:2.0:1749609390.316036:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 55296 00000100:00000001:3.0:1749609390.316036:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298666721 00000020:00000040:0.0:1749609390.316037:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609390.316037:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609390.316037:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298666728 00000020:00000001:1.0:1749609390.316038:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609390.316038:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609390.316038:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298666721 02000000:00000001:0.0:1749609390.316039:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1749609390.316039:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609390.316039:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298666728 00000100:00000001:3.0:1749609390.316039:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298666721 02000000:00000001:0.0:1749609390.316040:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609390.316040:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609390.316040:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298666728 00000100:00000001:0.0:1749609390.316041:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1749609390.316041:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609390.316041:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609390.316042:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609390.316042:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609390.316042:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609390.316043:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.316043:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1749609390.316043:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609390.316043:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.316044:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609390.316045:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000010:2.0:1749609390.316045:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057480. 00000100:00000001:3.0:1749609390.316045:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609390.316046:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880082212c00. 00000020:00000001:1.0:1749609390.316047:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749609390.316047:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880124057480 x1834594612285184 msgsize 520 00000100:00000001:0.0:1749609390.316048:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.316049:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609390.316049:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609390.316051:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749609390.316051:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609390.316053:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609390.316054:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749609390.316054:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93a18 00000400:00000010:2.0:1749609390.316055:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93a18. 02000000:00000001:1.0:1749609390.316056:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609390.316056:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609390.316058:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749609390.316058:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609390.316059:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609390.316059:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1000. 00000100:00000001:3.0:1749609390.316060:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609390.316061:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7df800] to pc [ptlrpcd_rcv+-1] req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609390.316061:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316061:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609390.316061:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612285184 00000100:00000040:2.0:1749609390.316062:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609390.316062:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609390.316063:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316063:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609390.316064:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.316065:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316066:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316066:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609390.316066:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609390.316067:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612284800 00000100:00000001:2.0:1749609390.316067:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609390.316067:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612285184 00000100:00000001:0.0:1749609390.316068:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609390.316069:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 827 usecs (1 jiffies) 00000020:00000001:3.0:1749609390.316069:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609390.316069:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609390.316070:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:1.0:1749609390.316070:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609390.316070:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298666721 00000020:00000001:3.0:1749609390.316070:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609390.316071:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298666728 00000020:00000001:3.0:1749609390.316071:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316072:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298666721 00000020:00000001:3.0:1749609390.316072:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.316073:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000200:1.0:1749609390.316073:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88013770bc50 x1834594612284800/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:336/0 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316073:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298666728 00000100:00000001:2.0:1749609390.316074:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298666721 00000020:00000010:3.0:1749609390.316074:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000010:0.0:1749609390.316075:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7df100. 00000100:00000001:2.0:1749609390.316075:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298666728 00000020:00000040:0.0:1749609390.316076:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609390.316076:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298666721 00000100:00000001:2.0:1749609390.316076:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298666728 00000020:00000010:3.0:1749609390.316076:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000100:00000001:2.0:1749609390.316077:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609390.316078:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609390.316078:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609390.316078:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 02000000:00000001:0.0:1749609390.316079:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1749609390.316079:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609390.316079:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1749609390.316080:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316080:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316080:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749609390.316081:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316081:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609390.316081:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609390.316082:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=59 v=5 (1 1 1 1) 02000000:00000010:0.0:1749609390.316083:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057e00. 00000100:00000001:2.0:1749609390.316083:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609390.316083:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316084:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609390.316084:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609390.316085:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316085:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609390.316086:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609390.316086:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609390.316086:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609390.316087:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609390.316087:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609390.316087:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749609390.316088:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609390.316089:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609390.316089:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609390.316090:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609390.316090:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609390.316091:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609390.316091:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749609390.316093:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00100000:3.0:1749609390.316093:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00000001:0.0:1749609390.316094:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609390.316094:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609390.316094:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213523072 : -131936496028544 : ffff880124057480) 00000100:00000001:0.0:1749609390.316095:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609390.316095:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612284800, offset 224 00000100:00000001:2.0:1749609390.316095:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609390.316096:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124057480 x1834594612285184/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609390.316097:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7df100] to pc [ptlrpcd_00_02+2] req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609390.316097:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749609390.316098:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609390.316098:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609390.316100:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609390.316101:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612285312:0@lo:38: 00000100:00100000:3.0:1749609390.316101:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612285184:12345-0@lo:38: 00000400:00000200:1.0:1749609390.316103:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749609390.316103:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612285184 00000100:00000001:2.0:1749609390.316104:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749609390.316104:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609390.316105:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749609390.316106:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c0d80 02000000:00000001:2.0:1749609390.316106:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609390.316106:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749609390.316108:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749609390.316109:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x175e9 [1] + 224 00000100:00000001:0.0:1749609390.316110:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609390.316110:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fe800. 00000400:00000200:1.0:1749609390.316111:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609390.316111:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609390.316113:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609390.316113:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f210. 00000100:00000040:0.0:1749609390.316114:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4004) 00000100:00000001:1.0:1749609390.316115:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609390.316115:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609390.316116:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609390.316116:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93a18. 00010000:00020000:3.0:1749609390.316117:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749609390.316118:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612285312, portal 10 00010000:00000001:3.0:1749609390.316119:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609390.316120:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749609390.316120:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609390.316121:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316121:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389193216 : -131936320358400 : ffff88012e7df800) 00000100:00000001:3.0:1749609390.316122:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609390.316123:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609390.316124:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609390.316125:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609390.316125:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508e000. 00000100:00000001:0.0:1749609390.316126:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609390.316126:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609390.316127:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612285056 00000100:00000001:3.0:1749609390.316127:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316128:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749609390.316129:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749609390.316129:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609390.316130:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609390.316130:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749609390.316130:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609390.316131:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609390.316132:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609390.316132:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000040:2.0:1749609390.316132:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609390.316133:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000400:00000010:2.0:1749609390.316133:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93990. 00000100:00000001:3.0:1749609390.316133:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749609390.316134:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316135:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749609390.316135:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612285312, offset 0 00000100:00000001:3.0:1749609390.316135:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609390.316136:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612285056 00000100:00000001:1.0:1749609390.316136:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609390.316136:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000001:0.0:1749609390.316137:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609390.316137:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609390.316138:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:1.0:1749609390.316138:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609390.316138:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609390.316138:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609390.316139:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:3.0:1749609390.316139:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:0.0:1749609390.316140:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749609390.316140:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1749609390.316141:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00010000:00000001:1.0:1749609390.316141:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609390.316141:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609390.316141:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609390.316142:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609390.316142:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609390.316143:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:1.0:1749609390.316143:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609390.316143:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609390.316144:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000020:00000001:0.0:1749609390.316145:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000040:1.0:1749609390.316145:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013770bc50 x1834594612284800/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:336/0 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609390.316146:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c0f80 00000100:00000200:3.0:1749609390.316146:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612285184, offset 0 00000400:00000200:3.0:1749609390.316147:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609390.316148:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749609390.316149:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612284800:12345-0@lo:400: Request processed in 122us (276us total) trans 0 rc 0/0 00000020:00000010:0.0:1749609390.316150:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b41c0. 00000400:00000200:2.0:1749609390.316150:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 55816 00000400:00000200:3.0:1749609390.316150:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609390.316153:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000400:00000200:2.0:1749609390.316153:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609390.316153:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0f00 00000020:00000010:0.0:1749609390.316154:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4300. 00000100:00000040:1.0:1749609390.316155:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000200:2.0:1749609390.316155:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609390.316155:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17601 [1] + 0 00000100:00000001:1.0:1749609390.316157:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609390.316157:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749609390.316157:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609390.316158:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:1.0:1749609390.316158:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609390.316158:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749609390.316159:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609390.316160:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000100:00000010:2.0:1749609390.316160:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055880. 00000100:00000001:3.0:1749609390.316160:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609390.316162:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eeaf0. 00000100:00000040:2.0:1749609390.316162:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880124055880 x1834594612285312 msgsize 520 00000100:00000200:3.0:1749609390.316162:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609390.316163:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749609390.316164:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000020:00000040:1.0:1749609390.316165:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00100000:2.0:1749609390.316165:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609390.316166:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000040:3.0:1749609390.316166:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609390.316167:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609390.316168:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800948a1000. 00000020:00000010:0.0:1749609390.316169:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 02000000:00000001:1.0:1749609390.316170:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609390.316170:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609390.316171:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609390.316171:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749609390.316172:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000100:00000200:1.0:1749609390.316173:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1749609390.316173:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93990 00000400:00000010:2.0:1749609390.316174:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93990. 00000400:00000010:1.0:1749609390.316175:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0aa8. 00000100:00000040:0.0:1749609390.316176:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1749609390.316176:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609390.316178:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749609390.316178:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609390.316179:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609390.316180:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609390.316182:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000100:00000001:2.0:1749609390.316183:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609390.316183:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00000100:00000001:0.0:1749609390.316184:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749609390.316184:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609390.316184:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609390.316185:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1749609390.316185:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596bd80. 00000100:00000001:3.0:1749609390.316185:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609390.316186:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316186:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609390.316187:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609390.316189:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316189:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316190:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609390.316190:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609390.316191:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609390.316191:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057480 x1834594612285184/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316192:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609390.316194:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00100000:3.0:1749609390.316195:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612285184:12345-0@lo:38: Request processed in 94us (148us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609390.316196:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609390.316196:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609390.316196:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298666721 00000100:00000001:0.0:1749609390.316197:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609390.316197:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612284928 02000000:00000001:1.0:1749609390.316198:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609390.316198:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298666728 00000100:00000001:1.0:1749609390.316199:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609390.316199:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298666721 00000100:00100000:3.0:1749609390.316199:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00100000:0.0:1749609390.316200:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00000001:1.0:1749609390.316200:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316200:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298666728 00000100:00000001:3.0:1749609390.316200:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609390.316201:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749609390.316202:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 02000000:00000001:1.0:1749609390.316202:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316202:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298666721 00000020:00000010:3.0:1749609390.316202:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000100:00000001:0.0:1749609390.316203:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806401280 : -131938903150336 : ffff8800948bb100) 00000100:00100000:1.0:1749609390.316203:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612284928 00000100:00000001:2.0:1749609390.316203:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298666728 00000020:00000001:1.0:1749609390.316204:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609390.316204:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298666721 00000020:00000010:3.0:1749609390.316204:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000020:00000040:1.0:1749609390.316205:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609390.316205:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298666728 00000020:00000010:3.0:1749609390.316205:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000040:0.0:1749609390.316206:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948bb100 x1834594612285056/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:336/0 lens 224/0 e 0 to 0 dl 1749609401 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609390.316206:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609390.316206:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609390.316207:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316207:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316207:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609390.316208:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609390.316209:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000400:00000001:2.0:1749609390.316210:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609390.316210:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609390.316211:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000400:00000001:2.0:1749609390.316211:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749609390.316211:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612285312 00000020:00000010:1.0:1749609390.316212:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eeaf0. 00000400:00000010:2.0:1749609390.316212:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fd68. 02000000:00000001:3.0:1749609390.316212:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609390.316212:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609390.316213:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609390.316213:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000100:00000001:3.0:1749609390.316213:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.316214:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609390.316214:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749609390.316214:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000020:00000010:0.0:1749609390.316215:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000001:1.0:1749609390.316215:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316215:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609390.316215:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609390.316216:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612285312 00000020:00000001:3.0:1749609390.316216:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609390.316217:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609390.316217:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609390.316217:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609390.316217:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609390.316218:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609390.316218:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609390.316219:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4300. 00000020:00000001:3.0:1749609390.316220:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316221:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609390.316221:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609390.316221:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00100000:0.0:1749609390.316222:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612285056:12345-0@lo:400: 00000020:00000010:3.0:1749609390.316222:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000020:00000010:3.0:1749609390.316223:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000100:00000200:0.0:1749609390.316224:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612285056 00000100:00000001:1.0:1749609390.316224:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609390.316224:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609390.316225:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609390.316225:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609390.316225:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749609390.316226:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609390.316226:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00000001:2.0:1749609390.316226:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609390.316226:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316227:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609390.316227:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609390.316228:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609390.316228:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135082992384 : -131938626559232 : ffff8800a5082300) 00000020:00000001:0.0:1749609390.316229:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609390.316229:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a5082300 x1834594612284928/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609390.316229:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609390.316230:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609390.316230:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609390.316231:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609390.316231:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609390.316232:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609390.316233:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609390.316233:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609390.316234:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612284928:12345-0@lo:38: 00000100:00000001:3.0:1749609390.316234:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609390.316235:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00001000:2.0:1749609390.316235:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609390 v=5 (0 0 0 0) 00000100:00100000:3.0:1749609390.316235:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00000200:1.0:1749609390.316236:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612284928 00000100:00000001:3.0:1749609390.316236:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213515904 : -131936496035712 : ffff880124055880) 00000020:00000001:0.0:1749609390.316237:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609390.316237:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749609390.316237:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=56 v=20 (1 1 1 20) 00000020:00000001:0.0:1749609390.316238:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1749609390.316238:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609390.316238:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749609390.316238:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124055880 x1834594612285312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609390.316239:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609390.316240:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609390.316241:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316241:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609390.316242:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609390.316242:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609390.316242:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612285312:12345-0@lo:38: 00000100:00000040:2.0:1749609390.316243:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749609390.316244:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749609390.316244:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612285312 00000020:00000001:3.0:1749609390.316244:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609390.316245:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609390.316245:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609390.316245:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749609390.316246:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749609390.316246:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609390.316247:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609390.316247:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749609390.316248:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880082211000. 00000100:00000001:1.0:1749609390.316248:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609390.316248:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609390.316249:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609390.316249:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609390.316249:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609390.316250:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749609390.316250:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609390.316251:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609390.316251:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a1000. 00000100:00000001:2.0:1749609390.316251:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:3.0:1749609390.316251:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609390.316252:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316252:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609390.316252:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609390.316253:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316253:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316253:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000040:0.0:1749609390.316254:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612285056 00010000:00000001:1.0:1749609390.316254:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00080000:2.0:1749609390.316254:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609390.316254:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609390.316254:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749609390.316255:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609390.316255:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00010000:00000001:0.0:1749609390.316256:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:1.0:1749609390.316256:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609390.316256:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609390.316256:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508e400. 02000000:00000001:3.0:1749609390.316257:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316258:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749609390.316258:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609390.316258:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749609390.316259:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948bb100 x1834594612285056/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609390.316259:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609390.316259:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609390.316260:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:3.0:1749609390.316260:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316261:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00001000:3.0:1749609390.316261:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609390.316262:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00100000:2.0:1749609390.316262:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612285184:0@lo:38: 00000100:00000001:3.0:1749609390.316262:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749609390.316264:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609390.316264:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316264:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749609390.316265:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609390.316265:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609390.316265:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316265:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609390.316265:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00010000:00000001:0.0:1749609390.316266:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316266:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609390.316266:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7de680 x1834594612285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609390.316266:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609390.316267:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609390.316267:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00001000:0.0:1749609390.316268:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=46 v=5 (1 1 1 1) 00000400:00000010:1.0:1749609390.316268:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000040:3.0:1749609390.316268:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000200:1.0:1749609390.316269:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612284928, offset 0 00000100:00000001:2.0:1749609390.316269:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609390.316269:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609390.316270:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749609390.316270:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.316271:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609390.316271:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609390.316271:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609390.316272:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07ff400. 00000100:00000040:3.0:1749609390.316272:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609390.316273:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:0.0:1749609390.316274:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609390.316274:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609390.316274:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1749609390.316274:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000020:00000001:2.0:1749609390.316275:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609390.316275:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609390.316276:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609390.316276:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c0e00 00000020:00000001:2.0:1749609390.316276:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1749609390.316276:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612285312, offset 0 02000000:00000001:0.0:1749609390.316277:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609390.316277:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880082213800. 00000100:00000001:0.0:1749609390.316279:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609390.316279:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749609390.316279:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609390.316280:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749609390.316281:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609390.316281:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x175f1 [1] + 0 00000100:00000010:2.0:1749609390.316281:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7de680. 00000100:00000001:2.0:1749609390.316282:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1749609390.316283:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000400:00000200:1.0:1749609390.316283:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609390.316283:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609390.316283:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609390.316284:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609390.316285:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749609390.316286:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612285056, offset 224 00000100:00000001:1.0:1749609390.316286:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609390.316286:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609390.316286:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:3.0:1749609390.316287:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c0f80 00000100:00000200:1.0:1749609390.316288:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316288:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609390.316288:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609390.316289:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316290:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609390.316290:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1760d [1] + 0 00000100:00000040:1.0:1749609390.316292:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609390.316294:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609390.316295:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609390.316296:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609390.316296:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609390.316296:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609390.316298:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609390.316299:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609390.316299:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609390.316301:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609390.316302:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609390.316303:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609390.316304:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 02000000:00000001:2.0:1749609390.316304:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1749609390.316304:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609390.316305:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749609390.316305:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 02000000:00000001:2.0:1749609390.316305:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609390.316306:0:14337:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609390.316306:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316307:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749609390.316307:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612285440:0@lo:400: 00000100:00000001:1.0:1749609390.316308:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609390.316309:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609390.316309:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609390.316310:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749609390.316310:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609390.316311:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c0e80 00000100:00000001:1.0:1749609390.316311:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609390.316311:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609390.316311:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749609390.316312:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609390.316313:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a5082300 x1834594612284928/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609390.316313:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8400. 00000400:00000200:0.0:1749609390.316314:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x175f9 [1] + 224 02000000:00000001:2.0:1749609390.316314:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316315:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609390.316316:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fd68. 00000100:00100000:1.0:1749609390.316317:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612284928:12345-0@lo:38: Request processed in 83us (368us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749609390.316318:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749609390.316318:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 00000400:00000200:3.0:1749609390.316319:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000400:00000010:3.0:1749609390.316320:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00000400:00000200:0.0:1749609390.316321:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609390.316321:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00000001:3.0:1749609390.316321:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609390.316322:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609390.316322:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609390.316322:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609390.316323:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000100:00000001:3.0:1749609390.316323:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609390.316324:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eeaf0. 00000100:00000040:3.0:1749609390.316325:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:1.0:1749609390.316326:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:3.0:1749609390.316326:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.316327:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609390.316327:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609390.316327:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612285440, portal 10 00000020:00000001:3.0:1749609390.316327:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609390.316328:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609390.316328:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389191424 : -131936320360192 : ffff88012e7df100) 00000100:00000040:3.0:1749609390.316328:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055880 x1834594612285312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609410 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609390.316330:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609390.316331:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609390.316332:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609390.316334:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316334:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609390.316335:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609390.316336:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93990. 00000100:00100000:3.0:1749609390.316336:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612285312:12345-0@lo:38: Request processed in 94us (173us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749609390.316337:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609390.316337:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612285440, offset 0 00000400:00000200:2.0:1749609390.316339:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749609390.316340:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00000001:3.0:1749609390.316341:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609390.316342:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609390.316343:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749609390.316343:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000100:00000001:0.0:1749609390.316344:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609390.316345:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c1000 00000020:00000010:3.0:1749609390.316345:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000020:00000010:3.0:1749609390.316346:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000400:00000200:2.0:1749609390.316347:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 56336 00000100:00000001:3.0:1749609390.316347:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609390.316349:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000400:00000200:2.0:1749609390.316350:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749609390.316351:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00080000:1.0:1749609390.316351:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:2.0:1749609390.316351:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609390.316353:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:1.0:1749609390.316353:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609390.316353:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609390.316354:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749609390.316354:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749609390.316355:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124057800. 00000100:00000001:0.0:1749609390.316356:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609390.316356:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff880124057800 x1834594612285440 msgsize 224 00000100:00000040:0.0:1749609390.316358:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609390.316358:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609390.316359:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609390.316359:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749609390.316360:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609390.316361:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000001:3.0:1749609390.316361:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749609390.316362:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609390.316362:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749609390.316363:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609390.316363:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749609390.316363:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62688. 00000100:00100000:1.0:1749609390.316364:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612285440 00000400:00000200:3.0:1749609390.316364:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000100:00000040:0.0:1749609390.316365:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948bb100 x1834594612285056/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609390.316365:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749609390.316365:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000001:1.0:1749609390.316366:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609390.316366:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609390.316367:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609390.316367:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93990 00000100:00000200:3.0:1749609390.316367:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609390.316369:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609390.316369:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93990. 00000100:00100000:1.0:1749609390.316370:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612285440 00000100:00000001:2.0:1749609390.316370:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609390.316371:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609390.316371:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000200:3.0:1749609390.316371:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609390.316372:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609390.316372:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609390.316373:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00100000:0.0:1749609390.316374:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612285056:12345-0@lo:400: Request processed in 158us (362us total) trans 0 rc 0/0 00000020:00000001:1.0:1749609390.316374:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609390.316374:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749609390.316375:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609390.316375:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609390.316376:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609390.316377:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609390.316377:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609390.316377:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609390.316378:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00000001:3.0:1749609390.316378:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609390.316379:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00000001:2.0:1749609390.316379:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609390.316379:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609390.316380:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8280. 00000100:00000040:0.0:1749609390.316381:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000040:2.0:1749609390.316381:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609390.316381:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=46 v=5 (5 5 5 5) 00000020:00000040:1.0:1749609390.316382:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:0.0:1749609390.316383:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1749609390.316383:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=46 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609390.316384:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609390.316384:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609390.316385:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609390.316385:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609390.316386:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000010:1.0:1749609390.316386:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:2.0:1749609390.316386:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609390.316386:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1749609390.316387:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000100:00000001:2.0:1749609390.316387:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609390.316388:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eeaf0. 00010000:00080000:3.0:1749609390.316388:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609390.316389:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000100:00000001:2.0:1749609390.316389:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609390.316391:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00000040:1.0:1749609390.316391:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749609390.316392:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609390.316392:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609390.316392:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 00000100:00000001:1.0:1749609390.316393:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316393:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298666721 00010000:00000001:3.0:1749609390.316393:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609390.316394:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:0.0:1749609390.316395:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609390.316395:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609390.316395:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298666728 00000100:00000001:3.0:1749609390.316395:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749609390.316396:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609390.316396:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298666721 00000100:00000040:3.0:1749609390.316396:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609390.316397:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316397:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609390.316397:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316398:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298666728 00000100:00000001:2.0:1749609390.316399:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298666721 00000100:00000040:3.0:1749609390.316399:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609390.316400:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316400:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298666728 00000100:00000001:2.0:1749609390.316401:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298666721 00000100:00000001:1.0:1749609390.316402:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609390.316402:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609390.316403:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609390.316403:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298666728 00000100:00000001:3.0:1749609390.316403:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609390.316404:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609390.316404:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609390.316405:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00000040:3.0:1749609390.316405:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609390.316406:0:16223:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:2.0:1749609390.316406:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316407:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213523968 : -131936496027648 : ffff880124057800) 00000100:00000001:2.0:1749609390.316408:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609390.316408:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612285056:0@lo:400: 00000100:00000040:1.0:1749609390.316409:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124057800 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:336/0 lens 224/0 e 0 to 0 dl 1749609401 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316409:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609390.316411:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609390.316411:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609390.316412:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1749609390.316412:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b625d8. 00000020:00000010:1.0:1749609390.316413:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8b00. 00000100:00000001:2.0:1749609390.316413:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609390.316413:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000010:3.0:1749609390.316413:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00000001:1.0:1749609390.316414:0:16223:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609390.316414:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609390.316414:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609390.316415:0:16223:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8b00. 00000100:00000200:3.0:1749609390.316415:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316416:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609390.316417:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612285440:12345-0@lo:400: 00000100:00000001:2.0:1749609390.316417:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609390.316418:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609390.316419:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612285440 00000020:00000001:1.0:1749609390.316419:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609390.316419:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609390.316419:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609390.316420:0:16223:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609390.316421:0:16223:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.316422:0:16223:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609390.316422:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609390.316422:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609390.316423:0:16223:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609390.316423:0:1509:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749609390.316424:0:16223:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1749609390.316424:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609390.316425:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609390.316425:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.316426:0:16223:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609390.316426:0:16223:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609390.316426:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609390.316426:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.316427:0:16223:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609390.316427:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1749609390.316427:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=59 v=5 (5 5 5 5) 00000020:00000001:1.0:1749609390.316428:0:16223:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.316429:0:16223:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000001:2.0:1749609390.316429:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1749609390.316429:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609390.316430:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609390.316430:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749609390.316431:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1749609390.316431:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609390.316431:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609390.316432:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f210. 00010000:00000001:3.0:1749609390.316432:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1749609390.316433:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3800. 00010000:00000001:3.0:1749609390.316433:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609390.316434:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609390.316434:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609390.316434:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93a18 00000100:00000001:3.0:1749609390.316434:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.316435:0:16223:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609390.316435:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93a18. 00000100:00000040:3.0:1749609390.316435:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1749609390.316436:0:16223:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612285440 00000100:00000001:2.0:1749609390.316437:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749609390.316438:0:16223:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609390.316438:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609390.316438:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000200:1.0:1749609390.316439:0:16223:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880124057800 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609390.316439:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609390.316439:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609390.316440:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609390.316442:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609390.316443:0:16223:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609390.316443:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612284800:0@lo:400: 00000100:00001000:1.0:1749609390.316444:0:16223:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609390.316445:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609390.316446:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609390.316446:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609390.316446:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609390.316447:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:3.0:1749609390.316447:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dea00 x1834594612285056/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609390.316448:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609390.316449:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609390.316450:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316450:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609390.316451:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609390.316451:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609390.316451:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749609390.316451:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1749609390.316452:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000001:2.0:1749609390.316452:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609390.316452:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8a00. 02000000:00000001:3.0:1749609390.316453:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609390.316453:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1749609390.316454:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612285440, offset 224 00000100:00000001:2.0:1749609390.316454:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:3.0:1749609390.316454:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:2.0:1749609390.316455:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609390.316455:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609390.316455:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057500. 00000400:00000200:1.0:1749609390.316456:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609390.316456:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609390.316456:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609390.316457:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609390.316457:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749609390.316458:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749609390.316458:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dea00. 02000000:00000001:2.0:1749609390.316459:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609390.316459:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609390.316459:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609390.316460:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609390.316461:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c1000 00000100:00000040:3.0:1749609390.316461:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7de300 x1834594612284800/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609390.316462:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17629 [1] + 224 00000100:00001000:2.0:1749609390.316462:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609390 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609390.316464:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=53 v=20 (1 1 1 20) 00000400:00000200:1.0:1749609390.316465:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609390.316466:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609390.316466:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609390.316467:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609390.316467:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609390.316468:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609390.316468:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609390.316468:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1749609390.316469:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609390.316469:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9800. 02000000:00000001:3.0:1749609390.316470:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749609390.316471:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609390.316471:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609390.316471:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:3.0:1749609390.316472:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749609390.316473:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609390.316473:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 02000000:00000001:3.0:1749609390.316473:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609390.316474:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609390.316474:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7de300. 00000100:00000001:3.0:1749609390.316475:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609390.316476:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609390.316476:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316477:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609390.316478:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609390.316478:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316479:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609390.316479:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609390.316480:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609390.316480:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609390.316480:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609390.316481:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000100:00000001:2.0:1749609390.316481:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:1.0:1749609390.316482:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:2.0:1749609390.316482:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609390.316483:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609390.316484:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:2.0:1749609390.316484:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609390.316485:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609390.316486:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00080000:2.0:1749609390.316486:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00010000:00000001:1.0:1749609390.316487:0:16223:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609390.316488:0:16223:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316488:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609390.316489:0:16223:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609390.316490:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124057800 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1749609401 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609390.316490:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609390.316494:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612285440:12345-0@lo:400: Request processed in 81us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1749609390.316496:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612285312:0@lo:38: 00000100:00100000:1.0:1749609390.316524:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00000040:1.0:1749609390.316527:0:16223:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:1.0:1749609390.316529:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609390.316530:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609390.316532:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000020:00000010:1.0:1749609390.316534:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eeaf0. 00000020:00000010:1.0:1749609390.316536:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000020:00000040:1.0:1749609390.316538:0:16223:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609390.316540:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749609390.316540:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609390.316541:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609390.316542:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00000400:00000200:2.0:1749609390.316544:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000400:00000010:2.0:1749609390.316545:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00000001:2.0:1749609390.316546:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:1.0:1749609390.316548:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:2.0:1749609390.316548:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609390.316562:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609390.316566:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609390.316567:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609390.316567:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316572:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609390.316573:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316575:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609390.316576:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609390.316577:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609390.316578:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609390.316580:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609390.316582:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609390 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609390.316584:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=56 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609390.316586:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609390.316587:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609390.316589:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609390.316592:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316597:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609390.316599:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609390.316600:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316601:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609390.316602:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609390.316604:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609390.316606:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609390.316608:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609390.316610:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609390.316617:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612284928:0@lo:38: 00000100:00000001:2.0:1749609390.316620:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316621:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609390.316623:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7df800 x1834594612285312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316628:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609390.316629:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609390.316630:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fe800. 02000000:00000001:2.0:1749609390.316633:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609390.316634:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609390.316635:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609390.316636:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609390.316637:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880082212c00. 02000000:00000001:2.0:1749609390.316639:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609390.316640:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609390.316641:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7df800. 00000100:00000001:2.0:1749609390.316643:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609390.316644:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316645:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609390.316647:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dfb80 x1834594612284928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316652:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609390.316653:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609390.316654:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fe400. 02000000:00000001:2.0:1749609390.316655:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609390.316656:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609390.316657:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609390.316658:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609390.316659:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880082213400. 02000000:00000001:2.0:1749609390.316660:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609390.316660:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609390.316661:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dfb80. 00000100:00000001:2.0:1749609390.316662:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609390.316663:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316664:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316666:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609390.316667:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316668:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609390.316669:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316679:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609390.316680:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609390.316682:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609390.316683:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609390.316684:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fd68. 00000400:00000200:2.0:1749609390.316685:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000400:00000010:2.0:1749609390.316686:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000100:00000001:2.0:1749609390.316687:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609390.316689:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609390.316694:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316699:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609390.316700:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316701:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609390.316702:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609390.316703:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609390.316704:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609390.316706:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609390.316708:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1749609390.316710:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=53 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609390.316711:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609390.316712:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609390.316714:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609390.316716:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609390.316721:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316723:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609390.316724:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609390.316725:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609390.316726:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609390.316728:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316733:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609390.316734:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609390.316735:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609390.316737:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609390.316743:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612285440:0@lo:400: 00000100:00000001:2.0:1749609390.316746:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316747:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609390.316749:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7df100 x1834594612285440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609390.316754:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609390.316755:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609390.316757:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609390.316760:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609390.316761:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609390.316761:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609390.316763:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609390.316764:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057e00. 02000000:00000001:2.0:1749609390.316766:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609390.316767:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609390.316768:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7df100. 00000100:00000001:2.0:1749609390.316769:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609390.316770:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316772:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609390.316774:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609390.316775:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609390.316776:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609390.316778:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609390.323591:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298666728, at 4298666728 00000100:00000040:2.0:1749609390.323591:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298666728, at 4298666728 00000100:00000040:3.0:1749609390.323591:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298666728, at 4298666728 00000100:00000010:2.0:1749609390.323604:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8600. 00000100:00000010:3.0:1749609390.323614:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8500. 00000100:00000010:0.0:1749609390.323619:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b81c0. 00000100:00000040:1.0:1749609390.323698:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298666728, at 4298666728 00000100:00000010:1.0:1749609390.323701:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8000. 00000100:00000010:0.0:1749609390.524620:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7df480. 00000020:00000040:0.0:1749609390.524627:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609390.524632:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609390.524634:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609390.524638:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609390.524644:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609390.524649:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.524653:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609390.524654:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609390.524659:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609390.524660:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609390.524662:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609390.524662:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389192320 : -131936320359296 : ffff88012e7df480) 00000100:00000001:0.0:1749609390.524666:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609390.524667:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609390.524669:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609390.524670:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609390.524675:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7df480 x1834594612285568/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609390.524681:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609390.524682:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609390.524684:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7df480 x1834594612285568/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609390.524688:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609390.524689:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609390.524690:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609390.524691:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609390.524693:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609390.524694:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609390.524696:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609390.524697:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609390.524699:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609390.524700:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7df480 x1834594612285568/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609390.524704:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7df480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612285568:0@lo:900: 00000100:00000001:0.0:1749609390.524707:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609390.524709:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609390.524710:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609390.524711:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609390.524712:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7df480 x1834594612285568/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609390.524716:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609390.524717:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609390.524720:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609390.524720:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609390.524721:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609390.524722:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7df480 x1834594612285568/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609390.524725:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609390.524726:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609390.524727:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609390.524728:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609390.524729:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609390.524732:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609390.524732:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609390.524733:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7df480. 00000100:00000001:0.0:1749609390.524735:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609390.524736:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609390.701656:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609390.701663:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609390.701669:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609390.701670:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609390.701743:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609390.701746:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609390.701749:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609390.710629:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609390.710635:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609390.710636:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609390.710639:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609390.710642:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609390.710646:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609390.710648:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609390.710650:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609390.710653:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609391.703617:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609391.703622:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609391.703627:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609391.703628:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609391.703681:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609391.703684:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609391.703686:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609391.710591:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609391.710597:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609391.710599:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609391.710601:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609391.710604:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609391.710607:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609391.710614:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609391.710616:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609391.710617:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609392.078251:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609392.078266:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609392.078269:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609392.078272:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609392.078282:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609392.078304:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342100 00000400:00000200:0.0:1749609392.078311:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 56560 00000800:00000001:0.0:1749609392.078319:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609392.078323:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609392.078325:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609392.078330:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609392.078334:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609392.078337:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609392.078341:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7df480. 00000100:00000040:0.0:1749609392.078344:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7df480 x1834594730254592 msgsize 520 00000100:00100000:0.0:1749609392.078347:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609392.078366:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609392.078375:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609392.078378:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609392.078380:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609392.078382:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609392.078386:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609392.078391:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342080 00000400:00000200:0.0:1749609392.078396:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16ab5 [2] + 0 00000400:00000010:0.0:1749609392.078400:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f528. 00000400:00000200:0.0:1749609392.078404:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a02450c0 00000800:00000001:0.0:1749609392.078406:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609392.078409:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609392.078411:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609392.078413:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609392.078416:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a02450c0 00000400:00000010:0.0:1749609392.078417:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a02450c0. 00000100:00000001:0.0:1749609392.078421:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609392.078422:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609392.078424:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88013770b850 x1834594730254464 msgsize 224 00000100:00100000:0.0:1749609392.078428:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609392.078429:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609392.078442:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609392.078446:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:1.0:1749609392.078447:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609392.078448:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609392.078449:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730254592 00000800:00000001:0.0:1749609392.078450:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609392.078451:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609392.078451:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609392.078453:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609392.078454:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00000001:1.0:1749609392.078455:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609392.078458:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609392.078459:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342180 00000100:00100000:1.0:1749609392.078461:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730254592 00000400:00000200:0.0:1749609392.078462:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 57080 00000020:00000001:1.0:1749609392.078463:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1749609392.078465:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000040:1.0:1749609392.078465:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609392.078466:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609392.078468:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609392.078469:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609392.078473:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000020:00000010:1.0:1749609392.078477:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8980. 00000100:00000001:3.0:1749609392.078477:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609392.078478:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609392.078479:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609392.078479:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730254464 00000020:00000010:1.0:1749609392.078480:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eeaf0. 02000000:00000001:3.0:1749609392.078481:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609392.078482:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609392.078483:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609392.078483:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609392.078484:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609392.078485:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609392.078485:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609392.078485:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609392.078486:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749609392.078486:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730254464 00000100:00000001:1.0:1749609392.078487:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609392.078487:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609392.078488:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000100:00000010:0.0:1749609392.078490:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7df100. 00000020:00000001:3.0:1749609392.078490:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609392.078491:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609392.078491:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00000040:0.0:1749609392.078492:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7df100 x1834594730254720 msgsize 520 00000020:00000001:3.0:1749609392.078493:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609392.078494:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00100000:0.0:1749609392.078495:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:1.0:1749609392.078537:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609392.078537:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609392.078540:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000001:3.0:1749609392.078542:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609392.078543:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609392.078544:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609392.078544:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730254720 00000020:00000010:3.0:1749609392.078544:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 02000000:00000001:1.0:1749609392.078545:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609392.078546:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609392.078547:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609392.078547:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000800:00000001:0.0:1749609392.078548:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:1.0:1749609392.078548:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609392.078549:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730254720 00000020:00000010:3.0:1749609392.078549:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000020:00000001:1.0:1749609392.078550:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1749609392.078551:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609392.078551:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1749609392.078551:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000020:00000001:1.0:1749609392.078552:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609392.078552:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609392.078553:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609392.078555:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000040:3.0:1749609392.078555:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1749609392.078556:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8700. 00000100:00000001:3.0:1749609392.078557:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609392.078557:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749609392.078558:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee578. 00000100:00000001:3.0:1749609392.078558:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609392.078559:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609392.078560:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609392.078561:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609392.078561:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609392.078562:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.078564:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609392.078566:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609392.078567:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609392.078568:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609392.078570:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609392.078571:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609392.078571:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749609392.078572:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2802 00000100:00000001:3.0:1749609392.078572:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609392.078574:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389192320 : -131936320359296 : ffff88012e7df480) 00000100:00100000:3.0:1749609392.078575:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1483 00000100:00000040:3.0:1749609392.078576:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609392.078577:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539319888 : -131936170231728 : ffff88013770b850) 00000100:00000040:2.0:1749609392.078578:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7df480 x1834594730254592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609392.078580:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2803 00000100:00000040:3.0:1749609392.078580:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013770b850 x1834594730254464/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:338/0 lens 224/0 e 0 to 0 dl 1749609403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609392.078582:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389191424 : -131936320360192 : ffff88012e7df100) 00000100:00000040:1.0:1749609392.078584:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7df100 x1834594730254720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609392.078586:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730254592:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609392.078586:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609392.078586:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000001:3.0:1749609392.078587:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609392.078588:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730254592 00000020:00000010:3.0:1749609392.078588:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000020:00000001:2.0:1749609392.078590:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609392.078590:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730254464:12345-192.168.201.20@tcp:400: 00000100:00100000:1.0:1749609392.078591:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730254720:12345-192.168.201.20@tcp:38: 00000100:00000200:1.0:1749609392.078592:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730254720 00000100:00000200:3.0:1749609392.078592:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730254464 00010000:00000001:2.0:1749609392.078593:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609392.078594:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609392.078594:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609392.078595:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609392.078596:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609392.078597:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609392.078599:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609392.078600:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609392.078601:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609392.078602:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609392.078603:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609392.078604:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000040:1.0:1749609392.078605:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00020000:2.0:1749609392.078605:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609392.078605:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609392.078607:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:2.0:1749609392.078607:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609392.078607:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609392.078608:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609392.078608:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609392.078610:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609392.078610:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609392.078610:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609392.078612:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609392.078612:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609392.078612:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609392.078613:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609392.078615:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800948a1c00. 02000000:00000010:2.0:1749609392.078615:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fe400. 02000000:00000010:3.0:1749609392.078615:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508f800. 02000000:00000001:1.0:1749609392.078616:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609392.078616:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609392.078616:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609392.078617:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.078617:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609392.078617:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609392.078619:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000020:00000001:3.0:1749609392.078619:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609392.078620:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1749609392.078620:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730254464 00010000:00000001:3.0:1749609392.078621:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00080000:1.0:1749609392.078622:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4001 last 0 00010000:00000001:2.0:1749609392.078622:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609392.078623:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88013770b850 x1834594730254464/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:338/0 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609392.078624:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:1.0:1749609392.078625:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:2.0:1749609392.078626:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000004:00000001:1.0:1749609392.078628:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00010000:00000001:3.0:1749609392.078628:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609392.078629:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609392.078630:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609392.078631:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00001000:3.0:1749609392.078631:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=61 v=5 (1 1 1 1) 00000004:00000001:1.0:1749609392.078632:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609392.078633:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609392.078633:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609392.078634:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:3.0:1749609392.078635:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609392.078636:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609392.078636:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609392.078637:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000001:3.0:1749609392.078637:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1749609392.078638:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:3.0:1749609392.078638:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.078639:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609392.078639:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:1.0:1749609392.078640:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609392.078640:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609392.078640:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609392.078641:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609392.078641:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609392.078641:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609392.078643:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609392.078643:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283e58. 00000400:00000010:2.0:1749609392.078644:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c933b8. 00000004:00000040:1.0:1749609392.078645:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:1.0:1749609392.078646:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000200:3.0:1749609392.078646:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730254464, offset 224 00000100:00000200:2.0:1749609392.078647:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730254592, offset 0 00000004:00000040:1.0:1749609392.078648:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:1.0:1749609392.078649:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609392.078650:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609392.078650:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609392.078652:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609392.078653:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609392.078654:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609392.078655:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609392.078656:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:2.0:1749609392.078656:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609392.078656:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000040:1.0:1749609392.078657:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609392.078658:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609392.078659:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609392.078660:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609392.078660:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2118:2118:256:4294967295] 192.168.201.20@tcp LPNI seq info [2114:2114:8:4294967295] 00010000:00000001:1.0:1749609392.078661:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609392.078662:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1749609392.078664:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609392.078666:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609392.078669:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609392.078671:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:3.0:1749609392.078672:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695900. 00000400:00000200:2.0:1749609392.078674:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2119:2119:255:4294967295] 192.168.201.20@tcp LPNI seq info [2115:2115:7:4294967295] 00000800:00000200:3.0:1749609392.078675:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609392.078679:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609392.078681:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609392.078683:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:2.0:1749609392.078683:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7c00. 00000100:00000001:1.0:1749609392.078684:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609392.078685:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609392.078685:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:3.0:1749609392.078685:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609392.078686:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609392.078687:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:3.0:1749609392.078687:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749609392.078688:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:1.0:1749609392.078689:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609392.078690:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7c00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1749609392.078691:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609392.078692:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609392.078693:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609392.078695:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609392.078696:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609392.078697:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a7f8. 00000100:00000001:2.0:1749609392.078697:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.078698:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000200:1.0:1749609392.078699:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730254720, offset 0 00000100:00000001:2.0:1749609392.078699:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609392.078699:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000001:2.0:1749609392.078700:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609392.078700:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609392.078701:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609392.078702:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7df480 x1834594730254592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609412 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609392.078702:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609392.078703:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:3.0:1749609392.078704:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013770b850 x1834594730254464/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:338/0 lens 224/224 e 0 to 0 dl 1749609403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609392.078708:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00100000:3.0:1749609392.078709:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730254464:12345-192.168.201.20@tcp:400: Request processed in 122us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1749609392.078711:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730254592:12345-192.168.201.20@tcp:38: Request processed in 126us (366us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609392.078712:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2120:2120:254:4294967295] 192.168.201.20@tcp LPNI seq info [2116:2116:6:4294967295] 00000100:00100000:3.0:1749609392.078712:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1483 00000100:00000040:3.0:1749609392.078714:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00100000:2.0:1749609392.078715:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2802 00000100:00000001:3.0:1749609392.078715:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609392.078716:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609392.078716:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609392.078716:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609392.078719:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8980. 00000020:00000010:3.0:1749609392.078719:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000400:00000200:1.0:1749609392.078720:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:3.0:1749609392.078720:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000020:00000010:2.0:1749609392.078721:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eeaf0. 00000020:00000010:3.0:1749609392.078722:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000800:00000200:1.0:1749609392.078723:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:2.0:1749609392.078723:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:2.0:1749609392.078724:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609392.078725:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000010:1.0:1749609392.078726:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceec00. 00000100:00000001:3.0:1749609392.078727:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609392.078728:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1749609392.078729:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000010:3.0:1749609392.078731:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b625d8. 00000800:00000200:1.0:1749609392.078733:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000010:3.0:1749609392.078733:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3f00. 00000800:00000200:1.0:1749609392.078735:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceec00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609392.078738:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609392.078740:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609392.078742:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749609392.078743:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1749609392.078743:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1749609392.078746:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695900. 00000100:00000040:1.0:1749609392.078746:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7df100 x1834594730254720/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609412 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609392.078749:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609392.078752:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:1.0:1749609392.078754:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730254720:12345-192.168.201.20@tcp:38: Request processed in 163us (260us total) trans 0 rc -11/-11 00000400:00000200:0.0:1749609392.078755:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283e58 00000400:00000010:0.0:1749609392.078756:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283e58. 00000100:00000001:0.0:1749609392.078759:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609392.078761:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1749609392.078761:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2803 02000000:00000010:0.0:1749609392.078763:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508f800. 00000100:00000001:1.0:1749609392.078763:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609392.078764:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749609392.078766:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1749609392.078766:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8700. 00000100:00000001:0.0:1749609392.078767:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609392.078768:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee578. 00000020:00000010:1.0:1749609392.078771:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000001:1.0:1749609392.078773:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609392.078776:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609392.078778:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7c00. 00000400:00000200:0.0:1749609392.078780:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609392.078783:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609392.078784:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c933b8 00000400:00000010:0.0:1749609392.078786:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c933b8. 00000100:00000001:0.0:1749609392.078788:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609392.078789:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609392.078829:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609392.078831:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceec00. 00000400:00000200:0.0:1749609392.078836:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609392.078838:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609392.078840:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a7f8 00000400:00000010:0.0:1749609392.078841:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a7f8. 00000100:00000001:0.0:1749609392.078843:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609392.078844:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609392.525620:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dfb80. 00000020:00000040:0.0:1749609392.525629:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609392.525633:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609392.525635:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609392.525639:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609392.525645:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609392.525650:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.525654:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609392.525656:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609392.525660:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609392.525661:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609392.525662:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609392.525663:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389194112 : -131936320357504 : ffff88012e7dfb80) 00000100:00000001:0.0:1749609392.525666:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609392.525668:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609392.525669:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609392.525670:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609392.525676:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dfb80 x1834594612285696/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.525682:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609392.525683:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609392.525685:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dfb80 x1834594612285696/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.525689:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609392.525691:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609392.525692:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609392.525693:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609392.525694:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609392.525696:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609392.525698:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.525699:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609392.525701:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609392.525702:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dfb80 x1834594612285696/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609392.525706:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612285696:0@lo:900: 00000100:00000001:0.0:1749609392.525708:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.525709:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609392.525710:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609392.525712:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609392.525713:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dfb80 x1834594612285696/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.525717:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609392.525719:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609392.525722:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609392.525723:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609392.525724:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609392.525724:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dfb80 x1834594612285696/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609392.525727:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609392.525728:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609392.525729:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609392.525730:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609392.525732:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609392.525734:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609392.525735:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609392.525736:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dfb80. 00000100:00000001:0.0:1749609392.525738:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609392.525738:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609392.705649:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609392.705654:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609392.705658:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609392.705659:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609392.705716:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609392.705720:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609392.705722:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609392.710593:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609392.710598:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609392.710600:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609392.710603:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609392.710606:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609392.710609:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.710611:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609392.710613:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609392.710614:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609393.707651:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609393.707656:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609393.707662:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609393.707663:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609393.707713:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609393.707716:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609393.707718:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609393.710545:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609393.710548:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609393.710549:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609393.710550:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609393.710552:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609393.710554:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609393.710556:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609393.710557:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609393.710559:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609394.526627:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dfb80. 00000020:00000040:0.0:1749609394.526637:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609394.526642:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609394.526645:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609394.526650:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609394.526656:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609394.526663:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609394.526668:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609394.526669:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609394.526675:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609394.526676:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609394.526679:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609394.526680:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389194112 : -131936320357504 : ffff88012e7dfb80) 00000100:00000001:0.0:1749609394.526684:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609394.526686:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609394.526688:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609394.526689:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609394.526696:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dfb80 x1834594612285824/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609394.526705:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609394.526706:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609394.526708:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dfb80 x1834594612285824/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609394.526715:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609394.526717:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609394.526718:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609394.526720:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609394.526723:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609394.526724:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609394.526727:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609394.526729:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609394.526731:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609394.526733:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dfb80 x1834594612285824/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609394.526740:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612285824:0@lo:900: 00000100:00000001:0.0:1749609394.526743:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609394.526745:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609394.526747:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609394.526749:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609394.526750:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dfb80 x1834594612285824/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609394.526756:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609394.526758:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609394.526762:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609394.526763:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609394.526765:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609394.526766:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dfb80 x1834594612285824/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609394.526771:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609394.526773:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609394.526774:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609394.526776:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609394.526778:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609394.526782:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609394.526783:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609394.526785:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dfb80. 00000100:00000001:0.0:1749609394.526787:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609394.526788:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609394.709572:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609394.709578:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609394.709582:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609394.709584:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609394.709650:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609394.709654:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609394.709656:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609394.710542:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609394.710546:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609394.710547:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609394.710549:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609394.710551:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609394.710553:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609394.710555:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609394.710556:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609394.710558:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609395.323591:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609395.323598:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609395.323603:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dfb80. 00000020:00000040:0.0:1749609395.323607:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609395.323611:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609395.323613:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609395.323617:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609395.323624:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057000. 00000100:00000001:0.0:1749609395.323629:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609395.323636:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609395.323643:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609395.323645:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609395.323649:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dfb80] to pc [ptlrpcd_00_03+3] req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609395.323671:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609395.323673:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609395.323676:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609395.323678:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609395.323680:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609395.323682:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609395.323684:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3999 00000100:00080000:0.0:1749609395.323687:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609395.323690:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609395.323692:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609395.323694:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609395.323695:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609395.323697:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609395.323699:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609395.323701:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609395.323701:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609395.323704:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:1.0:1749609395.323704:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609395.323706:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:1.0:1749609395.323706:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609395.323707:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:1.0:1749609395.323709:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609395.323709:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609395.323710:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609395.323711:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609395.323712:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609395.323712:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.323714:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609395.323714:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749609395.323715:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:1.0:1749609395.323715:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609395.323717:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 02000000:00000001:1.0:1749609395.323717:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609395.323719:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.323719:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609395.323720:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609395.323721:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1749609395.323722:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612285952:0@lo:400: 00000100:00000001:1.0:1749609395.323724:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609395.323726:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609395.323727:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609395.323728:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.323728:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.323729:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609395.323730:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609395.323732:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609395.323732:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609395.323733:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609395.323735:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7df800. 00000020:00000040:0.0:1749609395.323736:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609395.323739:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1749609395.323739:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0738. 02000000:00000001:0.0:1749609395.323740:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.323742:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609395.323743:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749609395.323743:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 02000000:00000001:0.0:1749609395.323745:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609395.323748:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880082213400. 00000100:00000200:1.0:1749609395.323748:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612285952, portal 25 00000100:00000001:1.0:1749609395.323749:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609395.323750:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389194112 : -131936320357504 : ffff88012e7dfb80) 00000100:00000001:0.0:1749609395.323751:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609395.323753:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609395.323754:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609395.323757:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609395.323758:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609395.323759:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000200:1.0:1749609395.323760:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612285952, offset 0 00000100:00000001:0.0:1749609395.323762:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609395.323763:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609395.323763:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609395.323764:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7df800] to pc [ptlrpcd_rcv+-1] req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609395.323772:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609395.323776:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609395.323778:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1749609395.323779:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c1200 00000100:00000001:0.0:1749609395.323781:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1749609395.323782:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16ae1 [2] + 0 00000100:00000010:0.0:1749609395.323783:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7de300. 00000020:00000040:0.0:1749609395.323785:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000400:00000010:1.0:1749609395.323785:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 00000100:00000001:0.0:1749609395.323787:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609395.323788:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609395.323789:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609395.323789:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0245180 02000000:00000010:0.0:1749609395.323791:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057300. 00000400:00000200:1.0:1749609395.323792:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609395.323793:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.323794:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609395.323796:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609395.323796:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609395.323796:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609395.323797:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609395.323798:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0245180 00000400:00000010:1.0:1749609395.323799:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a0245180. 00000100:00000040:2.0:1749609395.323800:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609395.323802:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609395.323802:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609395.323803:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609395.323803:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609395.323805:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7de300] to pc [ptlrpcd_00_00+0] req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609395.323805:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880137708850 x1834594612285952 msgsize 224 00000100:00000001:2.0:1749609395.323806:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749609395.323807:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609395.323807:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609395.323808:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1749609395.323809:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609395.323810:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609395.323812:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609395.323814:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612286080:0@lo:38: 00000100:00000001:2.0:1749609395.323816:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609395.323818:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609395.323819:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323820:0:1512:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609395.323821:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749609395.323823:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609395.323824:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 02000000:00000010:2.0:1749609395.323824:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fe800. 02000000:00000001:2.0:1749609395.323825:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323826:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609395.323827:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609395.323828:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609395.323828:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fd68. 00000100:00080000:0.0:1749609395.323829:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749609395.323831:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000100:00080000:0.0:1749609395.323832:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749609395.323832:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609395.323833:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1749609395.323833:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609395.323834:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1749609395.323834:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612286080, portal 4 00000100:00000001:0.0:1749609395.323836:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749609395.323836:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609395.323837:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.323837:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389193216 : -131936320358400 : ffff88012e7df800) 00000100:00080000:0.0:1749609395.323838:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3999 00000100:00000001:1.0:1749609395.323838:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1749609395.323839:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749609395.323840:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609395.323841:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609395.323842:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298671736 00000100:00000040:2.0:1749609395.323842:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609395.323843:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609395.323844:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000010:1.0:1749609395.323844:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8b00. 00000100:00000001:0.0:1749609395.323846:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609395.323847:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609395.323848:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000001:1.0:1749609395.323848:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609395.323848:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609395.323849:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609395.323850:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609395.323851:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000400:00000010:2.0:1749609395.323851:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93a18. 00000020:00000001:0.0:1749609395.323852:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609395.323852:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298671736 00000100:00000010:1.0:1749609395.323853:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e84c0. 00000100:00000200:2.0:1749609395.323853:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612286080, offset 0 00000020:00000001:0.0:1749609395.323854:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609395.323854:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749609395.323855:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298671736 00000100:00000040:0.0:1749609395.323856:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:2.0:1749609395.323856:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609395.323857:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1749609395.323857:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8700. 00000100:00000040:0.0:1749609395.323858:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609395.323858:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609395.323859:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609395.323860:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298671736 00000020:00000040:0.0:1749609395.323861:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000010:1.0:1749609395.323861:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8c00. 00000100:00000001:1.0:1749609395.323862:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1749609395.323862:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609395.323863:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609395.323864:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323864:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609395.323865:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749609395.323865:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323867:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609395.323867:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c1280 02000000:00000001:0.0:1749609395.323868:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609395.323868:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609395.323870:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.323871:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:2.0:1749609395.323871:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 6240 00000100:00000001:0.0:1749609395.323873:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323874:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1749609395.323875:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dea00. 00000100:00000001:1.0:1749609395.323875:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1749609395.323875:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609395.323876:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749609395.323876:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609395.323877:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609395.323877:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609395.323877:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609395.323877:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609395.323878:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609395.323879:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323879:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.323880:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1749609395.323880:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612285952 02000000:00000001:0.0:1749609395.323881:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609395.323881:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609395.323882:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:3.0:1749609395.323882:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609395.323883:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323884:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749609395.323885:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880082212c00. 00000100:00000010:2.0:1749609395.323885:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124054a80. 00000100:00000001:3.0:1749609395.323885:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749609395.323886:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1749609395.323886:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609395.323887:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609395.323887:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880124054a80 x1834594612286080 msgsize 520 00000100:00000001:3.0:1749609395.323887:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323888:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749609395.323889:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609395.323889:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609395.323890:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609395.323890:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609395.323890:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609395.323891:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749609395.323891:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609395.323893:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609395.323894:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612285952 00000100:00000001:0.0:1749609395.323895:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1749609395.323895:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609395.323896:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609395.323897:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323897:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609395.323897:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609395.323897:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 02000000:00000001:1.0:1749609395.323898:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749609395.323898:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609395.323899:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dea00] to pc [ptlrpcd_rcv+-1] req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609395.323899:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609395.323900:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609395.323900:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93a18 00000020:00000040:3.0:1749609395.323900:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00100000:1.0:1749609395.323901:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612286208:0@lo:400: 00000400:00000010:2.0:1749609395.323902:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93a18. 00000020:00000001:3.0:1749609395.323902:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609395.323903:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609395.323904:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609395.323904:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609395.323905:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.323905:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609395.323905:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.323906:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749609395.323906:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609395.323907:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:1.0:1749609395.323907:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609395.323908:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.323908:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00080000:0.0:1749609395.323910:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:1.0:1749609395.323910:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0cb8. 00000020:00000010:3.0:1749609395.323910:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000001:0.0:1749609395.323911:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609395.323912:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1749609395.323912:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000001:2.0:1749609395.323912:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609395.323913:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:1.0:1749609395.323913:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612286208, portal 4 00000100:00000001:3.0:1749609395.323913:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609395.323914:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749609395.323914:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609395.323915:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3999 00000100:00000001:1.0:1749609395.323915:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389187840 : -131936320363776 : ffff88012e7de300) 00000020:00000010:3.0:1749609395.323915:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000100:00080000:0.0:1749609395.323916:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609395.323918:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:1.0:1749609395.323918:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609395.323919:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609395.323919:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000100:00000001:0.0:1749609395.323920:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609395.323920:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609395.323921:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609395.323922:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609395.323922:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609395.323922:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609395.323923:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749609395.323923:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749609395.323923:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000020:00000040:0.0:1749609395.323924:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000010:1.0:1749609395.323924:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000020:00000001:0.0:1749609395.323925:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749609395.323925:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612286208, offset 0 00000100:00000040:2.0:1749609395.323925:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1038 usecs (2 jiffies) 00000020:00000040:0.0:1749609395.323926:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000400:00000200:1.0:1749609395.323926:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609395.323926:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298671730 00000020:00000010:3.0:1749609395.323926:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000020:00000001:0.0:1749609395.323928:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000400:00000200:1.0:1749609395.323928:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609395.323928:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298671736 00000020:00000001:0.0:1749609395.323929:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:2.0:1749609395.323930:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298671730 00000100:00000040:0.0:1749609395.323931:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:1.0:1749609395.323931:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c1300 00000100:00000001:2.0:1749609395.323932:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298671736 00000100:00000040:3.0:1749609395.323932:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609395.323933:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609395.323934:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:1.0:1749609395.323934:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 3360 00000100:00000001:2.0:1749609395.323934:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298671730 00000100:00000001:0.0:1749609395.323935:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609395.323935:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298671736 00000100:00000001:3.0:1749609395.323935:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749609395.323936:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609395.323936:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298671730 00000100:00000001:3.0:1749609395.323936:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1749609395.323937:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000400:00000200:1.0:1749609395.323937:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609395.323938:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298671736 00000100:00000001:3.0:1749609395.323938:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609395.323939:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:1.0:1749609395.323939:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609395.323939:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609395.323940:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609395.323940:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1749609395.323940:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609395.323941:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:1.0:1749609395.323942:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0711500. 00000100:00000001:2.0:1749609395.323942:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609395.323943:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609395.323943:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0711500 x1834594612286208 msgsize 224 00000100:00000001:2.0:1749609395.323943:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.323943:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609395.323945:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609395.323945:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609395.323946:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609395.323947:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.323947:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609395.323948:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000010:0.0:1749609395.323949:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7de680. 00000100:00000001:2.0:1749609395.323949:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609395.323950:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609395.323950:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609395.323950:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609395.323951:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609395.323951:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609395.323952:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1749609395.323952:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 02000000:00000001:0.0:1749609395.323953:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609395.323953:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000040:2.0:1749609395.323953:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609395.323954:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609395.323954:0:1510:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609395.323955:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1749609395.323955:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609395.323956:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.323957:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1749609395.323959:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880082213800. 00000100:00000001:1.0:1749609395.323959:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609395.323959:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609395.323959:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609395.323960:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609395.323960:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.323961:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609395.323962:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749609395.323963:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609395.323963:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609395.323963:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609395.323963:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00000001:1.0:1749609395.323964:0:1510:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749609395.323964:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323965:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609395.323966:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612286336:0@lo:38: 00000100:00000040:3.0:1749609395.323966:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000040:1.0:1749609395.323967:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000001:0.0:1749609395.323968:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609395.323968:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298671729 00000100:00000001:3.0:1749609395.323968:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539307600 : -131936170244016 : ffff880137708850) 00000100:00000001:0.0:1749609395.323969:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323969:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298671736 00000100:00000001:2.0:1749609395.323969:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609395.323970:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298671729 02000000:00000001:2.0:1749609395.323970:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609395.323971:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7de680] to pc [ptlrpcd_rcv+-1] req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.323971:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298671736 02000000:00000001:2.0:1749609395.323971:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609395.323971:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880137708850 x1834594612285952/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:341/0 lens 224/0 e 0 to 0 dl 1749609406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.323972:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298671729 02000000:00000001:2.0:1749609395.323972:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609395.323973:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298671736 00000100:00000001:1.0:1749609395.323973:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298671729 00000100:00000001:1.0:1749609395.323974:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298671736 02000000:00000010:2.0:1749609395.323974:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07ff400. 00000100:00000001:1.0:1749609395.323975:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609395.323975:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323976:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.323977:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.323977:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609395.323978:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749609395.323978:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609395.323978:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000400:00000010:2.0:1749609395.323980:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93a18. 00000100:00000001:3.0:1749609395.323980:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609395.323981:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:3.0:1749609395.323981:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000010:0.0:1749609395.323982:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc000. 00000100:00000200:2.0:1749609395.323982:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612286336, portal 10 00000100:00000001:3.0:1749609395.323983:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749609395.323984:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609395.323984:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609395.323985:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389189632 : -131936320361984 : ffff88012e7dea00) 00000020:00000010:3.0:1749609395.323985:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000100:00000001:0.0:1749609395.323986:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609395.323986:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609395.323987:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1749609395.323987:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612286080 00000100:00100000:3.0:1749609395.323987:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612285952:12345-0@lo:400: 02000000:00000001:0.0:1749609395.323988:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.323988:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609395.323988:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.323989:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1749609395.323990:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057c00. 00000100:00000001:1.0:1749609395.323990:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.323991:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609395.323991:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612285952 00000100:00000001:0.0:1749609395.323992:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609395.323992:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612286080 00000100:00000040:0.0:1749609395.323993:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749609395.323993:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749609395.323993:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:1.0:1749609395.323994:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609395.323994:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609395.323995:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609395.323996:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609395.323996:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609395.323996:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609395.323997:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609395.323997:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93990. 00000100:00000200:2.0:1749609395.323998:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612286336, offset 0 00000020:00000001:3.0:1749609395.323998:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.323999:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000010:1.0:1749609395.323999:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:0.0:1749609395.324000:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609395.324001:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8700. 00000400:00000200:2.0:1749609395.324001:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609395.324001:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1749609395.324002:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dc000] to pc [ptlrpcd_00_01+1] req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609395.324002:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee578. 00000020:00000001:3.0:1749609395.324003:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609395.324004:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609395.324005:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609395.324005:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609395.324005:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609395.324006:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609395.324006:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609395.324008:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609395.324008:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c1380 00000020:00000001:3.0:1749609395.324008:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609395.324009:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609395.324011:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609395.324011:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609395.324012:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 57600 00000100:00000001:0.0:1749609395.324013:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609395.324013:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609395.324014:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609395.324015:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609395.324015:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609395.324015:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609395.324016:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4009) 00000100:00100000:1.0:1749609395.324017:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 02000000:00000001:3.0:1749609395.324017:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609395.324018:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213512320 : -131936496039296 : ffff880124054a80) 00000400:00000200:2.0:1749609395.324018:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609395.324020:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124054a80 x1834594612286080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609395.324020:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:3.0:1749609395.324020:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508c400. 00000100:00000200:2.0:1749609395.324022:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749609395.324022:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.324023:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609395.324024:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880124055180. 00000100:00100000:1.0:1749609395.324025:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612286080:12345-0@lo:38: 00000100:00000040:2.0:1749609395.324025:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880124055180 x1834594612286336 msgsize 520 00000020:00000001:3.0:1749609395.324025:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609395.324027:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612286080 00010000:00000040:3.0:1749609395.324027:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612285952 00000020:00000001:1.0:1749609395.324028:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609395.324028:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749609395.324030:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749609395.324030:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609395.324032:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609395.324033:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612286208 00010000:00000200:3.0:1749609395.324033:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880137708850 x1834594612285952/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:341/0 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609395.324034:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609395.324035:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609395.324036:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609395.324036:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93990 00000100:00000001:0.0:1749609395.324038:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609395.324038:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609395.324038:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93990. 00000100:00000001:2.0:1749609395.324039:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609395.324040:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609395.324040:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609395.324040:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609395.324041:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612286208 00010000:00000001:1.0:1749609395.324041:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749609395.324041:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609395.324042:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609395.324043:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749609395.324043:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749609395.324044:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:1.0:1749609395.324044:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:3.0:1749609395.324044:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=64 v=5 (1 1 1 1) 00000020:00000001:0.0:1749609395.324045:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609395.324045:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1749609395.324047:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 02000000:00000001:1.0:1749609395.324047:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609395.324047:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609395.324047:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609395.324048:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 02000000:00000010:1.0:1749609395.324048:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a2400. 00000100:00000040:2.0:1749609395.324048:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609395.324049:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609395.324049:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:0.0:1749609395.324050:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609395.324050:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609395.324051:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.324052:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749609395.324052:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609395.324052:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609395.324053:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.324053:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609395.324053:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609395.324054:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749609395.324055:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000001:2.0:1749609395.324055:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609395.324055:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609395.324056:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609395.324056:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609395.324056:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749609395.324058:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b41c0. 00000100:00000001:1.0:1749609395.324058:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609395.324058:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 00000100:00000040:1.0:1749609395.324059:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000010:3.0:1749609395.324059:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000100:00000001:1.0:1749609395.324060:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609395.324060:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298671729 00000020:00000040:0.0:1749609395.324061:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:1.0:1749609395.324061:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:2.0:1749609395.324061:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298671736 00000100:00000040:1.0:1749609395.324062:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000200:3.0:1749609395.324062:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612285952, offset 224 02000000:00000001:1.0:1749609395.324063:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609395.324063:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298671729 02000000:00000001:1.0:1749609395.324064:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.324064:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298671736 00000100:00000001:1.0:1749609395.324065:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609395.324066:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749609395.324066:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609395.324066:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298671729 00000400:00000010:1.0:1749609395.324067:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609395.324067:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298671736 00000400:00000200:3.0:1749609395.324067:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749609395.324068:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000001:2.0:1749609395.324068:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298671729 00000100:00000200:1.0:1749609395.324069:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612286080, offset 0 00000100:00000001:2.0:1749609395.324070:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298671736 00000020:00000010:0.0:1749609395.324071:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000400:00000200:1.0:1749609395.324071:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609395.324071:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609395.324073:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000100:00000001:2.0:1749609395.324073:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609395.324073:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609395.324074:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609395.324075:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.324076:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609395.324077:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:1.0:1749609395.324078:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c1280 00000100:00000001:2.0:1749609395.324078:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609395.324078:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c1200 00000100:00000001:0.0:1749609395.324079:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609395.324079:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609395.324080:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609395.324080:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1764d [1] + 0 00000100:00000001:0.0:1749609395.324081:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.324081:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609395.324082:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609395.324082:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609395.324082:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609395.324084:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609395.324084:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609395.324084:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17645 [1] + 224 00000100:00000001:0.0:1749609395.324085:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609395.324087:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609395.324087:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609395.324088:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609395.324088:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609395.324088:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609395.324090:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609395.324091:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.324091:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609395.324091:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609395.324092:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749609395.324093:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609395.324094:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609395.324094:0:13561:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609395.324095:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.324096:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609395.324097:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609395.324097:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612286464:0@lo:38: 00000100:00000200:3.0:1749609395.324097:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.324098:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609395.324099:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000100:00100000:0.0:1749609395.324100:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000400:00000010:1.0:1749609395.324100:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609395.324100:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609395.324101:0:16946:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609395.324101:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609395.324102:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609395.324102:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609395.324102:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.324103:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005984000 : -131938703567616 : ffff8800a0711500) 00000100:00000001:1.0:1749609395.324103:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609395.324103:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749609395.324104:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:3.0:1749609395.324104:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609395.324105:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fd800. 00000100:00000040:0.0:1749609395.324106:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0711500 x1834594612286208/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:341/0 lens 224/0 e 0 to 0 dl 1749609406 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.324106:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609395.324106:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609395.324107:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609395.324108:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124054a80 x1834594612286080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609395.324108:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f210. 00000400:00000010:2.0:1749609395.324110:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93990. 00000100:00000200:2.0:1749609395.324112:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612286464, portal 10 00000100:00000001:0.0:1749609395.324113:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749609395.324113:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612286080:12345-0@lo:38: Request processed in 87us (225us total) trans 0 rc -19/-19 00000020:00000010:0.0:1749609395.324114:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b41c0. 00000100:00000001:3.0:1749609395.324114:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609395.324115:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609395.324116:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609395.324116:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00000001:2.0:1749609395.324116:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389188736 : -131936320362880 : ffff88012e7de680) 00000020:00000010:0.0:1749609395.324117:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b41c0. 00000100:00000001:1.0:1749609395.324118:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609395.324118:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749609395.324119:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609395.324120:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612286208:12345-0@lo:400: 00000400:00000200:3.0:1749609395.324120:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000020:00000010:1.0:1749609395.324121:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8700. 00000020:00000010:1.0:1749609395.324122:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee578. 00000400:00000010:3.0:1749609395.324122:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000200:0.0:1749609395.324123:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612286208 00000020:00000010:1.0:1749609395.324124:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:2.0:1749609395.324124:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609395.324124:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749609395.324125:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609395.324125:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324125:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749609395.324126:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749609395.324126:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609395.324127:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c934c8. 00000020:00000001:0.0:1749609395.324128:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.324128:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609395.324129:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749609395.324129:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612286464, offset 0 00000100:00000040:3.0:1749609395.324130:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:0.0:1749609395.324131:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00010000:00000001:3.0:1749609395.324131:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609395.324132:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609395.324132:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609395.324133:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609395.324133:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609395.324133:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609395.324135:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609395.324135:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609395.324135:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1749609395.324136:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1749609395.324136:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609395.324136:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609395.324137:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1749609395.324137:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880137708850 x1834594612285952/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:341/0 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609395.324139:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609395.324139:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c1400 00000020:00000001:0.0:1749609395.324140:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609395.324140:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609395.324141:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.324142:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749609395.324142:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 58120 00000100:00000001:0.0:1749609395.324143:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609395.324143:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609395.324144:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609395.324144:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609395.324144:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612285952:12345-0@lo:400: Request processed in 163us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609395.324145:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612286592:0@lo:400: 00000400:00000200:2.0:1749609395.324145:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609395.324146:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1749609395.324147:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2d000. 02000000:00000001:1.0:1749609395.324148:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749609395.324148:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609395.324149:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.324149:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.324149:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609395.324150:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609395.324150:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b800. 00000100:00000001:2.0:1749609395.324150:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749609395.324150:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 02000000:00000001:1.0:1749609395.324151:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609395.324151:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749609395.324152:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609395.324152:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000010:1.0:1749609395.324153:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00010000:00000040:0.0:1749609395.324154:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612286208 00000400:00000010:1.0:1749609395.324154:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000010:2.0:1749609395.324154:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab9500. 00000100:00000001:3.0:1749609395.324154:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609395.324155:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749609395.324156:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:1.0:1749609395.324156:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612286592, portal 10 00000100:00000040:2.0:1749609395.324156:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab9500 x1834594612286464 msgsize 520 00000100:00000001:1.0:1749609395.324157:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609395.324157:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389178880 : -131936320372736 : ffff88012e7dc000) 00000020:00000010:3.0:1749609395.324157:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00010000:00000200:0.0:1749609395.324158:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0711500 x1834594612286208/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:341/0 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609395.324159:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609395.324160:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609395.324160:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000020:00000010:3.0:1749609395.324162:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000001:1.0:1749609395.324163:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609395.324163:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:0.0:1749609395.324164:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609395.324164:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749609395.324165:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609395.324165:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000400:00000200:2.0:1749609395.324165:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c934c8 00000400:00000010:2.0:1749609395.324166:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c934c8. 00000020:00000040:3.0:1749609395.324166:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00001000:0.0:1749609395.324167:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609395.324168:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609395.324168:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609395.324170:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609395.324170:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609395.324170:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508c400. 00000100:00000040:0.0:1749609395.324171:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609395.324173:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:1.0:1749609395.324173:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612286592, offset 0 02000000:00000001:3.0:1749609395.324173:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609395.324174:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609395.324175:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609395.324175:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609395.324175:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609395.324176:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.324177:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609395.324177:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1749609395.324178:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609395.324178:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609395.324179:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609395.324180:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c1480 00000400:00000010:3.0:1749609395.324180:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62688. 00000400:00000010:0.0:1749609395.324181:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000400:00000200:1.0:1749609395.324182:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 58640 00000100:00000001:2.0:1749609395.324183:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609395.324184:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609395.324184:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749609395.324185:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612286208, offset 224 00000400:00000200:1.0:1749609395.324186:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609395.324186:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609395.324186:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3000. 00000100:00000001:1.0:1749609395.324187:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749609395.324188:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609395.324188:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749609395.324188:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000100:00000010:1.0:1749609395.324190:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0712d80. 00000100:00000001:2.0:1749609395.324190:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298671729 00000100:00000040:1.0:1749609395.324192:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a0712d80 x1834594612286592 msgsize 224 00000100:00000001:2.0:1749609395.324192:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298671736 00000400:00000200:0.0:1749609395.324193:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609395.324193:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298671729 00000100:00100000:1.0:1749609395.324194:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609395.324195:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298671736 00000400:00000200:0.0:1749609395.324196:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c1300 00000100:00000001:2.0:1749609395.324196:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298671729 00000100:00000001:2.0:1749609395.324197:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298671736 00000100:00000001:1.0:1749609395.324198:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609395.324198:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609395.324199:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17655 [1] + 224 00000100:00000001:2.0:1749609395.324199:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298671729 00000100:00000001:2.0:1749609395.324200:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298671736 00000100:00000001:3.0:1749609395.324200:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609395.324202:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609395.324202:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609395.324203:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609395.324205:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609395.324205:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:3.0:1749609395.324205:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609395.324206:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:3.0:1749609395.324206:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609395.324207:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609395.324208:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609395.324208:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609395.324209:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609395.324210:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fd68. 00000100:00000001:1.0:1749609395.324212:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609395.324212:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000100:00000040:1.0:1749609395.324213:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609395.324213:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00000001:2.0:1749609395.324214:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609395.324216:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609395.324216:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.324217:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609395.324218:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609395.324219:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609395.324219:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1749609395.324220:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609395.324220:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 00000400:00000001:3.0:1749609395.324220:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609395.324221:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298671729 00000400:00000010:3.0:1749609395.324221:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0738. 00000100:00000200:2.0:1749609395.324222:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.324223:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298671736 00000100:00000001:1.0:1749609395.324224:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298671729 00000100:00000001:1.0:1749609395.324224:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298671736 00000100:00000001:1.0:1749609395.324225:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298671729 00000400:00000200:3.0:1749609395.324225:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000100:00000001:1.0:1749609395.324226:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298671736 00000400:00000010:3.0:1749609395.324226:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000040:0.0:1749609395.324227:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.324227:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298671729 00000100:00000001:1.0:1749609395.324228:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298671736 00000100:00000001:2.0:1749609395.324228:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609395.324228:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609395.324229:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609395.324229:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.324229:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609395.324230:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609395.324232:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609395.324233:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609395.324233:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609395.324234:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609395.324235:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609395.324237:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609395.324237:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.324239:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609395.324240:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000100:00100000:1.0:1749609395.324240:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612286336 00000400:00000010:0.0:1749609395.324241:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 02000000:00000001:1.0:1749609395.324241:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:2.0:1749609395.324241:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609395 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609395.324242:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609395.324243:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609395.324243:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609395.324243:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=61 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609395.324243:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609395.324244:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749609395.324244:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.324244:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609395.324245:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612286336 00000100:00000001:2.0:1749609395.324245:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609395.324245:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609395.324246:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609395.324246:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609395.324247:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609395.324247:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609395.324247:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609395.324247:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749609395.324248:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:1.0:1749609395.324248:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.324248:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749609395.324249:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609395.324249:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.324249:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609395.324249:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609395.324250:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609395.324251:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 02000000:00000001:3.0:1749609395.324251:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609395.324252:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749609395.324252:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8700. 00000100:00000040:2.0:1749609395.324252:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609395.324253:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee578. 00000100:00001000:3.0:1749609395.324253:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=64 v=5 (5 5 5 5) 00000100:00000040:0.0:1749609395.324254:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0711500 x1834594612286208/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:341/0 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.324254:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609395.324255:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:3.0:1749609395.324255:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609395.324256:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.324257:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609395.324258:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.324258:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609395.324258:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609395.324260:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1749609395.324261:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612286208:12345-0@lo:400: Request processed in 147us (316us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609395.324261:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.324261:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609395.324262:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609395.324262:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.324264:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609395.324264:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609395.324264:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609395.324265:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612286464 02000000:00000001:1.0:1749609395.324266:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609395.324266:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609395.324266:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609395.324266:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609395.324267:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00000001:1.0:1749609395.324267:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609395.324268:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609395.324268:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749609395.324269:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00100000:1.0:1749609395.324269:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612286464 00000020:00000001:1.0:1749609395.324270:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:2.0:1749609395.324270:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609395.324271:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1749609395.324271:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609395.324271:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609395.324272:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609395.324272:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.324272:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609395.324273:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.324273:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609395.324274:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000020:00000010:1.0:1749609395.324274:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000100:00000040:2.0:1749609395.324274:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609395.324274:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1749609395.324275:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8480. 00000100:00000001:3.0:1749609395.324275:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609395.324276:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000020:00000010:1.0:1749609395.324276:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eeed8. 00000100:00000001:1.0:1749609395.324277:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609395.324277:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609395.324278:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609395.324278:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609395.324279:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000001:1.0:1749609395.324279:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609395.324280:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612286080:0@lo:38: 00000100:00000001:1.0:1749609395.324281:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609395.324282:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609395.324283:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609395.324283:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.324284:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609395.324284:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612286592 00000100:00000001:2.0:1749609395.324284:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609395.324284:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612285952:0@lo:400: 02000000:00000001:1.0:1749609395.324285:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609395.324286:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609395.324286:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609395.324286:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7df800 x1834594612286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609395.324288:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609395.324288:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612286592 00000100:00000001:3.0:1749609395.324288:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609395.324289:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609395.324289:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749609395.324290:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:1.0:1749609395.324290:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609395.324291:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:2.0:1749609395.324291:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749609395.324291:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dfb80 x1834594612285952/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609395.324292:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609395.324293:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 02000000:00000001:2.0:1749609395.324293:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609395.324294:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1749609395.324294:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fe800. 00000020:00000010:1.0:1749609395.324295:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8dc0. 02000000:00000001:2.0:1749609395.324296:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609395.324296:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1749609395.324297:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8900. 00000100:00080000:0.0:1749609395.324298:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:2.0:1749609395.324298:0:1508:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749609395.324298:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1749609395.324299:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000040:2.0:1749609395.324299:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:3.0:1749609395.324299:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 00000100:00000001:1.0:1749609395.324300:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:0.0:1749609395.324301:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000010:1.0:1749609395.324301:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000020:00000001:2.0:1749609395.324301:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749609395.324301:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1749609395.324302:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 02000000:00000010:2.0:1749609395.324302:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880082213400. 00000100:00080000:0.0:1749609395.324303:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:1.0:1749609395.324303:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000020:00000001:3.0:1749609395.324303:0:1512:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749609395.324304:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1749609395.324304:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000040:0.0:1749609395.324305:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:1.0:1749609395.324305:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1749609395.324305:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609395.324306:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609395.324306:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1749609395.324306:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057000. 00000100:00000001:1.0:1749609395.324307:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609395.324307:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609395.324307:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7df800. 02000000:00000001:3.0:1749609395.324308:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609395.324309:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609395.324309:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1749609395.324309:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609395.324310:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609395.324310:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609395.324310:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dfb80. 00000100:00000001:1.0:1749609395.324311:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.324312:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324312:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609395.324313:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324313:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.324314:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609395.324314:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609395.324315:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609395.324315:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609395.324316:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609395.324317:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609395.324318:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00000001:2.0:1749609395.324318:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609395.324318:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749609395.324319:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:2.0:1749609395.324319:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.324319:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.324320:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005990272 : -131938703561344 : ffff8800a0712d80) 00000100:00000001:3.0:1749609395.324320:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609395.324321:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609395.324322:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a0712d80 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:341/0 lens 224/0 e 0 to 0 dl 1749609406 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609395.324322:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.324323:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609395.324324:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609395.324326:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609395.324327:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00100000:0.0:1749609395.324328:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804 00000100:00000001:1.0:1749609395.324328:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609395.324329:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8900. 00000100:00000001:0.0:1749609395.324330:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137213514112 : -131936496037504 : ffff880124055180) 00000100:00000001:2.0:1749609395.324330:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609395.324331:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612286592:12345-0@lo:400: 00000100:00000001:2.0:1749609395.324331:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609395.324332:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612286592 00000100:00000040:0.0:1749609395.324333:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880124055180 x1834594612286336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609395.324333:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609395.324333:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000020:00000001:1.0:1749609395.324334:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609395.324335:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.324335:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526400256 : -131936183151360 : ffff880136ab9500) 00000020:00000001:1.0:1749609395.324336:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609395.324337:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:1.0:1749609395.324338:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749609395.324338:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab9500 x1834594612286464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609395.324339:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609395.324340:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880124055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612286336:12345-0@lo:38: 00000020:00000001:1.0:1749609395.324340:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609395.324340:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609395.324341:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609395.324342:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612286336 00000020:00000001:1.0:1749609395.324342:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749609395.324344:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609395.324344:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609395.324345:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749609395.324345:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612286464:12345-0@lo:38: 00010000:00000001:0.0:1749609395.324346:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:1.0:1749609395.324346:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a0c00. 02000000:00000001:1.0:1749609395.324347:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609395.324347:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612286464 00000100:00000001:1.0:1749609395.324348:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609395.324349:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609395.324349:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000040:1.0:1749609395.324350:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612286592 00010000:00000001:2.0:1749609395.324350:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749609395.324351:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749609395.324352:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609395.324353:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a0712d80 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:341/0 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749609395.324354:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609395.324354:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609395.324355:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00020000:2.0:1749609395.324355:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609395.324356:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609395.324357:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609395.324357:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609395.324358:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749609395.324358:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609395.324359:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:2.0:1749609395.324359:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609395.324360:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609395.324360:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609395.324361:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609395.324361:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609395.324361:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609395.324362:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609395.324362:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609395.324362:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609395.324363:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749609395.324364:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2c800. 02000000:00000001:1.0:1749609395.324364:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609395.324364:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fe800. 00000100:00000001:1.0:1749609395.324365:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609395.324365:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609395.324366:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609395.324366:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609395.324367:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609395.324367:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000001:2.0:1749609395.324367:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609395.324368:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612286592, offset 224 00010000:00000001:0.0:1749609395.324369:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609395.324369:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609395.324370:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609395.324370:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609395.324370:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609395.324372:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749609395.324372:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749609395.324372:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609395.324374:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609395.324374:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c1480 00000100:00000001:2.0:1749609395.324374:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609395.324375:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609395.324375:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609395.324376:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17675 [1] + 224 00000100:00000040:0.0:1749609395.324377:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000040:2.0:1749609395.324377:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:0.0:1749609395.324378:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609395.324378:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609395.324378:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609395.324380:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:1.0:1749609395.324380:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609395.324380:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609395.324381:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609395.324382:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000040:2.0:1749609395.324382:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:0.0:1749609395.324383:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1749609395.324383:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609395.324384:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609395.324384:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609395.324385:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.324386:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609395.324386:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609395.324387:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609395.324387:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609395.324388:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609395.324389:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000400:00000010:2.0:1749609395.324389:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000100:00000200:0.0:1749609395.324391:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612286336, offset 0 00000100:00000001:1.0:1749609395.324391:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749609395.324391:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612286464, offset 0 00000400:00000200:0.0:1749609395.324394:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609395.324395:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609395.324396:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609395.324397:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609395.324397:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609395.324398:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609395.324399:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609395.324400:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00010000:00000001:1.0:1749609395.324401:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609395.324401:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609395.324402:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749609395.324402:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609395.324403:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c1380 00000100:00000040:1.0:1749609395.324404:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a0712d80 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:341/0 lens 224/224 e 0 to 0 dl 1749609406 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609395.324406:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1765d [1] + 0 00000400:00000200:2.0:1749609395.324406:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609395.324408:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612286592:12345-0@lo:400: Request processed in 81us (215us total) trans 0 rc 0/0 00000400:00000200:0.0:1749609395.324409:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609395.324409:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c1400 00000400:00000200:0.0:1749609395.324412:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609395.324413:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000400:00000200:2.0:1749609395.324413:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1766d [1] + 0 00000100:00000040:1.0:1749609395.324414:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:0.0:1749609395.324416:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609395.324416:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609395.324416:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609395.324416:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749609395.324418:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609395.324418:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000400:00000200:2.0:1749609395.324418:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609395.324419:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 00000020:00000010:1.0:1749609395.324420:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000100:00000001:2.0:1749609395.324420:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609395.324421:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:1.0:1749609395.324422:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609395.324422:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609395.324424:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609395.324427:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609395.324428:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749609395.324428:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609395.324429:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0cb8. 00000400:00000200:1.0:1749609395.324430:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609395.324431:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609395.324432:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609395.324434:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609395.324437:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609395.324439:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609395.324439:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609395.324441:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609395.324441:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000100:00000001:1.0:1749609395.324442:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609395.324443:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609395.324443:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749609395.324443:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000400:00000200:0.0:1749609395.324444:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000100:00000001:1.0:1749609395.324444:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609395.324444:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:0.0:1749609395.324445:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000001:1.0:1749609395.324445:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609395.324445:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749609395.324446:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.324447:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:1.0:1749609395.324447:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=51 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609395.324447:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609395.324448:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:1.0:1749609395.324449:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=51 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609395.324449:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609395.324450:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.324450:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609395.324450:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609395.324451:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609395.324451:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609395.324451:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1749609395.324452:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609395.324453:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749609395.324453:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609395.324454:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609395.324454:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab9500 x1834594612286464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609395.324456:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880124055180 x1834594612286336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609415 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609395.324457:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.324458:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609395.324459:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609395.324461:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609395.324461:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609395.324462:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880124055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612286336:12345-0@lo:38: Request processed in 123us (436us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609395.324462:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612286464:12345-0@lo:38: Request processed in 117us (304us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609395.324463:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609395.324483:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804 00000100:00000001:0.0:1749609395.324485:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609395.324486:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609395.324486:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00000001:3.0:1749609395.324486:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609395.324487:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749609395.324488:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8700. 00000100:00000001:3.0:1749609395.324488:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609395.324489:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609395.324490:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee578. 00000020:00000010:2.0:1749609395.324490:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8480. 00000100:00000001:1.0:1749609395.324491:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1749609395.324491:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609395.324492:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1749609395.324492:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eeed8. 00000400:00000001:3.0:1749609395.324492:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749609395.324493:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000001:1.0:1749609395.324493:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609395.324494:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609395.324494:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000400:00000010:3.0:1749609395.324494:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f210. 00000100:00000001:0.0:1749609395.324495:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.324496:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609395.324496:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93990 00000400:00000010:3.0:1749609395.324498:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93990. 00000100:00100000:1.0:1749609395.324521:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612286208:0@lo:400: 00000100:00000001:1.0:1749609395.324523:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.324524:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609395.324524:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609395.324525:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7de300 x1834594612286208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.324528:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749609395.324528:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609395.324529:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609395.324530:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609395.324531:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609395.324532:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609395.324533:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1749609395.324534:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1749609395.324534:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609395.324535:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057300. 02000000:00000001:1.0:1749609395.324536:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609395.324537:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609395.324537:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7de300. 00000100:00000001:1.0:1749609395.324539:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609395.324539:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609395.324540:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324540:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609395.324541:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609395.324542:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609395.324542:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609395.324543:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609395.324543:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609395.324544:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609395.324544:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1749609395.324545:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609395.324546:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609395.324546:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749609395.324547:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 00000100:00000001:3.0:1749609395.324547:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609395.324548:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 02000000:00000001:3.0:1749609395.324548:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609395.324549:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:1.0:1749609395.324550:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609395.324552:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609395.324552:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609395 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609395.324554:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=58 v=20 (1 1 1 20) 00000100:00000200:1.0:1749609395.324555:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609395.324556:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609395.324557:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609395.324559:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609395.324559:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324559:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609395.324560:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609395.324561:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609395.324561:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609395.324562:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609395.324562:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609395.324563:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609395.324565:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609395.324566:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609395.324567:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609395.324567:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609395.324568:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609395.324569:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609395.324569:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:1.0:1749609395.324570:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609395.324570:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324572:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:1.0:1749609395.324573:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.324573:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609395.324574:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609395.324575:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00080000:3.0:1749609395.324575:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609395.324576:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609395.324576:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609395.324576:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:1.0:1749609395.324577:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609395.324578:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609395.324580:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609395.324580:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.324581:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609395.324582:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609395.324583:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609395.324586:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612286464:0@lo:38: 00000100:00100000:1.0:1749609395.324587:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612286592:0@lo:400: 00000100:00000001:1.0:1749609395.324589:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609395.324590:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609395.324590:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dc000 x1834594612286592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609395.324591:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609395.324592:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609395.324593:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1749609395.324593:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 02000000:00000001:1.0:1749609395.324594:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609395.324595:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b800. 02000000:00000001:1.0:1749609395.324595:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749609395.324595:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93a18 00000020:00000001:1.0:1749609395.324596:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609395.324596:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609395.324597:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1749609395.324597:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93a18. 02000000:00000010:1.0:1749609395.324598:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057c00. 02000000:00000001:1.0:1749609395.324599:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609395.324599:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609395.324600:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc000. 00000100:00000001:3.0:1749609395.324600:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609395.324601:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609395.324601:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609395.324602:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609395.324602:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609395.324603:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609395.324603:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609395.324604:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609395.324605:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609395.324608:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609395.324613:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609395.324614:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324615:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609395.324617:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609395.324618:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609395.324619:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609395.324621:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609395.324623:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609395 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609395.324625:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=61 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609395.324627:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609395.324628:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609395.324630:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609395.324633:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609395.324638:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609395.324640:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609395.324641:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324642:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609395.324643:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609395.324645:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609395.324646:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609395.324648:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609395.324650:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609395.324656:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612286336:0@lo:38: 00000100:00000001:3.0:1749609395.324658:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324661:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609395.324662:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7de680 x1834594612286464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609395.324668:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609395.324669:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609395.324670:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fd800. 02000000:00000001:3.0:1749609395.324672:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609395.324674:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609395.324674:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609395.324676:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609395.324677:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880082213800. 02000000:00000001:3.0:1749609395.324679:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609395.324680:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609395.324680:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7de680. 00000100:00000001:3.0:1749609395.324682:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609395.324683:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324684:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609395.324687:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dea00 x1834594612286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609395.324692:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609395.324693:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609395.324694:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07ff400. 02000000:00000001:3.0:1749609395.324696:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609395.324697:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609395.324698:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609395.324699:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609395.324700:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880082212c00. 02000000:00000001:3.0:1749609395.324702:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609395.324702:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609395.324703:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dea00. 00000100:00000001:3.0:1749609395.324705:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609395.324706:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324707:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609395.324711:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609395.324711:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609395.324713:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609395.324714:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609395.331563:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298671736, at 4298671736 00000100:00000040:2.0:1749609395.331563:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298671736, at 4298671736 00000100:00000040:3.0:1749609395.331563:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298671736, at 4298671736 00000100:00000040:1.0:1749609395.331564:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298671736, at 4298671736 00000100:00000010:1.0:1749609395.331574:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e84c0. 00000100:00000010:3.0:1749609395.331584:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8c00. 00000100:00000010:2.0:1749609395.331599:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8700. 00000100:00000010:0.0:1749609395.331620:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8b00. 00000100:00000001:2.0:1749609395.710632:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609395.710638:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609395.710639:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609395.710642:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609395.710644:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609395.710647:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.710648:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609395.710650:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609395.710651:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609395.711548:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609395.711552:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609395.711557:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609395.711559:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609395.711627:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609395.711630:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609395.711633:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609396.527628:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dca80. 00000020:00000040:0.0:1749609396.527639:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609396.527644:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609396.527647:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609396.527652:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609396.527659:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609396.527665:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609396.527670:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609396.527672:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609396.527677:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609396.527678:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609396.527681:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609396.527683:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389181568 : -131936320370048 : ffff88012e7dca80) 00000100:00000001:0.0:1749609396.527687:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609396.527689:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609396.527691:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609396.527693:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609396.527700:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dca80 x1834594612286720/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609396.527709:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609396.527710:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609396.527712:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dca80 x1834594612286720/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609396.527718:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609396.527721:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609396.527722:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609396.527723:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609396.527725:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609396.527727:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609396.527729:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609396.527731:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609396.527733:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609396.527735:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dca80 x1834594612286720/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609396.527742:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612286720:0@lo:900: 00000100:00000001:0.0:1749609396.527746:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609396.527748:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609396.527750:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609396.527751:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609396.527753:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dca80 x1834594612286720/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609396.527759:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609396.527761:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609396.527766:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609396.527768:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609396.527770:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609396.527771:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dca80 x1834594612286720/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609396.527777:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609396.527779:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609396.527780:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609396.527782:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609396.527784:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609396.527788:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609396.527790:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609396.527791:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dca80. 00000100:00000001:0.0:1749609396.527794:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609396.527794:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609396.710637:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609396.710643:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609396.710645:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609396.710647:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609396.710650:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609396.710653:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609396.710655:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609396.710657:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609396.710658:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609396.713584:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609396.713587:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609396.713591:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609396.713593:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609396.713595:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609396.713597:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609396.713599:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609396.713600:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609396.713602:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609396.713603:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609396.713667:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609396.713672:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609396.713674:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609397.086541:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609397.086559:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609397.086563:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609397.086565:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609397.086576:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609397.086592:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342200 00000400:00000200:0.0:1749609397.086599:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16b11 [2] + 0 00000400:00000010:0.0:1749609397.086603:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0790. 00000400:00000200:0.0:1749609397.086609:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596be40 00000800:00000001:0.0:1749609397.086615:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609397.086618:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609397.086620:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609397.086624:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609397.086627:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596be40 00000400:00000010:0.0:1749609397.086628:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596be40. 00000100:00000001:0.0:1749609397.086633:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609397.086635:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609397.086638:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff880137709c50 x1834594730254848 msgsize 224 00000100:00100000:0.0:1749609397.086641:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609397.086643:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609397.086662:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609397.086670:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609397.086674:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609397.086676:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609397.086678:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609397.086683:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609397.086688:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342280 00000400:00000200:0.0:1749609397.086694:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 58864 00000800:00000001:0.0:1749609397.086699:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609397.086702:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609397.086704:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609397.086707:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609397.086711:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609397.086712:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609397.086717:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dca80. 00000100:00000040:0.0:1749609397.086719:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7dca80 x1834594730254976 msgsize 520 00000100:00100000:0.0:1749609397.086724:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609397.086740:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609397.086741:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609397.086744:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00100000:3.0:1749609397.086744:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730254848 00000800:00000001:0.0:1749609397.086748:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609397.086748:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609397.086749:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609397.086751:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609397.086751:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609397.086753:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609397.086755:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 02000000:00000001:3.0:1749609397.086757:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609397.086761:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342300 00000100:00100000:3.0:1749609397.086762:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730254848 00000400:00000200:0.0:1749609397.086764:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 59384 00000020:00000001:3.0:1749609397.086765:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609397.086767:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000800:00000001:0.0:1749609397.086769:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:3.0:1749609397.086770:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609397.086773:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609397.086775:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609397.086778:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609397.086783:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1749609397.086784:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609397.086786:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609397.086787:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000400:00000200:0.0:1749609397.086790:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609397.086790:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609397.086792:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 00000100:00000001:0.0:1749609397.086793:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609397.086794:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609397.086797:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dce00. 00000020:00000010:3.0:1749609397.086798:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 00000100:00000040:0.0:1749609397.086799:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7dce00 x1834594730255104 msgsize 520 00000020:00000010:3.0:1749609397.086803:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000100:00100000:0.0:1749609397.086804:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:3.0:1749609397.086808:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000100:00000040:3.0:1749609397.086818:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609397.086821:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609397.086823:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609397.086824:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609397.086825:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609397.086827:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609397.086831:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609397.086831:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.086832:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609397.086836:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730254976 02000000:00000001:2.0:1749609397.086854:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609397.086856:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609397.086858:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609397.086862:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609397.086864:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730254976 00000020:00000001:2.0:1749609397.086866:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609397.086867:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749609397.086868:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609397.086869:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609397.086871:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609397.086873:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609397.086878:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000001:3.0:1749609397.086880:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749609397.086882:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609397.086882:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749609397.086886:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c898. 00000100:00000001:0.0:1749609397.086889:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749609397.086889:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1485 00000100:00000001:2.0:1749609397.086890:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609397.086891:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609397.086891:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609397.086893:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609397.086893:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:0.0:1749609397.086894:0:13560:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.086896:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539312720 : -131936170238896 : ffff880137709c50) 00000100:00000001:0.0:1749609397.086897:0:13560:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.086897:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609397.086904:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880137709c50 x1834594730254848/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:343/0 lens 224/0 e 0 to 0 dl 1749609408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609397.086932:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609397.086934:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609397.086936:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8500. 00000100:00000001:2.0:1749609397.086938:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609397.086938:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609397.086940:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730255104 00000020:00000010:3.0:1749609397.086940:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8500. 02000000:00000001:2.0:1749609397.086941:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609397.086942:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609397.086942:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609397.086943:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609397.086944:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609397.086944:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730254848:12345-192.168.201.20@tcp:400: 00000100:00000001:1.0:1749609397.086946:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609397.086946:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730255104 00000020:00000001:2.0:1749609397.086947:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609397.086948:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:3.0:1749609397.086948:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730254848 00000020:00000001:2.0:1749609397.086949:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609397.086949:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609397.086950:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609397.086952:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000001:3.0:1749609397.086953:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749609397.086954:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2806 00000020:00000010:2.0:1749609397.086954:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9e80. 00000020:00000010:2.0:1749609397.086956:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c708. 00000100:00000001:1.0:1749609397.086957:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389181568 : -131936320370048 : ffff88012e7dca80) 00000100:00000001:2.0:1749609397.086957:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749609397.086957:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609397.086958:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609397.086959:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609397.086959:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.086961:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609397.086962:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7dca80 x1834594730254976/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609397.086962:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609397.086964:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609397.086965:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609397.086967:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609397.086969:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609397.086969:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609397.086970:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609397.086971:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609397.086973:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749609397.086974:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2807 00000100:00100000:1.0:1749609397.086976:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730254976:12345-192.168.201.20@tcp:38: 00000100:00000001:2.0:1749609397.086976:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389182464 : -131936320369152 : ffff88012e7dce00) 00000020:00000001:3.0:1749609397.086976:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609397.086979:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730254976 00000100:00000040:2.0:1749609397.086979:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7dce00 x1834594730255104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609397.086979:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609397.086981:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609397.086982:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609397.086983:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749609397.086984:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749609397.086987:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730255104:12345-192.168.201.20@tcp:38: 02000000:00000010:3.0:1749609397.086988:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508c400. 02000000:00000001:3.0:1749609397.086990:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609397.086991:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730255104 00000020:00000001:2.0:1749609397.086992:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609397.086992:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609397.086993:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609397.086994:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000040:3.0:1749609397.086995:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730254848 00000020:00000001:1.0:1749609397.086996:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609397.086997:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00020000:1.0:1749609397.086999:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:2.0:1749609397.086999:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609397.087001:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609397.087001:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000200:3.0:1749609397.087001:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880137709c50 x1834594730254848/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:343/0 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609397.087004:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609397.087005:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609397.087006:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749609397.087007:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609397.087008:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749609397.087008:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609397.087009:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609397.087009:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a07fc800. 00010000:00000001:3.0:1749609397.087009:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609397.087011:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609397.087011:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609397.087012:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609397.087014:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800948a3000. 00010000:00000040:2.0:1749609397.087014:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 02000000:00000001:1.0:1749609397.087015:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609397.087015:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609397.087017:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609397.087017:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609397.087018:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00080000:2.0:1749609397.087019:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4006 last 0 00000100:00000001:3.0:1749609397.087019:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00000001:1.0:1749609397.087020:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609397.087021:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:1.0:1749609397.087022:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749609397.087022:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 02000000:00000001:3.0:1749609397.087023:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.087024:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609397.087025:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:2.0:1749609397.087026:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000040:3.0:1749609397.087027:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609397.087028:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609397.087030:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000400:00000010:3.0:1749609397.087030:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283000. 00000004:00000001:2.0:1749609397.087031:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609397.087033:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749609397.087034:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730254848, offset 224 00000100:00000040:1.0:1749609397.087035:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609397.087036:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609397.087038:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000004:00000001:2.0:1749609397.087038:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:3.0:1749609397.087038:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:1.0:1749609397.087040:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:2.0:1749609397.087040:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609397.087042:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1749609397.087042:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609397.087043:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.087044:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000040:2.0:1749609397.087046:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000040:1.0:1749609397.087047:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000040:2.0:1749609397.087047:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000400:00000200:3.0:1749609397.087047:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000010:1.0:1749609397.087049:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000004:00000040:2.0:1749609397.087049:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:2.0:1749609397.087051:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:1.0:1749609397.087052:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730254976, offset 0 00000400:00000200:3.0:1749609397.087052:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2121:2121:256:4294967295] 192.168.201.20@tcp LPNI seq info [2117:2117:8:4294967295] 00000004:00000001:2.0:1749609397.087053:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609397.087054:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609397.087056:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:2.0:1749609397.087056:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609397.087057:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609397.087059:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609397.087060:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:3.0:1749609397.087060:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000040:2.0:1749609397.087062:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:2.0:1749609397.087064:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:3.0:1749609397.087064:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609397.087065:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:2.0:1749609397.087067:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000800:00000010:3.0:1749609397.087068:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695900. 00010000:00000001:2.0:1749609397.087069:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609397.087070:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000200:1.0:1749609397.087071:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:3.0:1749609397.087072:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:2.0:1749609397.087073:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609397.087075:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2122:2122:255:4294967295] 192.168.201.20@tcp LPNI seq info [2118:2118:7:4294967295] 00000800:00000200:3.0:1749609397.087079:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:1.0:1749609397.087082:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609397.087082:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749609397.087086:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609397.087088:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:1.0:1749609397.087089:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006eceed00. 00000100:00000001:2.0:1749609397.087090:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1749609397.087092:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:2.0:1749609397.087092:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609397.087094:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609397.087095:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:1.0:1749609397.087096:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:2.0:1749609397.087097:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000800:00000200:1.0:1749609397.087098:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006eceed00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1749609397.087099:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609397.087099:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609397.087100:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609397.087101:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609397.087101:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609397.087103:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:2.0:1749609397.087103:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:3.0:1749609397.087103:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609397.087105:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609397.087105:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93dd0. 00000020:00000001:1.0:1749609397.087106:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609397.087106:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:2.0:1749609397.087107:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730255104, offset 0 00000020:00000001:3.0:1749609397.087107:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609397.087109:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dca80 x1834594730254976/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609417 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609397.087109:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749609397.087111:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:3.0:1749609397.087113:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880137709c50 x1834594730254848/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:343/0 lens 224/224 e 0 to 0 dl 1749609408 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609397.087116:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00100000:1.0:1749609397.087117:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730254976:12345-192.168.201.20@tcp:38: Request processed in 142us (395us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749609397.087120:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2123:2123:254:4294967295] 192.168.201.20@tcp LPNI seq info [2119:2119:6:4294967295] 00000100:00100000:1.0:1749609397.087123:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2806 00000100:00100000:3.0:1749609397.087124:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730254848:12345-192.168.201.20@tcp:400: Request processed in 188us (483us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609397.087126:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609397.087127:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609397.087127:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:1.0:1749609397.087130:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000800:00000200:2.0:1749609397.087131:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00100000:3.0:1749609397.087132:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1485 00000020:00000010:1.0:1749609397.087133:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c898. 00000800:00000010:2.0:1749609397.087133:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7100. 00000020:00000010:1.0:1749609397.087135:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000040:3.0:1749609397.087135:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000800:00000200:2.0:1749609397.087137:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:3.0:1749609397.087137:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609397.087138:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609397.087139:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1749609397.087141:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:3.0:1749609397.087142:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000800:00000200:2.0:1749609397.087143:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7100 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:3.0:1749609397.087145:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000100:00000001:2.0:1749609397.087146:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609397.087147:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000010:3.0:1749609397.087148:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000001:2.0:1749609397.087149:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609397.087150:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609397.087152:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000040:2.0:1749609397.087153:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dce00 x1834594730255104/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609417 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1749609397.087156:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1749609397.087156:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1749609397.087159:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695900. 00000100:00000200:3.0:1749609397.087160:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1749609397.087162:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749609397.087164:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62000. 00000100:00100000:2.0:1749609397.087165:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730255104:12345-192.168.201.20@tcp:38: Request processed in 178us (364us total) trans 0 rc -11/-11 00000400:00000200:0.0:1749609397.087167:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000010:3.0:1749609397.087169:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da30c0. 00000400:00000200:0.0:1749609397.087170:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283000 00000100:00100000:2.0:1749609397.087170:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2807 00000400:00000010:0.0:1749609397.087171:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283000. 00000100:00000001:2.0:1749609397.087172:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609397.087173:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609397.087175:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9e80. 00000100:00000001:0.0:1749609397.087176:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749609397.087177:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c708. 02000000:00000001:0.0:1749609397.087178:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:2.0:1749609397.087179:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 02000000:00000010:0.0:1749609397.087180:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508c400. 00000100:00000001:2.0:1749609397.087181:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609397.087184:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609397.087185:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609397.087197:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609397.087199:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006eceed00. 00000400:00000200:0.0:1749609397.087204:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609397.087208:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609397.087210:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:0.0:1749609397.087211:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:0.0:1749609397.087213:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609397.087215:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609397.087284:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1749609397.087286:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7100. 00000400:00000200:0.0:1749609397.087289:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609397.087293:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609397.087295:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93dd0 00000400:00000010:0.0:1749609397.087296:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93dd0. 00000100:00000001:0.0:1749609397.087299:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609397.087300:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609397.710598:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609397.710606:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609397.710608:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609397.710612:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609397.710615:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609397.710619:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609397.710622:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609397.710624:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609397.710626:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609397.715663:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609397.715670:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609397.715679:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609397.715682:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609397.715821:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609397.715827:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609397.715831:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609398.528652:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc380. 00000020:00000040:0.0:1749609398.528664:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609398.528670:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609398.528673:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609398.528679:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609398.528687:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609398.528694:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609398.528700:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609398.528702:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609398.528707:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609398.528709:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609398.528712:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609398.528713:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389179776 : -131936320371840 : ffff88012e7dc380) 00000100:00000001:0.0:1749609398.528717:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609398.528720:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609398.528722:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609398.528723:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609398.528731:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dc380 x1834594612286848/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609398.528741:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609398.528743:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609398.528745:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dc380 x1834594612286848/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609398.528751:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609398.528755:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609398.528756:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609398.528757:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609398.528760:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609398.528761:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609398.528764:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609398.528766:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609398.528768:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609398.528770:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc380 x1834594612286848/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609398.528776:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612286848:0@lo:900: 00000100:00000001:0.0:1749609398.528780:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609398.528782:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609398.528784:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609398.528785:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609398.528787:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dc380 x1834594612286848/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609398.528792:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609398.528794:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609398.528798:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609398.528799:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609398.528801:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609398.528802:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dc380 x1834594612286848/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609398.528807:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609398.528809:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609398.528810:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609398.528812:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609398.528814:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609398.528816:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609398.528818:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609398.528819:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc380. 00000100:00000001:0.0:1749609398.528822:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609398.528824:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609398.710576:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609398.710583:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609398.710584:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609398.710587:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609398.710589:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609398.710592:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609398.710594:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609398.710596:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609398.710597:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609398.717629:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609398.717633:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609398.717637:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609398.717638:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609398.717732:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609398.717735:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609398.717737:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609399.710747:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609399.710753:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609399.710755:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609399.710758:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609399.710760:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609399.710763:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609399.710765:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609399.710767:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609399.710768:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609399.719608:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609399.719612:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609399.719619:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609399.719621:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609399.719687:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609399.719691:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609399.719694:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609400.331622:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609400.331630:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609400.331637:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc380. 00000020:00000040:0.0:1749609400.331642:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609400.331646:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609400.331648:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609400.331653:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609400.331659:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057200. 00000100:00000001:0.0:1749609400.331665:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.331671:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609400.331680:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609400.331682:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.331687:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dc380] to pc [ptlrpcd_00_02+2] req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.331713:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609400.331715:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609400.331718:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609400.331720:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609400.331722:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609400.331724:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609400.331726:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4004 00000100:00080000:0.0:1749609400.331729:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609400.331731:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609400.331733:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609400.331734:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609400.331735:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609400.331737:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609400.331739:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609400.331741:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609400.331743:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609400.331745:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609400.331746:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609400.331748:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609400.331749:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609400.331750:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609400.331751:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609400.331753:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609400.331755:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609400.331757:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609400.331758:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609400.331764:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609400.331765:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.331767:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609400.331769:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609400.331771:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dd500. 00000020:00000040:0.0:1749609400.331772:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609400.331775:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609400.331776:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.331778:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609400.331779:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609400.331780:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609400.331783:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2f800. 00000100:00000001:2.0:1749609400.331784:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609400.331785:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609400.331788:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609400.331789:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609400.331791:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609400.331793:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609400.331794:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.331796:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dd500] to pc [ptlrpcd_rcv+-1] req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609400.331796:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.331801:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609400.331804:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609400.331805:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.331805:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.331807:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.331808:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1749609400.331809:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609400.331811:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1749609400.331811:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609400.331812:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7ddc00. 00000020:00000040:0.0:1749609400.331813:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:2.0:1749609400.331813:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.331813:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609400.331814:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612286976:0@lo:400: 00000100:00000001:3.0:1749609400.331814:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609400.331815:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609400.331816:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609400.331816:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.331816:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749609400.331818:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057900. 00000100:00000001:2.0:1749609400.331818:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609400.331819:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609400.331820:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609400.331821:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609400.331821:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609400.331823:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609400.331825:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609400.331826:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609400.331826:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.331827:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749609400.331828:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7ddc00] to pc [ptlrpcd_00_03+3] req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609400.331828:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000100:00000001:3.0:1749609400.331829:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609400.331830:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.331831:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609400.331833:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609400.331834:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fd68. 02000000:00000001:3.0:1749609400.331834:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.331835:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609400.331836:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749609400.331836:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612287104:0@lo:38: 00000100:00080000:0.0:1749609400.331838:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609400.331839:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1749609400.331839:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c934c8. 00000100:00000001:3.0:1749609400.331839:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749609400.331840:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1749609400.331841:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609400.331842:0:5:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:3.0:1749609400.331842:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609400.331843:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4004 02000000:00000001:3.0:1749609400.331843:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609400.331845:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000200:2.0:1749609400.331845:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612286976, portal 25 00000100:00000040:0.0:1749609400.331846:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609400.331847:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609400.331847:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1749609400.331847:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508c800. 00000100:00000040:0.0:1749609400.331848:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609400.331848:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389179776 : -131936320371840 : ffff88012e7dc380) 02000000:00000001:3.0:1749609400.331848:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.331849:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609400.331851:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609400.331851:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000040:2.0:1749609400.331851:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609400.331852:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749609400.331852:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000020:00000040:0.0:1749609400.331853:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609400.331854:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:0.0:1749609400.331855:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000010:3.0:1749609400.331855:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000100:00000040:0.0:1749609400.331857:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609400.331857:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609400.331858:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749609400.331858:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612287104, portal 4 00000100:00000040:0.0:1749609400.331859:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609400.331859:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609400.331859:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609400.331860:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:2.0:1749609400.331860:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609400.331860:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389184256 : -131936320367360 : ffff88012e7dd500) 00000020:00000040:0.0:1749609400.331861:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000200:2.0:1749609400.331862:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612286976, offset 0 00000100:00080000:0.0:1749609400.331863:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609400.331864:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609400.331865:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1749609400.331865:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609400.331866:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609400.331866:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609400.331867:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.331868:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609400.331870:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.331870:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749609400.331873:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dea00. 00000100:00000040:3.0:1749609400.331873:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749609400.331874:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:3.0:1749609400.331874:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283aa0. 02000000:00000001:0.0:1749609400.331875:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609400.331875:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.331876:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1749609400.331876:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612287104, offset 0 02000000:00000001:0.0:1749609400.331878:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609400.331878:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609400.331878:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749609400.331880:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2e000. 00000400:00000200:3.0:1749609400.331880:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609400.331882:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609400.331884:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749609400.331887:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c1600 00000100:00000001:0.0:1749609400.331888:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609400.331889:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.331891:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dea00] to pc [ptlrpcd_rcv+-1] req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609400.331892:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16b49 [2] + 0 00000100:00000001:0.0:1749609400.331895:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609400.331895:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0898. 00000400:00000200:3.0:1749609400.331895:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609400.331897:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609400.331899:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:2.0:1749609400.331899:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b240 00000100:00000001:0.0:1749609400.331900:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609400.331900:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1749609400.331900:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c1680 00000100:00000001:0.0:1749609400.331902:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609400.331903:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4004 00000100:00080000:0.0:1749609400.331904:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749609400.331904:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609400.331905:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 6760 00000100:00000040:0.0:1749609400.331906:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609400.331907:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609400.331907:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609400.331908:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:3.0:1749609400.331908:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609400.331909:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609400.331910:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609400.331910:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b240 00000020:00000040:0.0:1749609400.331911:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000200:3.0:1749609400.331911:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609400.331912:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749609400.331912:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b240. 00000020:00000040:0.0:1749609400.331913:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609400.331914:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609400.331915:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:2.0:1749609400.331915:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609400.331916:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609400.331916:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609400.331917:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609400.331917:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1749609400.331917:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749609400.331918:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609400.331919:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff880137708c50 x1834594612286976 msgsize 224 00000100:00000001:0.0:1749609400.331920:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000010:3.0:1749609400.331920:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948bbb80. 00000020:00000040:0.0:1749609400.331921:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000040:3.0:1749609400.331921:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948bbb80 x1834594612287104 msgsize 520 00000100:00100000:2.0:1749609400.331922:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749609400.331923:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:2.0:1749609400.331923:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609400.331924:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609400.331924:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609400.331925:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609400.331926:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609400.331927:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.331928:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609400.331929:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609400.331931:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7de680. 00000100:00000001:2.0:1749609400.331931:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:0.0:1749609400.331932:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609400.331933:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609400.331933:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.331934:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609400.331935:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609400.331935:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609400.331936:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 02000000:00000010:0.0:1749609400.331937:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2dc00. 00000400:00000010:2.0:1749609400.331937:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:0.0:1749609400.331939:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.331939:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749609400.331940:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609400.331940:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749609400.331941:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.331945:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609400.331945:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.331947:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7de680] to pc [ptlrpcd_rcv+-1] req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609400.331947:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609400.331947:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283aa0 00000400:00000010:3.0:1749609400.331948:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283aa0. 00000100:00000040:2.0:1749609400.331949:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.331950:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609400.331951:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.331952:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609400.331953:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609400.331953:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.331954:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609400.331954:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1749609400.331956:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc000. 00000100:00000001:2.0:1749609400.331956:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609400.331957:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609400.331958:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609400.331958:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609400.331958:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609400.331959:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.331959:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298676744 00000100:00000040:3.0:1749609400.331960:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609400.331961:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057100. 00000100:00000010:2.0:1749609400.331962:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706000. 00000100:00000001:0.0:1749609400.331963:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.331964:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609400.331964:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.331965:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609400.331967:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609400.331967:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.331969:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609400.331970:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609400.331970:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1037 usecs (2 jiffies) 00000100:00000040:0.0:1749609400.331971:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dc000] to pc [ptlrpcd_00_00+0] req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609400.331971:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298676744 00000100:00000001:3.0:1749609400.331971:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298676738 00000100:00000010:2.0:1749609400.331973:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706840. 00000100:00000001:3.0:1749609400.331973:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298676744 00000100:00000001:2.0:1749609400.331974:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749609400.331975:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298676738 00000100:00000001:3.0:1749609400.331980:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609400.331981:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609400.331982:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609400.331983:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298676744 00000100:00000010:2.0:1749609400.331984:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706240. 00000100:00000001:0.0:1749609400.331985:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609400.331985:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609400.331986:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609400.331988:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298676744 00000100:00000040:0.0:1749609400.331989:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4014) 00000100:00000010:2.0:1749609400.331989:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706700. 00000100:00000001:3.0:1749609400.331990:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609400.331991:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609400.331991:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609400.331992:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609400.331993:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609400.331993:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609400.331994:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.331994:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609400.331995:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612287104 02000000:00000001:3.0:1749609400.331995:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.331996:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609400.331997:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749609400.331997:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612287232:0@lo:400: 00000100:00000001:2.0:1749609400.331998:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609400.331999:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609400.331999:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609400.332001:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.332001:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609400.332002:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.332003:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749609400.332003:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609400.332004:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1749609400.332005:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609400.332005:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9800. 00000100:00000001:0.0:1749609400.332006:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609400.332006:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609400.332006:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.332007:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749609400.332008:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749609400.332008:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609400.332008:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62948. 00000100:00100000:1.0:1749609400.332009:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612287104 00000100:00000001:2.0:1749609400.332009:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332010:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609400.332010:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283aa0. 00000020:00000001:1.0:1749609400.332011:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749609400.332011:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612287232, portal 4 00000020:00000040:1.0:1749609400.332013:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609400.332013:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609400.332013:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389186048 : -131936320365568 : ffff88012e7ddc00) 00000020:00000001:1.0:1749609400.332014:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609400.332015:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609400.332016:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609400.332016:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609400.332017:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332018:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609400.332018:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749609400.332018:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332020:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609400.332020:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609400.332021:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749609400.332022:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609400.332023:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609400.332023:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00100000:2.0:1749609400.332023:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612286976 00000400:00000010:3.0:1749609400.332023:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 02000000:00000001:2.0:1749609400.332024:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749609400.332024:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612287232, offset 0 00000100:00000001:2.0:1749609400.332025:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609400.332026:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609400.332027:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332028:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609400.332029:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609400.332029:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 02000000:00000001:2.0:1749609400.332029:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609400.332029:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609400.332030:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749609400.332030:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612286976 02000000:00000001:0.0:1749609400.332032:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609400.332032:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749609400.332032:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c1700 02000000:00000001:0.0:1749609400.332033:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609400.332033:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000020:00000040:2.0:1749609400.332033:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:2.0:1749609400.332034:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749609400.332035:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612287616:0@lo:400: 00000400:00000200:3.0:1749609400.332035:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 3584 00000020:00000040:2.0:1749609400.332036:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:0.0:1749609400.332037:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749609400.332037:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609400.332038:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749609400.332038:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609400.332039:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749609400.332039:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000001:0.0:1749609400.332040:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609400.332040:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749609400.332040:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609400.332041:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609400.332042:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.332042:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609400.332042:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609400.332043:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:0.0:1749609400.332044:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0a00. 00000020:00000010:2.0:1749609400.332044:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706b40. 02000000:00000001:0.0:1749609400.332045:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.332046:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1749609400.332046:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b9180. 00000020:00000010:2.0:1749609400.332047:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706b40. 00000400:00000010:0.0:1749609400.332048:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000100:00000001:1.0:1749609400.332048:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609400.332048:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b9180 x1834594612287232 msgsize 224 00000100:00100000:3.0:1749609400.332050:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749609400.332051:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000400:00000010:0.0:1749609400.332052:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000020:00000010:2.0:1749609400.332053:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9e80. 00000100:00000200:0.0:1749609400.332054:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612287616, portal 10 00000020:00000010:2.0:1749609400.332055:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c708. 00000100:00000001:0.0:1749609400.332056:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609400.332056:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609400.332056:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609400.332057:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389178880 : -131936320372736 : ffff88012e7dc000) 00000400:00000200:3.0:1749609400.332058:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000100:00000040:2.0:1749609400.332059:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:3.0:1749609400.332059:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00000040:0.0:1749609400.332061:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609400.332061:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609400.332061:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609400.332062:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749609400.332062:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609400.332063:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332066:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609400.332066:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609400.332066:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.332067:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609400.332068:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609400.332068:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749609400.332069:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000100:00000040:3.0:1749609400.332069:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609400.332070:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612287616, offset 0 00000100:00000001:2.0:1749609400.332071:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609400.332072:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000400:00000200:0.0:1749609400.332073:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609400.332073:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332074:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609400.332075:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806403968 : -131938903147648 : ffff8800948bbb80) 00000100:00000001:3.0:1749609400.332075:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.332076:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609400.332077:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609400.332077:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000400:00000200:0.0:1749609400.332078:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609400.332078:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298676737 00000100:00000040:1.0:1749609400.332079:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948bbb80 x1834594612287104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609400.332079:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00000001:3.0:1749609400.332079:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298676744 00000100:00000001:3.0:1749609400.332080:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298676737 00000100:00000040:2.0:1749609400.332081:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609400.332082:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539308624 : -131936170242992 : ffff880137708c50) 00000100:00000001:3.0:1749609400.332082:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298676744 00000400:00000200:0.0:1749609400.332083:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c1880 00000100:00000001:3.0:1749609400.332083:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298676737 00000100:00000001:3.0:1749609400.332084:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298676744 00000100:00000001:3.0:1749609400.332085:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298676737 00000100:00000040:2.0:1749609400.332086:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880137708c50 x1834594612286976/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:346/0 lens 224/0 e 0 to 0 dl 1749609411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332087:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298676744 00000400:00000200:0.0:1749609400.332088:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 59904 00000100:00000001:3.0:1749609400.332088:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609400.332089:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609400.332091:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609400.332091:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609400.332091:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609400.332092:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612287104:12345-0@lo:38: 00000020:00000010:2.0:1749609400.332092:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706b40. 00000100:00000001:3.0:1749609400.332092:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609400.332094:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609400.332094:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609400.332095:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706b40. 00000100:00000200:1.0:1749609400.332096:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612287104 00000100:00000001:3.0:1749609400.332096:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609400.332097:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749609400.332097:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612286976:12345-0@lo:400: 00000100:00000001:3.0:1749609400.332097:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1749609400.332098:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609400.332098:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609400.332099:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612286976 00000100:00000001:3.0:1749609400.332099:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749609400.332100:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7de300. 00000020:00000001:1.0:1749609400.332100:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609400.332100:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609400.332100:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332101:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.332102:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7de300 x1834594612287616 msgsize 224 00000020:00000001:2.0:1749609400.332102:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:1.0:1749609400.332104:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609400.332104:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609400.332105:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609400.332106:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609400.332107:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609400.332107:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609400.332108:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609400.332109:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609400.332110:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609400.332110:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609400.332111:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609400.332111:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298676744 00000020:00000001:2.0:1749609400.332112:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1749609400.332113:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000100:00000001:3.0:1749609400.332113:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298676738 00000400:00000010:0.0:1749609400.332114:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000020:00000001:2.0:1749609400.332114:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332114:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298676744 00000020:00000001:2.0:1749609400.332115:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609400.332115:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298676738 00000100:00000001:0.0:1749609400.332116:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609400.332116:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332116:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298676744 00000100:00000001:2.0:1749609400.332117:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609400.332117:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609400.332118:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332118:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609400.332119:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749609400.332119:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609400.332119:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332120:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609400.332121:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749609400.332121:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fec00. 00000100:00000001:3.0:1749609400.332122:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609400.332123:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749609400.332123:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609400.332123:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332123:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609400.332124:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332124:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609400.332125:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332125:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609400.332126:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609400.332126:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332126:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609400.332127:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749609400.332127:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609400.332128:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1749609400.332128:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612286976 00000100:00000001:0.0:1749609400.332129:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609400.332129:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609400.332130:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609400.332132:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609400.332132:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880137708c50 x1834594612286976/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:346/0 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332132:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1749609400.332133:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880131023c00. 00000100:00000001:3.0:1749609400.332133:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.332134:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 02000000:00000001:3.0:1749609400.332134:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609400.332135:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.332135:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609400.332136:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298676737 00000100:00000001:1.0:1749609400.332136:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.332136:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609400.332137:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609400.332138:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298676744 00010000:00000001:1.0:1749609400.332138:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1749609400.332138:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612287360:0@lo:38: 00010000:00000001:1.0:1749609400.332139:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609400.332139:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332140:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298676737 00000100:00001000:2.0:1749609400.332140:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609400.332140:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609400.332141:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298676744 00000100:00001000:1.0:1749609400.332141:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749609400.332141:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609400.332142:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298676737 02000000:00000001:3.0:1749609400.332142:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332143:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298676744 00000100:00000001:2.0:1749609400.332143:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609400.332143:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609400.332144:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298676737 00000100:00000001:1.0:1749609400.332144:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:3.0:1749609400.332144:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508d000. 00000100:00000001:0.0:1749609400.332145:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298676744 00000100:00000040:2.0:1749609400.332145:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609400.332146:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609400.332146:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609400.332146:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609400.332146:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332147:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609400.332147:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000010:3.0:1749609400.332147:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62790. 02000000:00000001:2.0:1749609400.332148:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609400.332149:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609400.332149:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609400.332149:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609400.332149:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 00000100:00000001:0.0:1749609400.332150:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.332150:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609400.332151:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:3.0:1749609400.332151:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612287360, portal 10 00000100:00000040:1.0:1749609400.332152:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:2.0:1749609400.332152:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609400.332152:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1749609400.332153:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609400.332153:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389189632 : -131936320361984 : ffff88012e7dea00) 02000000:00000001:1.0:1749609400.332154:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609400.332154:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609400.332155:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612286976, offset 224 00000100:00000001:1.0:1749609400.332156:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609400.332156:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609400.332158:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609400.332158:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749609400.332160:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000001:3.0:1749609400.332160:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609400.332161:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609400.332162:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749609400.332162:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612287104, offset 0 00000100:00000040:3.0:1749609400.332162:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609400.332163:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612287232 00000400:00000010:3.0:1749609400.332163:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000400:00000200:2.0:1749609400.332164:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c1600 00000100:00000200:3.0:1749609400.332164:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612287360, offset 0 02000000:00000001:0.0:1749609400.332165:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609400.332166:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609400.332166:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609400.332167:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609400.332169:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609400.332169:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609400.332170:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612287232 00000020:00000001:0.0:1749609400.332171:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609400.332171:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x176a1 [1] + 224 00000020:00000040:0.0:1749609400.332172:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:0.0:1749609400.332173:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609400.332173:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609400.332173:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609400.332175:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000400:00000200:2.0:1749609400.332175:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609400.332176:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:3.0:1749609400.332176:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c1780 00000020:00000001:0.0:1749609400.332177:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:2.0:1749609400.332177:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609400.332179:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c1680 00000400:00000200:3.0:1749609400.332179:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 60128 00000100:00000001:0.0:1749609400.332180:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609400.332182:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b41c0. 00000400:00000200:3.0:1749609400.332182:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609400.332184:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4300. 00000400:00000200:3.0:1749609400.332184:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749609400.332188:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609400.332189:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609400.332191:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.332192:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749609400.332192:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x176a5 [1] + 0 00000020:00000010:0.0:1749609400.332194:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000001:3.0:1749609400.332195:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:0.0:1749609400.332196:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000400:00000200:1.0:1749609400.332196:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609400.332196:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749609400.332197:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609400.332198:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000400:00000200:1.0:1749609400.332198:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749609400.332198:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948ba300. 00000100:00000001:1.0:1749609400.332200:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609400.332200:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948ba300 x1834594612287360 msgsize 520 00000100:00000040:0.0:1749609400.332202:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:3.0:1749609400.332202:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749609400.332203:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.332204:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609400.332205:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609400.332205:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609400.332206:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609400.332207:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609400.332208:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000040:1.0:1749609400.332209:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609400.332209:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:0.0:1749609400.332210:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609400.332211:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609400.332211:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609400.332212:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.332212:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749609400.332212:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000400:00000010:3.0:1749609400.332213:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000001:2.0:1749609400.332214:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332215:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609400.332215:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609400.332215:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609400.332215:0:1508:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:2.0:1749609400.332217:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:3.0:1749609400.332217:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609400.332218:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609400.332219:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000020:00000001:2.0:1749609400.332219:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609400.332220:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609400.332221:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749609400.332221:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000040:2.0:1749609400.332221:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880137708c50 x1834594612286976/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:346/0 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332221:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609400.332222:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609400.332223:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609400.332223:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609400.332224:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00000001:1.0:1749609400.332225:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.332226:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:0.0:1749609400.332227:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806393216 : -131938903158400 : ffff8800948b9180) 00000100:00000040:1.0:1749609400.332227:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609400.332227:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609400.332228:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609400.332228:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612286976:12345-0@lo:400: Request processed in 135us (307us total) trans 0 rc 0/0 00000020:00000001:1.0:1749609400.332229:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609400.332229:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609400.332230:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b9180 x1834594612287232/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:346/0 lens 224/0 e 0 to 0 dl 1749609411 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609400.332231:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948bbb80 x1834594612287104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332231:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609400.332234:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 00000100:00000001:0.0:1749609400.332235:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749609400.332235:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000020:00000010:0.0:1749609400.332236:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000040:2.0:1749609400.332237:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:3.0:1749609400.332237:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298676737 00000100:00000001:0.0:1749609400.332238:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609400.332238:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612287104:12345-0@lo:38: Request processed in 147us (315us total) trans 0 rc -19/-19 00000020:00000010:0.0:1749609400.332239:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4300. 00000100:00000001:2.0:1749609400.332239:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609400.332239:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298676744 00000100:00000001:2.0:1749609400.332240:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749609400.332241:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612287232:12345-0@lo:400: 00000100:00000001:3.0:1749609400.332241:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298676737 00000020:00000010:2.0:1749609400.332242:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9e80. 00000100:00000001:3.0:1749609400.332242:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298676744 00000100:00000200:0.0:1749609400.332243:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612287232 00000100:00100000:1.0:1749609400.332243:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00000001:3.0:1749609400.332244:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298676737 00000020:00000001:0.0:1749609400.332245:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609400.332245:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749609400.332245:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c708. 00000100:00000001:1.0:1749609400.332246:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609400.332246:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298676744 00000020:00000001:0.0:1749609400.332247:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:2.0:1749609400.332247:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000020:00000001:0.0:1749609400.332248:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609400.332248:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000001:3.0:1749609400.332248:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298676737 00000020:00000001:0.0:1749609400.332249:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1749609400.332249:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:3.0:1749609400.332249:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298676744 00000020:00000001:0.0:1749609400.332250:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000010:1.0:1749609400.332250:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 02000000:00000001:2.0:1749609400.332251:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609400.332251:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609400.332252:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1749609400.332252:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 02000000:00000010:2.0:1749609400.332252:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fec00. 00000100:00000001:3.0:1749609400.332253:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609400.332254:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609400.332254:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1749609400.332255:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609400.332255:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609400.332255:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609400.332255:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609400.332256:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1749609400.332257:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1749609400.332258:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609400.332258:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609400.332259:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1749609400.332259:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f948. 00000100:00000001:0.0:1749609400.332261:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609400.332262:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749609400.332262:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a02016c0. 02000000:00000010:0.0:1749609400.332264:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2d400. 00000100:00000001:3.0:1749609400.332265:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749609400.332266:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332266:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332267:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.332268:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749609400.332269:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609400.332270:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612287232 02000000:00000001:3.0:1749609400.332270:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609400.332272:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749609400.332272:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749609400.332274:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948b9180 x1834594612287232/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:346/0 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609400.332274:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609400.332274:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612287488:0@lo:38: 00000100:00080000:1.0:1749609400.332276:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1749609400.332276:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612287616 02000000:00000001:2.0:1749609400.332277:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609400.332277:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1749609400.332278:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1749609400.332278:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609400.332278:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749609400.332279:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.332279:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.332279:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609400.332280:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609400.332281:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=56 v=5 (1 1 1 1) 02000000:00000001:2.0:1749609400.332281:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609400.332282:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612287616 02000000:00000001:3.0:1749609400.332282:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609400.332283:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609400.332284:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609400.332284:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000040:0.0:1749609400.332285:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000010:3.0:1749609400.332285:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508d800. 00000100:00000001:0.0:1749609400.332286:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609400.332286:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609400.332287:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 02000000:00000001:3.0:1749609400.332287:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609400.332288:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609400.332289:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609400.332289:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:0.0:1749609400.332290:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609400.332290:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000010:3.0:1749609400.332290:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62840. 00000100:00000040:0.0:1749609400.332291:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609400.332292:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000100:00000001:2.0:1749609400.332292:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609400.332293:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706b40. 00000400:00000010:3.0:1749609400.332293:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000100:00000200:0.0:1749609400.332294:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612287232, offset 224 00000400:00000200:0.0:1749609400.332296:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609400.332296:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8dc0. 00000100:00000200:3.0:1749609400.332296:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612287488, portal 10 00000020:00000040:2.0:1749609400.332298:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:3.0:1749609400.332298:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609400.332299:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389188736 : -131936320362880 : ffff88012e7de680) 00000400:00000200:0.0:1749609400.332300:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609400.332303:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c1700 00000100:00000040:3.0:1749609400.332304:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609400.332306:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x176b1 [1] + 224 00000400:00000200:0.0:1749609400.332309:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609400.332311:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609400.332311:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609400.332313:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609400.332314:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749609400.332315:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609400.332315:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00000200:3.0:1749609400.332317:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612287488, offset 0 00000100:00000001:2.0:1749609400.332319:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1749609400.332321:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609400.332321:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000400:00000200:3.0:1749609400.332321:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749609400.332322:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9e80. 00000020:00000010:2.0:1749609400.332324:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c708. 00000100:00000040:2.0:1749609400.332327:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749609400.332328:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609400.332328:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609400.332329:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609400.332330:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000100:00000001:2.0:1749609400.332330:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609400.332331:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609400.332332:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000100:00000001:0.0:1749609400.332333:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609400.332333:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1749609400.332333:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c1800 00000100:00000001:0.0:1749609400.332334:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609400.332335:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609400.332336:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.332336:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609400.332337:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 60648 00000100:00000040:0.0:1749609400.332338:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:0.0:1749609400.332339:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609400.332340:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609400.332341:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609400.332342:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00080000:1.0:1749609400.332342:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609400.332342:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609400.332343:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b9180 x1834594612287232/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:346/0 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609400.332343:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:3.0:1749609400.332344:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609400.332345:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609400.332346:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612287360 02000000:00000001:2.0:1749609400.332347:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609400.332347:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609400.332348:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749609400.332348:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749609400.332349:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612287232:12345-0@lo:400: Request processed in 113us (300us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609400.332349:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609400.332351:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609400.332351:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b8000. 00000100:00000001:1.0:1749609400.332352:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749609400.332352:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612287360 00000100:00100000:0.0:1749609400.332353:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00000001:1.0:1749609400.332353:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609400.332353:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749609400.332353:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b8000 x1834594612287488 msgsize 520 00000020:00000040:2.0:1749609400.332354:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609400.332355:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000020:00000001:2.0:1749609400.332355:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609400.332355:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332356:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609400.332356:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000020:00000001:2.0:1749609400.332356:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332357:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609400.332358:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000020:00000010:2.0:1749609400.332358:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00100000:3.0:1749609400.332358:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609400.332359:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000100:00000001:1.0:1749609400.332359:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389187840 : -131936320363776 : ffff88012e7de300) 00000020:00000010:0.0:1749609400.332360:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000020:00000010:2.0:1749609400.332360:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609400.332361:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c0c8. 00000020:00000010:0.0:1749609400.332362:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000001:2.0:1749609400.332362:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749609400.332363:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7de300 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:346/0 lens 224/0 e 0 to 0 dl 1749609411 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609400.332363:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609400.332364:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609400.332365:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:2.0:1749609400.332365:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332365:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609400.332367:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609400.332369:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609400.332369:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609400.332371:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000400:00000200:3.0:1749609400.332371:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000100:00000001:2.0:1749609400.332372:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749609400.332372:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00000001:1.0:1749609400.332373:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609400.332373:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612287488 00000100:00000001:0.0:1749609400.332374:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749609400.332374:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 02000000:00000001:2.0:1749609400.332374:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609400.332374:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609400.332375:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609400.332375:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609400.332375:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609400.332376:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609400.332377:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612287616:12345-0@lo:400: 02000000:00000001:2.0:1749609400.332377:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749609400.332378:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749609400.332378:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612287488 00000400:00000001:0.0:1749609400.332379:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1749609400.332379:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612287616 00000020:00000001:2.0:1749609400.332379:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749609400.332380:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62948. 00000020:00000040:2.0:1749609400.332380:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609400.332396:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609400.332397:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609400.332399:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609400.332401:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000010:2.0:1749609400.332402:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9a00. 00000400:00000200:0.0:1749609400.332403:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283aa0 00000100:00000001:3.0:1749609400.332403:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749609400.332404:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283aa0. 00000020:00000010:2.0:1749609400.332404:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c3e8. 00000020:00000001:1.0:1749609400.332405:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609400.332405:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609400.332405:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.332406:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609400.332406:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609400.332406:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609400.332407:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:0.0:1749609400.332408:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609400.332408:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609400.332409:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609400.332410:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609400.332410:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609400.332411:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609400.332411:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609400.332412:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609400.332413:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1749609400.332414:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332414:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609400.332415:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609400.332415:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609400.332416:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609400.332416:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609400.332416:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000100:00000001:0.0:1749609400.332418:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749609400.332418:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749609400.332418:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00000001:3.0:1749609400.332418:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298676737 00000020:00000001:1.0:1749609400.332419:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332419:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298676744 00000100:00000001:0.0:1749609400.332420:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609400.332420:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609400.332420:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806397696 : -131938903153920 : ffff8800948ba300) 00000100:00000001:3.0:1749609400.332420:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298676737 00000100:00000001:0.0:1749609400.332421:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609400.332422:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609400.332422:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948ba300 x1834594612287360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332422:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298676744 02000000:00000001:0.0:1749609400.332423:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749609400.332423:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609400.332423:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298676737 00000100:00000001:3.0:1749609400.332424:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298676744 00000100:00000001:0.0:1749609400.332425:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609400.332425:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298676737 00000100:00000001:0.0:1749609400.332426:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609400.332426:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880131022400. 00000100:00000001:3.0:1749609400.332426:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298676744 02000000:00000001:1.0:1749609400.332427:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332427:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609400.332428:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609400.332428:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612287360:12345-0@lo:38: 00000100:00000001:3.0:1749609400.332428:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609400.332429:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609400.332430:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609400.332430:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612287360 00000100:00001000:0.0:1749609400.332431:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=56 v=5 (5 5 5 5) 00010000:00000040:1.0:1749609400.332431:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612287616 00000400:00000001:3.0:1749609400.332431:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749609400.332432:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:3.0:1749609400.332432:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1749609400.332433:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=56 v=5 (1 1 1 1) 00010000:00000001:1.0:1749609400.332433:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749609400.332433:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749609400.332433:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 00000100:00000001:0.0:1749609400.332434:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609400.332434:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000100:00000001:0.0:1749609400.332435:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609400.332435:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012e7de300 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:346/0 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609400.332435:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00010000:00000001:0.0:1749609400.332437:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609400.332437:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609400.332438:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609400.332439:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749609400.332440:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609400.332440:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00020000:2.0:1749609400.332440:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609400.332441:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609400.332442:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749609400.332443:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=63 v=5 (1 1 1 1) 00000100:00000200:3.0:1749609400.332443:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609400.332444:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609400.332444:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609400.332445:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609400.332446:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749609400.332446:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749609400.332447:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609400.332447:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609400.332448:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609400.332448:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609400.332448:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609400.332448:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609400.332449:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609400.332449:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609400.332450:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609400.332450:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:2.0:1749609400.332450:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fec00. 00000100:00000001:3.0:1749609400.332450:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609400.332451:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609400.332451:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.332451:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749609400.332452:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609400.332452:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609400.332453:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332453:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609400.332454:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609400.332454:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609400.332454:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609400.332455:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00010000:00000001:2.0:1749609400.332455:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.332455:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332456:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609400.332457:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612287616, offset 224 00000100:00001000:2.0:1749609400.332457:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609400.332458:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749609400.332459:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609400.332459:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:3.0:1749609400.332459:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609400 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609400.332460:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609400.332460:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1749609400.332460:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=66 v=20 (1 1 1 20) 00000100:00000040:0.0:1749609400.332461:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609400.332462:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609400.332462:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749609400.332463:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609400.332463:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609400.332464:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609400.332464:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609400.332466:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609400.332466:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609400.332467:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612287232:0@lo:400: 00000400:00000200:1.0:1749609400.332467:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c1880 02000000:00000001:2.0:1749609400.332468:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749609400.332468:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609400.332469:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332470:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609400.332470:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x176b9 [1] + 224 00000100:00000001:2.0:1749609400.332470:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609400.332471:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609400.332471:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609400.332472:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7ddc00 x1834594612287232/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609400.332472:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609400.332472:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609400.332473:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749609400.332474:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612287360, offset 0 00000100:00000001:3.0:1749609400.332474:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609400.332475:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609400.332476:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609400.332476:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609400.332477:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609400.332477:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1749609400.332478:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609400.332478:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609400.332478:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749609400.332479:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9800. 00000100:00000200:1.0:1749609400.332480:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609400.332480:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:2.0:1749609400.332481:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609400.332482:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1749609400.332482:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000001:0.0:1749609400.332483:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609400.332484:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000400:00000200:2.0:1749609400.332484:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c1780 00000100:00000001:3.0:1749609400.332484:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609400.332486:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749609400.332486:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609400.332487:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057900. 00000100:00000040:1.0:1749609400.332487:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609400.332487:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x176c1 [1] + 0 02000000:00000001:0.0:1749609400.332488:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609400.332489:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609400.332490:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7ddc00. 00000400:00000200:2.0:1749609400.332490:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609400.332491:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612287104:0@lo:38: 00000100:00000001:0.0:1749609400.332492:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609400.332492:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609400.332492:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609400.332493:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609400.332493:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609400.332493:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332495:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609400.332495:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749609400.332495:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332495:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609400.332496:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609400.332496:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dd500 x1834594612287104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.332515:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609400.332517:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332521:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609400.332522:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609400.332523:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609400.332524:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609400.332526:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609400.332527:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609400.332528:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609400.332529:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609400.332530:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749609400.332530:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000001:0.0:1749609400.332531:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609400.332532:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00010000:00000001:1.0:1749609400.332532:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609400.332533:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609400.332534:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749609400.332535:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000100:00000001:2.0:1749609400.332535:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749609400.332536:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000040:1.0:1749609400.332536:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7de300 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:346/0 lens 224/224 e 0 to 0 dl 1749609411 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.332537:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609400.332539:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609400.332539:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000400:00000010:2.0:1749609400.332541:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00100000:1.0:1749609400.332542:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612287616:12345-0@lo:400: Request processed in 172us (438us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609400.332542:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609400.332543:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609400.332544:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332544:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749609400.332545:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609400.332546:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609400.332546:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609400.332547:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508c800. 00000100:00000001:2.0:1749609400.332548:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332549:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609400.332549:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609400.332550:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609400.332550:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00000001:0.0:1749609400.332551:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749609400.332551:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000040:2.0:1749609400.332551:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948ba300 x1834594612287360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609400.332551:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749609400.332552:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609400.332552:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609400.332553:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609400.332553:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609400.332553:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1749609400.332553:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609400.332554:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749609400.332554:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749609400.332555:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609400.332555:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2f800. 00000020:00000010:1.0:1749609400.332556:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9e80. 00000100:00100000:2.0:1749609400.332556:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612287360:12345-0@lo:38: Request processed in 128us (355us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749609400.332557:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=63 v=5 (5 5 5 5) 02000000:00000001:3.0:1749609400.332557:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1749609400.332558:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c708. 02000000:00000001:3.0:1749609400.332558:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1749609400.332559:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=63 v=5 (1 1 1 1) 00000100:00000010:3.0:1749609400.332559:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dd500. 00000100:00000001:0.0:1749609400.332560:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1749609400.332560:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:3.0:1749609400.332560:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609400.332561:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609400.332561:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00000001:3.0:1749609400.332561:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609400.332562:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:2.0:1749609400.332562:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609400.332562:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609400.332563:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609400.332563:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609400.332563:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:0.0:1749609400.332564:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609400.332565:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000100:00000001:3.0:1749609400.332565:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609400.332566:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c0c8. 00000100:00000001:3.0:1749609400.332566:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609400.332567:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749609400.332568:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:3.0:1749609400.332568:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749609400.332569:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609400.332569:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609400.332570:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749609400.332570:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609400.332570:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609400.332570:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749609400.332571:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000001:3.0:1749609400.332571:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609400.332572:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609400.332572:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609400.332572:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000400:00000010:3.0:1749609400.332572:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62790. 00000100:00000040:0.0:1749609400.332574:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609400.332574:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806388736 : -131938903162880 : ffff8800948b8000) 00000100:00000001:2.0:1749609400.332574:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609400.332574:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000100:00000001:2.0:1749609400.332575:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749609400.332575:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00000001:2.0:1749609400.332576:0:16223:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609400.332577:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b8000 x1834594612287488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609400.332577:0:16223:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332577:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609400.332578:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609400.332579:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749609400.332579:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.332580:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609400.332583:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609400.332584:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609400.332585:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609400.332586:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612287488:12345-0@lo:38: 00000100:00000001:2.0:1749609400.332587:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609400.332589:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609400.332589:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609400.332589:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609400.332590:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612287616:0@lo:400: 00000100:00000200:1.0:1749609400.332590:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612287488 00000400:00000001:2.0:1749609400.332590:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609400.332590:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749609400.332591:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749609400.332591:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fd68. 02000000:00000001:3.0:1749609400.332591:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609400.332592:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749609400.332593:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609400.332593:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c934c8 00000100:00000001:3.0:1749609400.332593:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332594:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609400.332594:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c934c8. 00000100:00000001:2.0:1749609400.332595:0:1511:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609400.332595:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332596:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609400.332597:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dc000 x1834594612287616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609400.332597:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609400.332597:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609400 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609400.332598:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=66 v=20 (1 1 1 20) 00000020:00000001:1.0:1749609400.332600:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332600:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609400.332601:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:1.0:1749609400.332602:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749609400.332602:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332602:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609400.332604:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749609400.332604:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609400.332604:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609400.332606:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609400.332606:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749609400.332607:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0a00. 00010000:00000001:1.0:1749609400.332607:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609400.332607:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609400.332608:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609400.332608:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609400.332609:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609400.332610:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609400.332610:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609400.332610:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609400.332610:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749609400.332611:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609400.332611:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609400.332611:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609400.332612:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749609400.332612:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609400.332612:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332612:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609400.332613:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609400.332614:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749609400.332614:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609400.332614:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:0.0:1749609400.332615:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057100. 02000000:00000010:1.0:1749609400.332615:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013770e000. 00000100:00001000:2.0:1749609400.332616:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=69 v=5 (5 5 5 5) 00000100:00080000:3.0:1749609400.332616:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000001:0.0:1749609400.332617:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609400.332617:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332617:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749609400.332618:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=59 v=5 (1 1 1 1) 00000100:00000040:3.0:1749609400.332618:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609400.332619:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749609400.332619:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609400.332620:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc000. 00000100:00000001:2.0:1749609400.332620:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1749609400.332621:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609400.332621:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332622:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1749609400.332622:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609400.332623:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609400.332623:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609400.332623:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612287360:0@lo:38: 00000100:00000001:0.0:1749609400.332624:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609400.332625:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.332626:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609400.332626:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609400.332626:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609400.332627:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332627:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609400.332629:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609400.332629:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749609400.332629:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dea00 x1834594612287360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.332631:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609400.332631:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609400.332631:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609400.332632:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609400.332632:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749609400.332633:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609400.332633:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609400.332633:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609400.332634:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.332634:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609400.332635:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:2.0:1749609400.332635:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609400.332635:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508d000. 00000100:00000001:1.0:1749609400.332637:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:3.0:1749609400.332637:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609400.332638:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609400.332638:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:2.0:1749609400.332639:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612286976:0@lo:400: 00000020:00000001:3.0:1749609400.332639:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749609400.332640:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000010:3.0:1749609400.332640:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2e000. 02000000:00000001:3.0:1749609400.332641:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609400.332642:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609400.332642:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609400.332642:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749609400.332643:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609400.332643:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1749609400.332643:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dea00. 00000100:00000040:2.0:1749609400.332644:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dc380 x1834594612286976/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609400.332645:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609400.332645:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609400.332645:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609400.332646:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609400.332647:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609400.332648:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609400.332648:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609400.332648:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749609400.332649:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 02000000:00000001:2.0:1749609400.332649:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609400.332649:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609400.332650:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 00000100:00000001:3.0:1749609400.332650:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609400.332652:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612287488, offset 0 02000000:00000001:2.0:1749609400.332652:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609400.332653:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609400.332653:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:2.0:1749609400.332655:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609400.332655:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 00000400:00000200:1.0:1749609400.332656:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609400.332657:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609400.332658:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609400.332659:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc380. 00000100:00000001:2.0:1749609400.332660:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1749609400.332661:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609400.332662:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609400.332663:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609400.332665:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609400.332665:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609400.332666:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c1800 00000100:00000001:2.0:1749609400.332667:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609400.332668:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609400.332670:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x176d9 [1] + 0 00000400:00000200:1.0:1749609400.332674:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609400.332676:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609400.332679:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609400.332682:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609400.332689:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609400.332706:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609400.332710:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609400.332711:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609400.332712:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609400.332713:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609400.332715:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609400.332717:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609400.332718:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609400.332720:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609400.332722:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b8000 x1834594612287488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609420 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609400.332728:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612287488:12345-0@lo:38: Request processed in 142us (373us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609400.332731:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609400.332732:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00000001:3.0:1749609400.332732:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609400.332734:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609400.332735:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1749609400.332735:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609400.332736:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749609400.332737:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9a00. 00000400:00000010:3.0:1749609400.332737:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62840. 00000020:00000010:1.0:1749609400.332738:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c3e8. 00000400:00000200:3.0:1749609400.332739:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000400:00000010:3.0:1749609400.332740:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000020:00000010:1.0:1749609400.332741:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:3.0:1749609400.332741:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609400.332744:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609400.332744:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609400.332749:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332754:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609400.332755:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609400.332757:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609400.332758:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609400.332759:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609400.332760:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609400.332761:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609400.332764:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609400 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609400.332765:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=63 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609400.332767:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609400.332768:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609400.332769:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609400.332771:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332775:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609400.332777:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609400.332778:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609400.332779:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609400.332780:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609400.332781:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609400.332782:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609400.332784:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609400.332785:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609400.332789:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612287488:0@lo:38: 00000100:00000001:3.0:1749609400.332792:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609400.332793:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609400.332794:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7de680 x1834594612287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609400.332798:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609400.332799:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609400.332800:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508d800. 02000000:00000001:3.0:1749609400.332802:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609400.332803:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609400.332804:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609400.332806:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609400.332807:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2dc00. 02000000:00000001:3.0:1749609400.332808:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609400.332809:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609400.332810:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7de680. 00000100:00000001:3.0:1749609400.332811:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609400.332812:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609400.332813:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609400.332815:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609400.332816:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609400.332817:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609400.332818:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609400.339588:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298676744, at 4298676744 00000100:00000040:2.0:1749609400.339588:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298676744, at 4298676744 00000100:00000040:3.0:1749609400.339594:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298676744, at 4298676744 00000100:00000010:1.0:1749609400.339599:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706840. 00000100:00000040:0.0:1749609400.339600:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298676744, at 4298676744 00000100:00000010:3.0:1749609400.339603:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706700. 00000100:00000010:0.0:1749609400.339610:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706000. 00000100:00000010:2.0:1749609400.339615:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706240. 00000100:00000010:0.0:1749609400.529639:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc000. 00000020:00000040:0.0:1749609400.529649:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609400.529654:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609400.529656:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609400.529661:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609400.529667:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609400.529673:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.529678:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609400.529680:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609400.529684:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609400.529686:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609400.529688:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609400.529689:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389178880 : -131936320372736 : ffff88012e7dc000) 00000100:00000001:0.0:1749609400.529693:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609400.529695:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609400.529696:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609400.529697:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609400.529704:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dc000 x1834594612287744/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.529712:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609400.529713:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609400.529715:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dc000 x1834594612287744/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.529720:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609400.529722:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609400.529724:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609400.529725:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609400.529727:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609400.529729:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609400.529731:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609400.529733:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609400.529734:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609400.529736:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc000 x1834594612287744/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609400.529741:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dc000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612287744:0@lo:900: 00000100:00000001:0.0:1749609400.529744:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609400.529746:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609400.529747:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609400.529748:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609400.529750:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dc000 x1834594612287744/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.529754:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609400.529755:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609400.529759:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609400.529760:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609400.529761:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609400.529762:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dc000 x1834594612287744/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609400.529766:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609400.529767:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609400.529768:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609400.529770:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609400.529772:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609400.529774:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609400.529775:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609400.529776:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc000. 00000100:00000001:0.0:1749609400.529778:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609400.529779:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609400.710694:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609400.710704:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609400.710706:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609400.710709:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609400.710713:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609400.710717:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609400.710720:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609400.710740:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609400.710742:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609400.721620:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609400.721626:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609400.721633:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609400.721634:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609400.721701:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609400.721706:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609400.721710:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609401.710604:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609401.710612:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609401.710614:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609401.710617:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609401.710622:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609401.710625:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609401.710628:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609401.710630:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609401.710632:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609401.723624:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609401.723631:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609401.723637:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609401.723639:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609401.723710:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609401.723714:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609401.723717:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609402.094577:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609402.094594:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609402.094598:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609402.094601:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609402.094614:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609402.094631:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342380 00000400:00000200:0.0:1749609402.094640:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16b6d [2] + 0 00000400:00000010:0.0:1749609402.094645:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f370. 00000400:00000200:0.0:1749609402.094650:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0245240 00000800:00000001:0.0:1749609402.094656:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609402.094660:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609402.094663:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609402.094669:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609402.094674:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0245240 00000400:00000010:0.0:1749609402.094677:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a0245240. 00000100:00000001:0.0:1749609402.094682:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609402.094684:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609402.094688:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff880137709850 x1834594730255232 msgsize 224 00000100:00100000:0.0:1749609402.094694:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609402.094697:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609402.094727:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609402.094733:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609402.094735:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609402.094737:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609402.094738:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609402.094742:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609402.094746:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342400 00000400:00000200:0.0:1749609402.094751:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 61168 00000800:00000001:0.0:1749609402.094754:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609402.094757:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609402.094759:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609402.094762:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609402.094764:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609402.094765:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609402.094769:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc000. 00000100:00000040:0.0:1749609402.094772:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7dc000 x1834594730255360 msgsize 520 00000100:00100000:0.0:1749609402.094775:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609402.094784:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609402.094787:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609402.094787:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730255232 00000800:00000001:0.0:1749609402.094790:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:2.0:1749609402.094790:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609402.094792:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609402.094793:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1749609402.094794:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609402.094795:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609402.094796:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609402.094799:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 02000000:00000001:2.0:1749609402.094799:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609402.094803:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342480 00000100:00100000:2.0:1749609402.094803:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730255232 00000400:00000200:0.0:1749609402.094806:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 61688 00000020:00000001:2.0:1749609402.094806:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609402.094808:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000800:00000001:0.0:1749609402.094810:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:2.0:1749609402.094811:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609402.094813:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609402.094816:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609402.094818:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609402.094823:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609402.094823:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609402.094825:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609402.094826:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706240. 00000400:00000200:0.0:1749609402.094828:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:2.0:1749609402.094829:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609402.094831:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609402.094832:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749609402.094832:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706240. 00000100:00000010:0.0:1749609402.094834:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7ddc00. 00000100:00000040:0.0:1749609402.094836:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7ddc00 x1834594730255488 msgsize 520 00000020:00000010:2.0:1749609402.094837:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00100000:0.0:1749609402.094840:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:2.0:1749609402.094842:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000001:0.0:1749609402.094846:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609402.094846:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c0c8. 00000800:00000001:0.0:1749609402.094848:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609402.094850:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609402.094853:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609402.094855:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609402.094857:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609402.094858:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.094862:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609402.094864:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730255360 00000100:00000001:2.0:1749609402.094864:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609402.094865:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609402.094867:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609402.094868:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609402.094870:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609402.094873:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730255360 00000020:00000001:0.0:1749609402.094874:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609402.094876:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609402.094877:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609402.094879:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609402.094880:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.094881:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609402.094883:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000020:00000010:0.0:1749609402.094886:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000020:00000010:0.0:1749609402.094889:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000100:00000001:2.0:1749609402.094889:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609402.094892:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609402.094892:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609402.094893:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609402.094895:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609402.094897:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1487 00000100:00000001:0.0:1749609402.094898:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609402.094899:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609402.094901:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539311696 : -131936170239920 : ffff880137709850) 00000100:00000001:0.0:1749609402.094902:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.094908:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609402.094910:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730255488 02000000:00000001:0.0:1749609402.094911:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609402.094913:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609402.094913:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880137709850 x1834594730255232/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:348/0 lens 224/0 e 0 to 0 dl 1749609413 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.094914:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609402.094915:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609402.094917:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730255488 00000100:00000001:1.0:1749609402.094917:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609402.094919:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609402.094920:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609402.094920:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609402.094921:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609402.094922:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609402.094923:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.094924:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609402.094925:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000020:00000010:2.0:1749609402.094925:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706240. 00000100:00100000:1.0:1749609402.094926:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2810 00000020:00000010:0.0:1749609402.094927:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced00. 00000100:00000001:2.0:1749609402.094927:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609402.094929:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ec80. 00000100:00000001:1.0:1749609402.094929:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389178880 : -131936320372736 : ffff88012e7dc000) 00000020:00000010:2.0:1749609402.094929:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706240. 00000100:00000001:0.0:1749609402.094930:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609402.094931:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609402.094932:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609402.094933:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7dc000 x1834594730255360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609402.094933:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730255232:12345-192.168.201.20@tcp:400: 00000100:00000001:0.0:1749609402.094934:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609402.094937:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730255232 00000100:00000001:0.0:1749609402.094939:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609402.094939:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609402.094942:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609402.094943:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609402.094944:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609402.094944:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730255360:12345-192.168.201.20@tcp:38: 00000020:00000001:2.0:1749609402.094945:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609402.094945:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749609402.094947:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2811 00000100:00000001:3.0:1749609402.094947:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609402.094948:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730255360 00000020:00000001:2.0:1749609402.094948:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609402.094949:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389186048 : -131936320365568 : ffff88012e7ddc00) 00000100:00000001:3.0:1749609402.094949:0:15217:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609402.094950:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609402.094950:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000040:0.0:1749609402.094951:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7ddc00 x1834594730255488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609402.094951:0:15217:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609402.094952:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1749609402.094953:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609402.094954:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609402.094956:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609402.094958:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609402.094960:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609402.094961:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730255488:12345-192.168.201.20@tcp:38: 00000020:00000001:2.0:1749609402.094962:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1749609402.094964:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730255488 00000100:00000001:2.0:1749609402.094965:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749609402.094966:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609402.094966:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609402.094967:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609402.094968:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00020000:1.0:1749609402.094970:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749609402.094971:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fc400. 00000020:00000040:0.0:1749609402.094973:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609402.094973:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609402.094973:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609402.094975:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:2.0:1749609402.094975:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609402.094976:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609402.094978:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609402.094978:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.094980:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609402.094980:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000040:2.0:1749609402.094980:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730255232 02000000:00000001:0.0:1749609402.094981:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609402.094982:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749609402.094982:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:0.0:1749609402.094984:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88012db2d800. 02000000:00000001:0.0:1749609402.094985:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609402.094985:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013770c800. 00010000:00000200:2.0:1749609402.094985:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880137709850 x1834594730255232/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:348/0 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.094987:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609402.094987:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.094989:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609402.094990:0:14331:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000001:1.0:1749609402.094992:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609402.094994:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749609402.094995:0:14331:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4011 last 0 00000100:00001000:1.0:1749609402.094996:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749609402.094998:0:14331:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:1.0:1749609402.095000:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749609402.095000:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609402.095001:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609402.095002:0:14331:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1749609402.095004:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00001000:2.0:1749609402.095004:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=71 v=5 (1 1 1 1) 00000400:00000200:1.0:1749609402.095007:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000004:00000001:0.0:1749609402.095008:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609402.095008:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609402.095010:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609402.095010:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609402.095012:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609402.095012:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:0.0:1749609402.095014:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609402.095014:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609402.095014:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609402.095016:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000001:2.0:1749609402.095016:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609402.095017:0:14331:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609402.095018:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609402.095018:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:0.0:1749609402.095019:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609402.095019:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609402.095020:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609402.095020:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609402.095021:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000040:0.0:1749609402.095023:0:14331:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000040:1.0:1749609402.095023:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609402.095024:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c934c8. 00000004:00000040:0.0:1749609402.095025:0:14331:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000400:00000010:1.0:1749609402.095025:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000004:00000040:0.0:1749609402.095027:0:14331:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000200:1.0:1749609402.095028:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730255360, offset 0 00000100:00000200:2.0:1749609402.095028:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730255232, offset 224 00000004:00000001:0.0:1749609402.095029:0:14331:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609402.095031:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609402.095032:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609402.095033:0:14331:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609402.095035:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609402.095037:0:14331:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609402.095038:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00010000:00000001:0.0:1749609402.095039:0:14331:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609402.095040:0:14331:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:2.0:1749609402.095041:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000040:0.0:1749609402.095043:0:14331:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:1.0:1749609402.095043:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2124:2124:256:4294967295] 192.168.201.20@tcp LPNI seq info [2120:2120:8:4294967295] 00010000:00000001:0.0:1749609402.095045:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609402.095047:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609402.095048:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609402.095050:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609402.095050:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00001000:0.0:1749609402.095051:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:1.0:1749609402.095053:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609402.095054:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000010:1.0:1749609402.095056:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee200. 00000400:00000200:2.0:1749609402.095057:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:1.0:1749609402.095061:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609402.095062:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2125:2125:255:4294967295] 192.168.201.20@tcp LPNI seq info [2121:2121:7:4294967295] 00000800:00000200:1.0:1749609402.095066:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:1.0:1749609402.095069:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1749609402.095071:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:1.0:1749609402.095076:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609402.095076:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609402.095078:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000040:1.0:1749609402.095078:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000800:00000010:2.0:1749609402.095079:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7700. 00000100:00000001:0.0:1749609402.095080:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609402.095080:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609402.095081:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609402.095082:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609402.095083:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:0.0:1749609402.095084:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:1.0:1749609402.095084:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc000 x1834594730255360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609422 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.095085:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:2.0:1749609402.095087:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:0.0:1749609402.095088:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609402.095090:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749609402.095090:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730255360:12345-192.168.201.20@tcp:38: Request processed in 147us (317us total) trans 0 rc -19/-19 00000800:00000200:2.0:1749609402.095090:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7700 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1749609402.095092:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609402.095093:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.095094:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749609402.095095:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2810 00000100:00000040:2.0:1749609402.095096:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:0.0:1749609402.095097:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609402.095097:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609402.095098:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749609402.095098:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:0.0:1749609402.095099:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6684c8. 00000020:00000010:1.0:1749609402.095100:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000020:00000001:2.0:1749609402.095100:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609402.095101:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730255488, offset 0 00000020:00000001:2.0:1749609402.095102:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749609402.095103:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000400:00000200:0.0:1749609402.095105:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609402.095105:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880137709850 x1834594730255232/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:348/0 lens 224/224 e 0 to 0 dl 1749609413 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609402.095106:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00000001:1.0:1749609402.095108:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609402.095110:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:0.0:1749609402.095114:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2126:2126:254:4294967295] 192.168.201.20@tcp LPNI seq info [2122:2122:6:4294967295] 00000100:00100000:2.0:1749609402.095114:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730255232:12345-192.168.201.20@tcp:400: Request processed in 190us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1749609402.095122:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1487 00000100:00000040:2.0:1749609402.095124:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:2.0:1749609402.095127:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609402.095128:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:2.0:1749609402.095128:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609402.095131:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000800:00000200:0.0:1749609402.095133:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:2.0:1749609402.095134:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c0c8. 00000800:00000010:0.0:1749609402.095135:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057100. 00000020:00000010:2.0:1749609402.095137:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000800:00000200:0.0:1749609402.095139:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000040:2.0:1749609402.095140:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:1.0:1749609402.095141:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609402.095142:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee200. 00000800:00000200:0.0:1749609402.095143:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:2.0:1749609402.095144:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609402.095146:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057100 type 1, nob 512 niov 1 nkiov 1 00000400:00000200:1.0:1749609402.095146:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749609402.095147:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1749609402.095149:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609402.095149:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000010:2.0:1749609402.095150:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fd68. 00000400:00000200:1.0:1749609402.095151:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000040:0.0:1749609402.095152:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000400:00000010:1.0:1749609402.095152:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:0.0:1749609402.095153:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609402.095154:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749609402.095155:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609402.095155:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749609402.095155:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201780. 00000100:00000040:0.0:1749609402.095158:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7ddc00 x1834594730255488/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609422 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749609402.095162:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609402.095163:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7700. 00000400:00000200:1.0:1749609402.095164:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609402.095166:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:0.0:1749609402.095167:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730255488:12345-192.168.201.20@tcp:38: Request processed in 206us (329us total) trans 0 rc -11/-11 00000400:00000200:1.0:1749609402.095167:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c934c8 00000400:00000010:1.0:1749609402.095168:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c934c8. 00000100:00000001:1.0:1749609402.095169:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749609402.095171:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609402.095172:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a07fc400. 00000100:00100000:0.0:1749609402.095174:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2811 02000000:00000001:1.0:1749609402.095174:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609402.095175:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609402.095176:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609402.095178:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609402.095180:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced00. 00000020:00000010:0.0:1749609402.095182:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ec80. 00000020:00000010:0.0:1749609402.095185:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609402.095188:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609402.095213:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609402.095214:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057100. 00000400:00000200:1.0:1749609402.095215:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609402.095218:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609402.095219:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6684c8 00000400:00000010:1.0:1749609402.095220:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6684c8. 00000100:00000001:1.0:1749609402.095221:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609402.095222:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609402.530665:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dfb80. 00000020:00000040:0.0:1749609402.530679:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609402.530686:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609402.530690:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609402.530696:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609402.530704:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609402.530712:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.530720:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609402.530722:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609402.530728:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609402.530731:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609402.530735:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609402.530737:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389194112 : -131936320357504 : ffff88012e7dfb80) 00000100:00000001:0.0:1749609402.530743:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609402.530746:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609402.530748:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609402.530750:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609402.530759:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dfb80 x1834594612287872/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.530769:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609402.530770:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609402.530773:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dfb80 x1834594612287872/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.530779:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609402.530781:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609402.530783:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609402.530784:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609402.530786:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609402.530788:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609402.530791:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.530793:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609402.530795:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609402.530798:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dfb80 x1834594612287872/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609402.530810:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612287872:0@lo:900: 00000100:00000001:0.0:1749609402.530814:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609402.530816:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609402.530818:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609402.530819:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609402.530821:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dfb80 x1834594612287872/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.530826:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609402.530828:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609402.530832:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609402.530833:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609402.530835:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609402.530836:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dfb80 x1834594612287872/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609402.530841:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609402.530843:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609402.530844:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609402.530846:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609402.530848:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609402.530852:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609402.530854:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609402.530855:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dfb80. 00000100:00000001:0.0:1749609402.530858:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609402.530859:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609402.710631:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609402.710636:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609402.710637:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609402.710639:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609402.710642:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609402.710644:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609402.710646:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609402.710647:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609402.710648:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609402.725623:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609402.725628:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609402.725633:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609402.725634:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609402.725694:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609402.725698:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609402.725699:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609403.710621:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609403.710629:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609403.710631:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609403.710635:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609403.710639:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609403.710643:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609403.710646:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609403.710648:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609403.710650:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609403.727655:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609403.727662:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609403.727669:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609403.727670:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609403.727756:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609403.727763:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609403.727767:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609404.531611:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dfb80. 00000020:00000040:0.0:1749609404.531622:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609404.531630:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609404.531633:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609404.531638:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609404.531645:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609404.531667:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609404.531672:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609404.531673:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609404.531678:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609404.531680:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609404.531681:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609404.531683:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389194112 : -131936320357504 : ffff88012e7dfb80) 00000100:00000001:0.0:1749609404.531686:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609404.531688:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609404.531689:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609404.531691:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609404.531697:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dfb80 x1834594612288000/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609404.531704:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609404.531705:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609404.531707:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dfb80 x1834594612288000/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609404.531712:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609404.531714:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609404.531715:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609404.531716:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609404.531718:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609404.531719:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609404.531721:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609404.531723:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609404.531724:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609404.531726:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dfb80 x1834594612288000/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609404.531735:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612288000:0@lo:900: 00000100:00000001:0.0:1749609404.531738:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609404.531740:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609404.531741:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609404.531743:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609404.531744:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dfb80 x1834594612288000/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609404.531748:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609404.531750:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609404.531753:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609404.531754:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609404.531755:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609404.531756:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dfb80 x1834594612288000/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609404.531760:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609404.531761:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609404.531762:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609404.531763:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609404.531765:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609404.531767:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609404.531768:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609404.531769:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dfb80. 00000100:00000001:0.0:1749609404.531771:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609404.531771:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609404.710656:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609404.710662:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609404.710664:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609404.710666:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609404.710669:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609404.710671:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609404.710672:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609404.710674:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609404.710675:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609404.729626:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609404.729632:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609404.729636:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609404.729637:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609404.729689:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609404.729692:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609404.729694:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609405.339608:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609405.339617:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609405.339623:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dfb80. 00000020:00000040:0.0:1749609405.339628:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609405.339631:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609405.339634:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609405.339638:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609405.339644:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057800. 00000100:00000001:0.0:1749609405.339649:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609405.339656:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609405.339664:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609405.339666:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609405.339671:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dfb80] to pc [ptlrpcd_00_01+1] req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609405.339702:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609405.339704:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609405.339706:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609405.339708:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609405.339710:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609405.339712:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609405.339714:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4009 00000100:00080000:0.0:1749609405.339716:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609405.339718:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609405.339720:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609405.339726:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609405.339727:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609405.339729:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609405.339731:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609405.339733:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609405.339736:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609405.339737:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609405.339739:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609405.339741:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609405.339742:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609405.339742:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609405.339743:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609405.339745:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609405.339746:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609405.339748:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609405.339749:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609405.339754:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609405.339755:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.339757:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609405.339759:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609405.339761:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7df800. 00000020:00000040:0.0:1749609405.339762:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609405.339764:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609405.339765:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.339767:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609405.339768:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749609405.339768:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609405.339769:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.339770:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749609405.339771:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2cc00. 00000100:00000001:0.0:1749609405.339773:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609405.339774:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749609405.339775:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609405.339776:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609405.339776:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609405.339781:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609405.339781:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.339782:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749609405.339783:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7df800] to pc [ptlrpcd_rcv+-1] req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609405.339783:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609405.339784:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609405.339786:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609405.339788:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609405.339791:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609405.339792:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609405.339793:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609405.339795:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609405.339797:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609405.339799:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7de680. 00000100:00000001:2.0:1749609405.339799:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609405.339799:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609405.339800:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609405.339801:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609405.339801:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609405.339802:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609405.339802:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609405.339803:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609405.339803:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749609405.339805:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057400. 02000000:00000001:3.0:1749609405.339805:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609405.339806:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609405.339806:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609405.339807:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609405.339808:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749609405.339808:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612288128:0@lo:400: 00000100:00000001:3.0:1749609405.339814:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609405.339816:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609405.339817:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609405.339817:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609405.339819:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609405.339820:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609405.339820:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609405.339822:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609405.339822:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609405.339822:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749609405.339823:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 00000100:00000040:0.0:1749609405.339824:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7de680] to pc [ptlrpcd_00_02+2] req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609405.339824:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609405.339824:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609405.339826:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612288256:0@lo:38: 00000400:00000010:3.0:1749609405.339829:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62840. 00000100:00000001:2.0:1749609405.339830:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609405.339832:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609405.339834:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609405.339834:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 02000000:00000001:2.0:1749609405.339836:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749609405.339839:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612288128, portal 25 02000000:00000010:2.0:1749609405.339840:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fc400. 00000100:00000001:0.0:1749609405.339841:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.339841:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609405.339842:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.339842:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389194112 : -131936320357504 : ffff88012e7dfb80) 00000100:00080000:0.0:1749609405.339843:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609405.339845:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:3.0:1749609405.339845:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609405.339846:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1749609405.339846:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f370. 00000100:00080000:0.0:1749609405.339847:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609405.339848:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609405.339849:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4009 00000100:00080000:0.0:1749609405.339851:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1749609405.339851:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609405.339851:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609405.339852:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609405.339853:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609405.339853:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609405.339854:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609405.339854:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 00000100:00000001:0.0:1749609405.339855:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:2.0:1749609405.339855:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612288256, portal 4 00000100:00000200:3.0:1749609405.339855:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612288128, offset 0 00000020:00000001:0.0:1749609405.339856:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609405.339857:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609405.339857:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609405.339857:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1749609405.339858:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:2.0:1749609405.339858:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389193216 : -131936320358400 : ffff88012e7df800) 00000400:00000200:3.0:1749609405.339859:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609405.339860:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:0.0:1749609405.339862:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:0.0:1749609405.339863:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:2.0:1749609405.339863:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609405.339865:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609405.339866:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609405.339866:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609405.339867:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:0.0:1749609405.339869:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609405.339869:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609405.339870:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609405.339870:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609405.339871:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749609405.339871:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609405.339872:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 02000000:00000001:0.0:1749609405.339873:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609405.339874:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609405.339874:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612288256, offset 0 00000100:00000001:0.0:1749609405.339875:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609405.339876:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609405.339877:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609405.339877:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c1a80 00000100:00000010:0.0:1749609405.339878:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc380. 00000020:00000040:0.0:1749609405.339879:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609405.339880:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609405.339880:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.339881:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749609405.339881:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16ba9 [2] + 0 02000000:00000001:0.0:1749609405.339882:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749609405.339882:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609405.339883:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609405.339884:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fb58. 02000000:00000010:0.0:1749609405.339885:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2ec00. 00000100:00000001:0.0:1749609405.339886:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609405.339886:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c1b00 00000100:00100000:0.0:1749609405.339888:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609405.339888:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0245300 00000400:00000200:2.0:1749609405.339891:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 7280 00000100:00000001:0.0:1749609405.339892:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749609405.339892:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609405.339893:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609405.339894:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dc380] to pc [ptlrpcd_rcv+-1] req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609405.339895:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609405.339895:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609405.339897:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609405.339897:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609405.339897:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0245300 00000400:00000010:3.0:1749609405.339898:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a0245300. 00000100:00000001:0.0:1749609405.339899:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609405.339900:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749609405.339901:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:0.0:1749609405.339902:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1749609405.339902:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000200:3.0:1749609405.339903:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1749609405.339904:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749609405.339904:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609405.339905:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1749609405.339905:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88008b970850 x1834594612288128 msgsize 224 00000100:00000001:0.0:1749609405.339906:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609405.339907:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4009 00000100:00000001:2.0:1749609405.339907:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609405.339908:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:3.0:1749609405.339908:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749609405.339909:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749609405.339909:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609405.339909:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1749609405.339910:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609405.339911:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609405.339911:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749609405.339911:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab8a80. 00000100:00000040:0.0:1749609405.339912:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609405.339913:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609405.339913:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609405.339913:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab8a80 x1834594612288256 msgsize 520 00000020:00000001:0.0:1749609405.339914:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609405.339914:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:1.0:1749609405.339914:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609405.339915:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609405.339915:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749609405.339916:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:1.0:1749609405.339916:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609405.339916:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749609405.339917:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609405.339918:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:0.0:1749609405.339919:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609405.339920:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609405.339920:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609405.339921:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609405.339922:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609405.339922:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000020:00000040:0.0:1749609405.339923:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:2.0:1749609405.339923:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749609405.339923:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00080000:0.0:1749609405.339924:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609405.339925:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609405.339926:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609405.339926:0:1509:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609405.339927:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609405.339928:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609405.339928:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609405.339929:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609405.339929:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749609405.339929:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000100:00000001:0.0:1749609405.339930:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609405.339930:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000100:00000010:0.0:1749609405.339931:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dea00. 00000100:00000001:1.0:1749609405.339931:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609405.339932:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609405.339932:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609405.339933:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749609405.339933:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609405.339933:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609405.339934:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.339934:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749609405.339934:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609405.339935:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609405.339935:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609405.339936:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609405.339936:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609405.339937:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609405.339938:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2e400. 00000100:00000001:2.0:1749609405.339939:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609405.339939:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.339940:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609405.339940:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612288384:0@lo:400: 00000100:00000040:2.0:1749609405.339940:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609405.339940:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749609405.339942:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609405.339943:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.339944:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609405.339944:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.339945:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609405.339946:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609405.339946:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609405.339946:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609405.339946:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298681752 00000100:00000040:0.0:1749609405.339947:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dea00] to pc [ptlrpcd_rcv+-1] req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.339947:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609405.339948:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609405.339948:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8c40. 02000000:00000001:1.0:1749609405.339949:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749609405.339949:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1037 usecs (2 jiffies) 00000100:00000001:0.0:1749609405.339951:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.339951:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298681746 00000100:00000040:0.0:1749609405.339952:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1749609405.339952:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 00000100:00000001:3.0:1749609405.339953:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609405.339954:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1749609405.339954:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609405.339955:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dd500. 00000020:00000040:0.0:1749609405.339956:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609405.339956:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609405.339957:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1749609405.339957:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00000100:00000001:2.0:1749609405.339957:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609405.339958:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609405.339959:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609405.339961:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057100. 00000400:00000010:1.0:1749609405.339961:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000001:3.0:1749609405.339961:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298681752 00000100:00000001:0.0:1749609405.339962:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609405.339963:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1749609405.339963:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b87c0. 00000100:00000200:1.0:1749609405.339965:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612288384, portal 4 00000100:00000001:3.0:1749609405.339965:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609405.339967:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609405.339967:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609405.339967:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298681752 00000100:00000001:0.0:1749609405.339968:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.339968:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389188736 : -131936320362880 : ffff88012e7de680) 00000100:00000001:2.0:1749609405.339968:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298681752 00000100:00000010:3.0:1749609405.339968:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b80c0. 00000100:00000040:0.0:1749609405.339969:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dd500] to pc [ptlrpcd_00_03+3] req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.339969:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298681746 00000100:00000001:3.0:1749609405.339969:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609405.339970:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298681752 00000100:00000001:2.0:1749609405.339971:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298681746 00000100:00000001:3.0:1749609405.339971:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298681752 00000100:00000001:2.0:1749609405.339972:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298681752 00000100:00000010:3.0:1749609405.339972:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8ec0. 00000100:00000040:1.0:1749609405.339973:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.339973:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298681746 00000100:00000001:3.0:1749609405.339974:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609405.339976:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.339977:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609405.339978:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4019) 00000100:00100000:2.0:1749609405.339978:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749609405.339979:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609405.339979:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609405.339980:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609405.339980:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609405.339982:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609405.339982:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.339983:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609405.339983:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609405.339984:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000001:2.0:1749609405.339984:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.339985:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609405.339985:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749609405.339986:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612288384, offset 0 00000100:00000001:2.0:1749609405.339986:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609405.339988:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609405.339990:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609405.339993:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609405.339994:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609405.339996:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609405.339996:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609405.339997:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609405.339997:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609405.339998:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609405.339999:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612288256 02000000:00000001:2.0:1749609405.339999:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609405.339999:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612288128 02000000:00000001:0.0:1749609405.340000:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749609405.340000:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612288768:0@lo:400: 02000000:00000001:3.0:1749609405.340000:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609405.340002:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609405.340002:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c1b80 00000100:00000001:2.0:1749609405.340002:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609405.340002:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609405.340003:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340004:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609405.340004:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609405.340005:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609405.340006:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609405.340006:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749609405.340006:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609405.340007:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 3808 00000100:00100000:0.0:1749609405.340008:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612288256 02000000:00000010:2.0:1749609405.340008:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000100:00100000:3.0:1749609405.340008:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612288128 00000020:00000001:0.0:1749609405.340009:0:16946:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609405.340009:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609405.340010:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609405.340010:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1749609405.340011:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609405.340011:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749609405.340011:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000020:00000040:3.0:1749609405.340011:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:0.0:1749609405.340012:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609405.340012:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 00000020:00000001:3.0:1749609405.340012:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609405.340013:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609405.340014:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609405.340014:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612288768, portal 10 00000020:00000040:3.0:1749609405.340014:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:2.0:1749609405.340015:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749609405.340015:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000010:0.0:1749609405.340016:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000001:2.0:1749609405.340016:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389184256 : -131936320367360 : ffff88012e7dd500) 00000020:00000001:3.0:1749609405.340016:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609405.340017:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:0.0:1749609405.340019:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced00. 00000100:00000200:1.0:1749609405.340019:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1749609405.340019:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609405.340019:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609405.340021:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8d40. 00000020:00000010:0.0:1749609405.340022:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ec80. 00000100:00000001:3.0:1749609405.340023:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749609405.340024:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bf8a80. 00000100:00000001:2.0:1749609405.340024:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609405.340024:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8d40. 00000100:00000001:0.0:1749609405.340025:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749609405.340025:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609405.340026:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609405.340026:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880130bf8a80 x1834594612288384 msgsize 224 00000400:00000010:2.0:1749609405.340026:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 00000020:00000010:3.0:1749609405.340026:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000100:00000001:0.0:1749609405.340027:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609405.340027:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612288768, offset 0 00000020:00000010:3.0:1749609405.340028:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000400:00000200:2.0:1749609405.340030:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609405.340030:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000100:00000001:0.0:1749609405.340031:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609405.340031:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609405.340034:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609405.340034:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609405.340035:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609405.340035:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749609405.340036:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c1d00 00000100:00000001:3.0:1749609405.340036:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609405.340037:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340039:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609405.340040:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609405.340040:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 62208 00000100:00000001:3.0:1749609405.340041:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340042:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609405.340043:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749609405.340044:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00000001:3.0:1749609405.340044:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609405.340045:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609405.340046:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526397568 : -131936183154048 : ffff880136ab8a80) 00000400:00000200:1.0:1749609405.340046:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609405.340048:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000040:0.0:1749609405.340049:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab8a80 x1834594612288256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609405.340049:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609405.340050:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609405.340050:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609405.340050:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609405.340051:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749609405.340052:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609405.340052:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00000040:3.0:1749609405.340053:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000010:2.0:1749609405.340054:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab8e00. 00000100:00000001:3.0:1749609405.340054:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656149584 : -131939053402032 : ffff88008b970850) 00000100:00100000:0.0:1749609405.340055:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612288256:12345-0@lo:38: 00000100:00000040:2.0:1749609405.340055:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab8e00 x1834594612288768 msgsize 224 00000100:00000200:0.0:1749609405.340057:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612288256 00000100:00100000:2.0:1749609405.340057:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609405.340057:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b970850 x1834594612288128/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:351/0 lens 224/0 e 0 to 0 dl 1749609416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609405.340059:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609405.340061:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:0.0:1749609405.340062:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609405.340062:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609405.340063:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8d40. 00000400:00000200:2.0:1749609405.340064:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000100:00000001:3.0:1749609405.340064:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609405.340065:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000020:00000010:3.0:1749609405.340065:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8d40. 00000100:00000001:2.0:1749609405.340066:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609405.340067:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749609405.340067:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609405.340067:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b970850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612288128:12345-0@lo:400: 00000100:00000040:1.0:1749609405.340069:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609405.340071:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612288128 00000020:00000001:0.0:1749609405.340072:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340072:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609405.340073:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609405.340073:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00020000:0.0:1749609405.340074:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749609405.340075:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:0.0:1749609405.340076:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609405.340076:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609405.340076:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340077:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609405.340077:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609405.340078:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609405.340078:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609405.340078:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609405.340079:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609405.340080:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609405.340081:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340081:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609405.340081:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609405.340082:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749609405.340082:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 00000020:00000001:3.0:1749609405.340082:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609405.340083:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609405.340083:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1749609405.340084:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000001:2.0:1749609405.340084:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298681745 00000020:00000001:3.0:1749609405.340084:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609405.340085:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298681752 02000000:00000010:0.0:1749609405.340086:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2fc00. 00000100:00000001:1.0:1749609405.340086:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298681745 00000100:00000001:2.0:1749609405.340086:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298681745 00000020:00000001:3.0:1749609405.340086:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609405.340087:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340087:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298681752 00000020:00000001:3.0:1749609405.340087:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609405.340088:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340088:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298681752 00000100:00000001:2.0:1749609405.340088:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298681745 00000100:00000001:3.0:1749609405.340088:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609405.340089:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298681752 02000000:00000001:3.0:1749609405.340089:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609405.340090:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298681745 00000100:00000001:2.0:1749609405.340090:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298681745 00010000:00000001:0.0:1749609405.340091:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609405.340091:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298681752 02000000:00000010:3.0:1749609405.340091:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508d800. 00000100:00000001:1.0:1749609405.340092:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298681752 00000100:00000001:2.0:1749609405.340092:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609405.340092:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609405.340093:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340093:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.340093:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340094:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298681745 00000100:00001000:0.0:1749609405.340095:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609405.340095:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298681752 00000100:00000001:2.0:1749609405.340095:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609405.340095:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340096:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298681745 00000100:00000001:2.0:1749609405.340096:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609405.340096:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612288128 00000100:00000001:0.0:1749609405.340097:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609405.340098:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298681752 00010000:00000001:3.0:1749609405.340098:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609405.340099:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609405.340100:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000200:3.0:1749609405.340100:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b970850 x1834594612288128/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:351/0 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609405.340101:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609405.340101:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609405.340101:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298681752 00000100:00000001:2.0:1749609405.340102:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609405.340103:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609405.340103:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340103:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340104:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609405.340105:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609405.340105:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340105:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609405.340105:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609405.340106:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749609405.340106:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609405.340107:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340107:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340108:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609405.340108:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1749609405.340108:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=74 v=5 (1 1 1 1) 00000100:00000040:0.0:1749609405.340109:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609405.340109:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609405.340109:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609405.340110:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609405.340110:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609405.340110:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749609405.340111:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000100:00000001:1.0:1749609405.340111:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340111:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609405.340111:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609405.340111:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609405.340112:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:0.0:1749609405.340113:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612288256, offset 0 00000100:00000001:1.0:1749609405.340113:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609405.340113:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609405.340113:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609405.340114:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.340115:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609405.340117:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609405.340117:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749609405.340117:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609405.340118:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609405.340118:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 02000000:00000001:2.0:1749609405.340119:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609405.340120:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609405.340120:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612288128, offset 224 02000000:00000001:2.0:1749609405.340121:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609405.340123:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609405.340123:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612288512:0@lo:38: 00000400:00000200:3.0:1749609405.340123:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609405.340125:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609405.340126:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1749609405.340127:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c1b00 02000000:00000001:2.0:1749609405.340127:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609405.340128:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749609405.340128:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609405.340129:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07ff400. 00000400:00000200:0.0:1749609405.340130:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17701 [1] + 0 02000000:00000001:2.0:1749609405.340130:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609405.340132:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f210. 00000400:00000200:3.0:1749609405.340132:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c1a80 00000400:00000200:0.0:1749609405.340133:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749609405.340133:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 00000400:00000200:3.0:1749609405.340134:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x176fd [1] + 224 00000400:00000200:0.0:1749609405.340135:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609405.340137:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612288512, portal 10 00000400:00000200:3.0:1749609405.340137:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609405.340138:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609405.340138:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749609405.340139:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609405.340139:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609405.340139:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389179776 : -131936320371840 : ffff88012e7dc380) 00000400:00000200:3.0:1749609405.340139:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749609405.340141:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612288384 00000100:00000001:3.0:1749609405.340141:0:13560:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609405.340142:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609405.340142:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609405.340143:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609405.340144:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609405.340145:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609405.340145:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340146:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609405.340147:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609405.340148:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609405.340148:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000040:3.0:1749609405.340148:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609405.340149:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612288512, offset 0 00000100:00000001:0.0:1749609405.340150:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609405.340150:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612288384 00000400:00000200:2.0:1749609405.340151:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609405.340152:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609405.340154:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000400:00000200:2.0:1749609405.340154:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609405.340154:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609405.340156:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000020:00000001:1.0:1749609405.340156:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609405.340157:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000400:00000010:0.0:1749609405.340158:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000400:00000200:2.0:1749609405.340158:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c1c00 00000100:00000001:0.0:1749609405.340159:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749609405.340159:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000100:00000001:0.0:1749609405.340160:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609405.340160:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000010:3.0:1749609405.340160:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00000001:0.0:1749609405.340162:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609405.340162:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000200:2.0:1749609405.340162:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 62432 00000100:00000001:3.0:1749609405.340162:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609405.340162:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609405.340164:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609405.340164:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340165:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340165:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749609405.340165:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609405.340166:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609405.340166:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:2.0:1749609405.340167:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749609405.340167:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:1.0:1749609405.340168:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000001:2.0:1749609405.340168:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749609405.340168:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609405.340169:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab8a80 x1834594612288256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609405.340169:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749609405.340170:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749609405.340171:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b41c0. 00000100:00000010:2.0:1749609405.340171:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab8000. 00000100:00000040:3.0:1749609405.340171:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b970850 x1834594612288128/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:351/0 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609405.340172:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab8000 x1834594612288512 msgsize 520 00000100:00100000:0.0:1749609405.340174:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612288256:12345-0@lo:38: Request processed in 119us (259us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609405.340174:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1749609405.340176:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00100000:3.0:1749609405.340176:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b970850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612288128:12345-0@lo:400: Request processed in 114us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1749609405.340178:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00000001:2.0:1749609405.340178:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609405.340180:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609405.340180:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000100:00000001:0.0:1749609405.340181:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749609405.340181:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00100000:3.0:1749609405.340181:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00000001:1.0:1749609405.340182:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609405.340182:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609405.340182:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000010:0.0:1749609405.340183:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced00. 00000100:00000001:3.0:1749609405.340183:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749609405.340184:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609405.340184:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609405.340185:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ec80. 00000020:00000010:1.0:1749609405.340185:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000020:00000010:3.0:1749609405.340186:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000020:00000010:0.0:1749609405.340187:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000020:00000010:1.0:1749609405.340187:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000020:00000010:3.0:1749609405.340187:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000100:00000001:2.0:1749609405.340188:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609405.340189:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609405.340189:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609405.340189:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 00000020:00000010:1.0:1749609405.340190:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000020:00000040:3.0:1749609405.340191:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:2.0:1749609405.340193:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609405.340193:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749609405.340194:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609405.340195:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609405.340195:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508d800. 00000100:00000040:1.0:1749609405.340196:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:2.0:1749609405.340196:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 00000100:00000001:1.0:1749609405.340197:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609405.340197:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298681745 02000000:00000001:3.0:1749609405.340197:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609405.340198:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298681752 00000100:00000001:3.0:1749609405.340198:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609405.340199:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609405.340199:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298681745 00000100:00000001:1.0:1749609405.340200:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340200:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298681752 00000100:00000200:3.0:1749609405.340200:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1749609405.340201:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298681745 00000100:00000001:2.0:1749609405.340202:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298681752 00000400:00000010:3.0:1749609405.340202:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62790. 00000100:00000001:2.0:1749609405.340203:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298681745 00000100:00000001:1.0:1749609405.340204:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609405.340204:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298681752 00000400:00000010:3.0:1749609405.340204:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130da3780. 00000100:00000001:0.0:1749609405.340205:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609405.340205:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609405.340206:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609405.340206:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609405.340207:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612288768 02000000:00000001:0.0:1749609405.340208:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609405.340208:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340208:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609405.340209:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609405.340209:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609405.340210:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609405.340211:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340212:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609405.340213:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612288768 00000100:00000001:2.0:1749609405.340213:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609405.340213:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609405.340214:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609405.340214:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:2.0:1749609405.340214:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.340214:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609405.340215:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609405.340215:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609405.340216:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749609405.340217:0:14331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 02000000:00000001:2.0:1749609405.340217:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609405.340217:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749609405.340218:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00100000:2.0:1749609405.340218:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612288640:0@lo:38: 00000400:00000001:3.0:1749609405.340218:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749609405.340219:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609405.340219:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1749609405.340219:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62840. 00000100:00000001:1.0:1749609405.340220:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609405.340220:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609405.340220:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609405.340221:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749609405.340221:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609405.340221:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000400:00000010:3.0:1749609405.340221:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000020:00000010:0.0:1749609405.340222:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 02000000:00000001:2.0:1749609405.340222:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749609405.340223:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 02000000:00000010:2.0:1749609405.340223:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fd800. 00000100:00000001:3.0:1749609405.340223:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609405.340224:0:14331:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706b40. 02000000:00000001:2.0:1749609405.340224:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609405.340224:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609405.340225:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000100:00000040:1.0:1749609405.340226:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609405.340227:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427044992 : -131936282506624 : ffff880130bf8a80) 00000400:00000010:2.0:1749609405.340227:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000020:00000040:0.0:1749609405.340228:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000200:2.0:1749609405.340228:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612288640, portal 10 00000100:00000001:0.0:1749609405.340229:0:14331:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609405.340229:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1749609405.340229:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340230:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389189632 : -131936320361984 : ffff88012e7dea00) 00000020:00000010:0.0:1749609405.340231:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000040:1.0:1749609405.340231:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bf8a80 x1834594612288384/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:351/0 lens 224/0 e 0 to 0 dl 1749609416 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609405.340232:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced00. 00000100:00000040:2.0:1749609405.340232:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609405.340233:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609405.340233:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609405.340234:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ec80. 00000100:00000001:2.0:1749609405.340235:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609405.340235:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749609405.340236:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609405.340236:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749609405.340237:0:14331:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:2.0:1749609405.340237:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00000001:3.0:1749609405.340237:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609405.340238:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749609405.340238:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612288640, offset 0 00000100:00000001:3.0:1749609405.340238:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340239:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609405.340239:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609405.340239:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340240:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609405.340240:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609405.340241:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00001000:3.0:1749609405.340241:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=74 v=5 (5 5 5 5) 00000400:00000200:2.0:1749609405.340242:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609405.340243:0:14331:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609405.340243:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749609405.340243:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609405.340244:0:14331:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1749609405.340244:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c1c80 00000100:00000001:0.0:1749609405.340245:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609405.340245:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8900. 00000100:00000001:3.0:1749609405.340245:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749609405.340246:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 62952 00000100:00000001:3.0:1749609405.340246:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609405.340247:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749609405.340248:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609405.340249:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609405.340249:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612288384:12345-0@lo:400: 00010000:00000001:3.0:1749609405.340249:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609405.340250:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609405.340250:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340251:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609405.340252:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749609405.340252:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612288384 00000100:00000200:2.0:1749609405.340252:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609405.340252:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609405.340253:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612288512 02000000:00000001:0.0:1749609405.340254:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609405.340254:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:2.0:1749609405.340254:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab9180. 00000100:00000001:0.0:1749609405.340255:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609405.340255:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab9180 x1834594612288640 msgsize 520 00000100:00000001:0.0:1749609405.340256:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609405.340256:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609405.340256:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609405.340257:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609405.340257:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609405.340258:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612288512 00000020:00000001:1.0:1749609405.340258:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.340258:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749609405.340259:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609405.340259:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609405.340260:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609405.340260:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609405.340260:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609405.340261:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609405.340261:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:2.0:1749609405.340261:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749609405.340262:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609405.340262:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000100:00000040:3.0:1749609405.340262:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609405.340263:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000400:00000010:2.0:1749609405.340263:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000020:00000010:0.0:1749609405.340264:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec80. 00000020:00000001:1.0:1749609405.340264:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609405.340264:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749609405.340265:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000001:0.0:1749609405.340266:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749609405.340266:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609405.340266:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609405.340267:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749609405.340267:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612288128:0@lo:400: 00000100:00000001:0.0:1749609405.340268:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609405.340268:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609405.340269:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609405.340269:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609405.340270:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340270:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609405.340270:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749609405.340271:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609405.340271:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609405.340272:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dfb80 x1834594612288128/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609405.340273:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609405.340273:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609405.340275:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609405.340275:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.340275:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1749609405.340276:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612288640 00000100:00000001:1.0:1749609405.340276:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609405.340276:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749609405.340276:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749609405.340277:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609405.340277:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609405.340277:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340278:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609405.340278:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 02000000:00000010:3.0:1749609405.340278:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 00000100:00000001:0.0:1749609405.340279:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340279:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298681745 02000000:00000001:3.0:1749609405.340279:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749609405.340280:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609405.340280:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013770e800. 00000100:00000001:2.0:1749609405.340280:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298681752 00000020:00000001:3.0:1749609405.340280:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1749609405.340281:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612288640 00000100:00000001:2.0:1749609405.340281:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298681745 00000020:00000040:3.0:1749609405.340281:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:0.0:1749609405.340282:0:14331:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749609405.340282:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340282:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298681752 00000020:00000001:3.0:1749609405.340282:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1749609405.340283:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609405.340283:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298681745 02000000:00000010:3.0:1749609405.340283:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057800. 00000020:00000001:0.0:1749609405.340284:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609405.340284:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340284:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298681752 00000020:00000001:0.0:1749609405.340285:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609405.340285:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340285:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298681745 02000000:00000001:3.0:1749609405.340285:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609405.340285:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749609405.340286:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340286:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298681752 00000020:00000010:0.0:1749609405.340287:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00010000:00000040:1.0:1749609405.340287:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612288384 00000100:00000001:2.0:1749609405.340287:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1749609405.340287:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dfb80. 00000020:00000010:0.0:1749609405.340288:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef00. 00000100:00000001:2.0:1749609405.340288:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.340288:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1749609405.340289:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2eaf0. 00000100:00000001:3.0:1749609405.340289:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609405.340290:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1749609405.340290:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000001:2.0:1749609405.340290:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609405.340290:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609405.340291:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:2.0:1749609405.340291:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609405.340292:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609405.340292:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bf8a80 x1834594612288384/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:351/0 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609405.340292:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f370. 00000100:00000001:3.0:1749609405.340292:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609405.340293:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609405.340293:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:3.0:1749609405.340293:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609405.340294:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609405.340294:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609405.340295:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340295:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609405.340295:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340317:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609405.340318:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749609405.340320:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609405.340321:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00000040:0.0:1749609405.340322:0:14331:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00010000:00000001:1.0:1749609405.340322:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.340322:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609405.340323:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526398464 : -131936183153152 : ffff880136ab8e00) 00000100:00000001:3.0:1749609405.340323:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:1.0:1749609405.340324:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=61 v=5 (1 1 1 1) 00000100:00000200:2.0:1749609405.340325:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609405.340326:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab8e00 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:351/0 lens 224/0 e 0 to 0 dl 1749609416 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609405.340327:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00000001:1.0:1749609405.340328:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609405.340328:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526394880 : -131936183156736 : ffff880136ab8000) 00000100:00000040:1.0:1749609405.340330:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000200:2.0:1749609405.340330:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609405.340330:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab8000 x1834594612288512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609405.340331:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609405.340331:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000010:0.0:1749609405.340332:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4000. 00000100:00000001:0.0:1749609405.340333:0:14331:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609405.340333:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1749609405.340334:0:14331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4000. 00000100:00000001:2.0:1749609405.340334:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609405.340335:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340335:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609405.340336:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612288768:12345-0@lo:400: 00000100:00000001:1.0:1749609405.340336:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609405.340336:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749609405.340336:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612288512:12345-0@lo:38: 02000000:00000001:2.0:1749609405.340337:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1749609405.340338:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612288768 00000100:00000040:1.0:1749609405.340338:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609405.340338:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609405.340339:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609405.340339:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612288512 00000020:00000001:0.0:1749609405.340340:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749609405.340340:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000020:00000001:3.0:1749609405.340340:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609405.340341:0:14331:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749609405.340341:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609405.340342:0:14331:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609405.340342:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749609405.340343:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612288384, offset 224 00000100:00001000:2.0:1749609405.340343:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609405 v=5 (0 0 0 0) 00000020:00000001:0.0:1749609405.340344:0:14331:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609405.340345:0:14331:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00001000:2.0:1749609405.340345:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=71 v=20 (1 1 1 20) 00000020:00000001:0.0:1749609405.340346:0:14331:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1749609405.340347:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609405.340347:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609405.340348:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609405.340348:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609405.340349:0:14331:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749609405.340349:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749609405.340350:0:14331:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609405.340350:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609405.340351:0:14331:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749609405.340351:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609405.340352:0:14331:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609405.340352:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609405.340352:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609405.340353:0:14331:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749609405.340353:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609405.340354:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609405.340355:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609405.340355:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609405.340355:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609405.340356:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609405.340356:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749609405.340357:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2f000. 00000100:00000001:2.0:1749609405.340357:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1749609405.340357:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508d800. 00000400:00000200:1.0:1749609405.340358:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c1b80 00000100:00000001:2.0:1749609405.340358:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609405.340358:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609405.340359:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340359:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609405.340359:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340360:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609405.340360:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749609405.340361:0:14331:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340361:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609405.340361:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609405.340362:0:14331:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612288768 00000400:00000200:1.0:1749609405.340362:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1770d [1] + 224 00000100:00080000:2.0:1749609405.340362:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:0.0:1749609405.340363:0:14331:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:3.0:1749609405.340363:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:2.0:1749609405.340364:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00010000:00000200:0.0:1749609405.340365:0:14331:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880136ab8e00 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:351/0 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340365:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609405.340365:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749609405.340366:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609405.340366:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609405.340367:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609405.340367:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609405.340368:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609405.340369:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749609405.340370:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609405.340370:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00010000:00000001:0.0:1749609405.340371:0:14331:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609405.340371:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609405.340372:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609405.340372:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612288256:0@lo:38: 02000000:00000001:3.0:1749609405.340372:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1749609405.340373:0:14331:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=68 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609405.340373:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340374:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.340374:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609405.340375:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609405.340375:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609405.340375:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609405.340376:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:2.0:1749609405.340376:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609405.340376:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000100:00000001:0.0:1749609405.340377:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:2.0:1749609405.340377:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7df800 x1834594612288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609405.340378:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749609405.340378:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612288512, offset 0 02000000:00000001:0.0:1749609405.340379:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340380:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749609405.340380:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609405.340381:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749609405.340382:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609405.340382:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1749609405.340383:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000100:00000040:1.0:1749609405.340383:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609405.340383:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fc400. 00000400:00000200:3.0:1749609405.340384:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609405.340385:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612288768, offset 224 02000000:00000001:2.0:1749609405.340385:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609405.340385:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609405.340386:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749609405.340387:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749609405.340387:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c1c00 00000400:00000200:0.0:1749609405.340388:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749609405.340388:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2cc00. 02000000:00000001:2.0:1749609405.340390:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749609405.340390:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17725 [1] + 0 02000000:00000001:2.0:1749609405.340391:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1749609405.340392:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749609405.340392:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7df800. 00000400:00000200:3.0:1749609405.340392:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609405.340393:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609405.340394:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609405.340394:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609405.340395:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c1d00 00000100:00000001:2.0:1749609405.340395:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609405.340395:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609405.340397:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609405.340397:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:0.0:1749609405.340398:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17715 [1] + 224 00000100:00000001:2.0:1749609405.340398:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609405.340399:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749609405.340400:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609405.340400:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:2.0:1749609405.340400:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340401:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609405.340402:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609405.340402:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609405.340404:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609405.340405:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609405.340407:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609405.340407:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609405.340409:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609405.340410:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609405.340411:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609405.340411:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749609405.340412:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609405.340412:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609405.340413:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609405.340414:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609405.340414:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609405.340415:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749609405.340415:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00000001:2.0:1749609405.340417:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526399360 : -131936183152256 : ffff880136ab9180) 00000100:00000040:1.0:1749609405.340418:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bf8a80 x1834594612288384/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:351/0 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609405.340419:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609405.340419:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab9180 x1834594612288640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609405.340421:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609405.340424:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612288640:12345-0@lo:38: 00000400:00000200:3.0:1749609405.340424:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000400:00000010:3.0:1749609405.340425:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00000100:00000200:2.0:1749609405.340426:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612288640 00000100:00000001:3.0:1749609405.340426:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609405.340427:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609405.340427:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612288384:12345-0@lo:400: Request processed in 186us (398us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609405.340427:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609405.340428:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609405.340428:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609405.340430:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00010000:00000001:2.0:1749609405.340430:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609405.340430:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:0.0:1749609405.340431:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000100:00000001:3.0:1749609405.340431:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609405.340432:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749609405.340432:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609405.340433:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609405.340433:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00000001:0.0:1749609405.340434:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609405.340434:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab8000 x1834594612288512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609405.340436:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:1.0:1749609405.340436:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000020:00000001:2.0:1749609405.340436:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609405.340437:0:14331:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609405.340438:0:14331:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340438:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00020000:2.0:1749609405.340438:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749609405.340439:0:14331:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609405.340439:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749609405.340439:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612288512:12345-0@lo:38: Request processed in 103us (266us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749609405.340440:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609405.340441:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab8e00 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:351/0 lens 224/224 e 0 to 0 dl 1749609416 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609405.340441:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00010000:00000001:2.0:1749609405.340441:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609405.340442:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609405.340443:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749609405.340443:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000020:00000010:1.0:1749609405.340444:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 02000000:00000001:2.0:1749609405.340444:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609405.340444:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609405.340445:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749609405.340446:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612288768:12345-0@lo:400: Request processed in 115us (390us total) trans 0 rc 0/0 02000000:00000010:2.0:1749609405.340446:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fc400. 00000020:00000010:1.0:1749609405.340447:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 02000000:00000001:2.0:1749609405.340447:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609405.340447:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec80. 00000100:00000001:2.0:1749609405.340448:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609405.340448:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000020:00000040:1.0:1749609405.340449:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00100000:0.0:1749609405.340450:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00010000:00000001:2.0:1749609405.340450:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749609405.340450:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000040:0.0:1749609405.340451:0:14331:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:1.0:1749609405.340451:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609405.340451:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609405.340452:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609405.340453:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609405.340453:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609405.340453:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340454:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749609405.340455:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced00. 00000100:00000001:2.0:1749609405.340455:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749609405.340457:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ec80. 00000100:00000040:2.0:1749609405.340457:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:0.0:1749609405.340458:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00000001:2.0:1749609405.340458:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609405.340459:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000040:0.0:1749609405.340460:0:14331:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000040:2.0:1749609405.340461:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609405.340462:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609405.340462:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609405.340463:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340464:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609405.340465:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609405.340465:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609405.340466:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749609405.340466:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000200:2.0:1749609405.340468:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612288640, offset 0 00000400:00000001:1.0:1749609405.340469:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1749609405.340470:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000001:1.0:1749609405.340470:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1749609405.340472:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000010:1.0:1749609405.340472:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e70. 00000100:00080000:0.0:1749609405.340474:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1749609405.340475:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000200:1.0:1749609405.340475:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609405.340476:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609405.340478:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609405.340479:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609405.340481:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609405.340483:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609405.340486:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c1c80 00000400:00000200:2.0:1749609405.340488:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17731 [1] + 0 00000100:00000200:1.0:1749609405.340489:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609405.340491:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609405.340493:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609405.340495:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609405.340495:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609405.340496:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609405.340497:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609405.340525:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609405.340527:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609405.340529:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609405.340530:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609405.340532:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609405.340534:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609405.340536:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609405.340539:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609405.340539:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609405.340541:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749609405.340541:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:1.0:1749609405.340542:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609405.340542:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00010000:00000001:1.0:1749609405.340544:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609405.340544:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609405.340544:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609405.340546:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749609405.340547:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609405.340548:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609405.340549:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609405.340550:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609405.340552:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab9180 x1834594612288640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609425 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609405.340554:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340556:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749609405.340557:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612288640:12345-0@lo:38: Request processed in 132us (301us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609405.340558:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609405.340560:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609405.340561:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609405.340561:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00000100:00000001:2.0:1749609405.340563:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749609405.340564:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340564:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609405.340566:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef00. 00000020:00000010:2.0:1749609405.340567:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2eaf0. 00000020:00000010:2.0:1749609405.340569:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609405.340570:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609405.340571:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609405.340572:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609405.340574:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609405.340576:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340579:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609405.340580:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609405.340582:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749609405.340583:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612288384:0@lo:400: 00000400:00000001:2.0:1749609405.340583:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609405.340584:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00000400:00000200:2.0:1749609405.340585:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000400:00000010:2.0:1749609405.340586:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000100:00000001:1.0:1749609405.340587:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340587:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609405.340589:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749609405.340589:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609405.340591:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7de680 x1834594612288384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609405.340593:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609405.340596:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609405.340597:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609405.340598:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749609405.340599:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 00000100:00000001:2.0:1749609405.340599:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340600:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609405.340601:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1749609405.340601:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749609405.340602:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609405.340602:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749609405.340603:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609405.340603:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609405.340604:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609405.340605:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609405.340606:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057400. 00000100:00001000:2.0:1749609405.340606:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=68 v=5 (5 5 5 5) 02000000:00000001:1.0:1749609405.340608:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1749609405.340608:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=68 v=5 (1 1 1 1) 02000000:00000001:1.0:1749609405.340609:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609405.340609:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609405.340610:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609405.340611:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7de680. 00010000:00000001:2.0:1749609405.340611:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609405.340613:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00080000:2.0:1749609405.340613:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609405.340614:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609405.340616:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609405.340617:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340618:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749609405.340619:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609405.340619:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609405.340620:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340620:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609405.340621:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609405.340622:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609405.340622:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609405.340623:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340626:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609405.340627:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609405.340628:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609405.340629:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609405.340634:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612288768:0@lo:400: 00000100:00000001:2.0:1749609405.340636:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340637:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609405.340638:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dd500 x1834594612288768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340641:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609405.340643:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609405.340644:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609405.340646:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609405.340646:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609405.340647:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609405.340649:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609405.340649:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057100. 02000000:00000001:2.0:1749609405.340651:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609405.340651:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609405.340652:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dd500. 00000100:00000001:2.0:1749609405.340654:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609405.340654:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340655:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340657:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609405.340658:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340659:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609405.340660:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340663:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609405.340664:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609405.340665:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609405.340666:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609405.340667:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f210. 00000400:00000200:2.0:1749609405.340668:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000400:00000010:2.0:1749609405.340669:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000100:00000001:2.0:1749609405.340670:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609405.340671:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609405.340675:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340679:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609405.340680:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340680:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609405.340681:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609405.340682:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609405.340683:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609405.340684:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609405.340686:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609405 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609405.340687:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=71 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609405.340689:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609405.340690:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609405.340691:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609405.340693:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340697:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609405.340698:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609405.340699:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340700:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609405.340700:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609405.340702:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609405.340703:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609405.340704:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609405.340706:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609405.340709:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612288512:0@lo:38: 00000400:00000001:2.0:1749609405.340712:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609405.340712:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609405.340713:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 00000400:00000200:2.0:1749609405.340714:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000400:00000010:2.0:1749609405.340714:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000100:00000001:2.0:1749609405.340715:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609405.340716:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609405.340720:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340724:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609405.340725:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340726:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609405.340726:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609405.340728:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609405.340728:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609405.340730:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609405.340731:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609405 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609405.340733:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=68 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609405.340734:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609405.340735:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609405.340736:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609405.340737:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340740:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609405.340742:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609405.340742:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340743:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609405.340744:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609405.340745:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609405.340746:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609405.340747:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609405.340748:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609405.340752:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612288640:0@lo:38: 00000100:00000001:2.0:1749609405.340754:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340755:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609405.340756:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dc380 x1834594612288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340759:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609405.340760:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609405.340760:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07ff400. 02000000:00000001:2.0:1749609405.340762:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609405.340763:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609405.340763:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609405.340765:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609405.340765:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2ec00. 02000000:00000001:2.0:1749609405.340767:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609405.340767:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609405.340768:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dc380. 00000100:00000001:2.0:1749609405.340770:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609405.340770:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340771:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609405.340772:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dea00 x1834594612288640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609405.340775:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609405.340776:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609405.340776:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fd800. 02000000:00000001:2.0:1749609405.340778:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609405.340778:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609405.340779:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609405.340779:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609405.340780:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2e400. 02000000:00000001:2.0:1749609405.340781:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609405.340782:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609405.340782:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dea00. 00000100:00000001:2.0:1749609405.340783:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609405.340784:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340785:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.340786:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609405.340786:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609405.340787:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609405.340788:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609405.347575:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298681752, at 4298681752 00000100:00000010:0.0:1749609405.347583:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8c40. 00000100:00000040:2.0:1749609405.347589:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298681752, at 4298681752 00000100:00000040:1.0:1749609405.347596:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298681752, at 4298681752 00000100:00000010:2.0:1749609405.347596:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b80c0. 00000100:00000010:1.0:1749609405.347604:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b87c0. 00000100:00000040:3.0:1749609405.347619:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298681752, at 4298681752 00000100:00000010:3.0:1749609405.347626:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8ec0. 00000100:00000001:2.0:1749609405.710596:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609405.710602:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609405.710604:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609405.710606:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609405.710608:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609405.710610:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.710612:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609405.710614:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609405.710615:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609405.731610:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609405.731617:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609405.731623:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609405.731624:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609405.731730:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609405.731733:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609405.731735:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609406.532611:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dea00. 00000020:00000040:0.0:1749609406.532620:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609406.532624:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609406.532626:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609406.532630:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609406.532636:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609406.532641:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609406.532645:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609406.532646:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609406.532650:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609406.532651:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609406.532653:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609406.532654:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389189632 : -131936320361984 : ffff88012e7dea00) 00000100:00000001:0.0:1749609406.532657:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609406.532658:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609406.532659:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609406.532660:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609406.532666:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dea00 x1834594612288896/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609406.532673:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609406.532674:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609406.532675:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dea00 x1834594612288896/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609406.532679:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609406.532681:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609406.532682:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609406.532683:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609406.532684:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609406.532685:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609406.532687:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609406.532689:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609406.532690:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609406.532691:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dea00 x1834594612288896/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609406.532696:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612288896:0@lo:900: 00000100:00000001:0.0:1749609406.532698:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609406.532699:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609406.532700:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609406.532701:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609406.532702:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dea00 x1834594612288896/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609406.532706:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609406.532707:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609406.532710:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609406.532711:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609406.532712:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609406.532712:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dea00 x1834594612288896/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609406.532715:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609406.532717:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609406.532718:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609406.532719:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609406.532720:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609406.532722:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609406.532722:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609406.532723:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dea00. 00000100:00000001:0.0:1749609406.532725:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609406.532726:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609406.710640:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609406.710646:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609406.710647:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609406.710649:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609406.710651:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609406.710653:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609406.710656:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609406.710658:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609406.710659:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609406.733666:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609406.733673:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609406.733680:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609406.733684:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609406.733686:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609406.733689:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609406.733693:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609406.733695:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609406.733697:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609406.733699:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609406.733837:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609406.733842:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609406.733845:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609407.102244:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609407.102259:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609407.102263:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609407.102265:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609407.102312:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609407.102328:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342500 00000400:00000200:0.0:1749609407.102335:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16bc9 [2] + 0 00000400:00000010:0.0:1749609407.102339:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fe18. 00000400:00000200:0.0:1749609407.102343:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a02453c0 00000800:00000001:0.0:1749609407.102348:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609407.102353:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609407.102355:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609407.102359:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609407.102362:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a02453c0 00000400:00000010:0.0:1749609407.102365:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a02453c0. 00000100:00000001:0.0:1749609407.102369:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609407.102372:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609407.102375:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88008b971050 x1834594730255616 msgsize 224 00000100:00100000:0.0:1749609407.102379:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609407.102381:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609407.102398:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609407.102404:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609407.102408:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609407.102410:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609407.102411:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609407.102415:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609407.102420:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342580 00000400:00000200:0.0:1749609407.102425:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 63472 00000800:00000001:0.0:1749609407.102428:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609407.102431:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609407.102433:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609407.102435:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609407.102438:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609407.102440:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609407.102444:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dea00. 00000100:00000040:0.0:1749609407.102446:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7dea00 x1834594730255744 msgsize 520 00000100:00100000:0.0:1749609407.102449:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609407.102465:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609407.102469:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609407.102472:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609407.102474:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609407.102475:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609407.102476:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609407.102479:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00100000:3.0:1749609407.102479:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730255616 02000000:00000001:3.0:1749609407.102481:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609407.102483:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342600 00000100:00000001:3.0:1749609407.102483:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609407.102485:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609407.102486:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 63992 00000800:00000001:0.0:1749609407.102489:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:3.0:1749609407.102489:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609407.102492:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730255616 00000020:00000001:3.0:1749609407.102494:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609407.102496:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609407.102497:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609407.102527:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609407.102529:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:3.0:1749609407.102530:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609407.102534:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609407.102535:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749609407.102537:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8ec0. 00000100:00100000:2.0:1749609407.102538:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730255744 00000100:00000001:3.0:1749609407.102539:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609407.102540:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749609407.102540:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8ec0. 00000100:00000001:2.0:1749609407.102541:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609407.102542:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609407.102544:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609407.102544:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00100000:2.0:1749609407.102546:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730255744 00000020:00000001:2.0:1749609407.102547:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749609407.102547:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000020:00000040:2.0:1749609407.102548:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609407.102549:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609407.102550:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609407.102550:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000020:00000001:2.0:1749609407.102551:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609407.102554:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000010:2.0:1749609407.102556:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000100:00000040:3.0:1749609407.102556:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1749609407.102558:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c0c8. 00000100:00000001:3.0:1749609407.102558:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609407.102559:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609407.102560:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609407.102560:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.102561:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609407.102563:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609407.102564:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.102565:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609407.102566:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609407.102568:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609407.102569:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609407.102573:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609407.102574:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609407.102575:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609407.102576:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609407.102577:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609407.102578:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609407.102579:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dc380. 00000100:00100000:3.0:1749609407.102579:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1489 00000100:00000040:0.0:1749609407.102581:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7dc380 x1834594730255872 msgsize 520 00000100:00000040:3.0:1749609407.102581:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609407.102582:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656151632 : -131939053399984 : ffff88008b971050) 00000100:00000001:2.0:1749609407.102584:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749609407.102585:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609407.102585:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609407.102587:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b971050 x1834594730255616/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:353/0 lens 224/0 e 0 to 0 dl 1749609418 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609407.102588:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2814 00000100:00000001:2.0:1749609407.102590:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389189632 : -131936320361984 : ffff88012e7dea00) 00000100:00000001:0.0:1749609407.102591:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609407.102592:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7dea00 x1834594730255744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609407.102593:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609407.102594:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8ec0. 00000800:00000001:0.0:1749609407.102595:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1749609407.102595:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609407.102596:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8ec0. 00000800:00000001:0.0:1749609407.102598:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609407.102598:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730255744:12345-192.168.201.20@tcp:38: 00000100:00100000:3.0:1749609407.102598:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b971050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730255616:12345-192.168.201.20@tcp:400: 00000100:00000200:3.0:1749609407.102600:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730255616 00000100:00000200:2.0:1749609407.102601:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730255744 00000020:00000001:2.0:1749609407.102602:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609407.102602:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609407.102604:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:2.0:1749609407.102605:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609407.102606:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609407.102607:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609407.102609:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609407.102610:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749609407.102610:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1749609407.102611:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730255872 00000020:00000001:3.0:1749609407.102611:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609407.102612:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749609407.102613:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749609407.102613:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609407.102614:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609407.102615:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609407.102615:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.102616:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609407.102616:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00020000:2.0:1749609407.102617:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609407.102618:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609407.102618:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609407.102620:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730255872 00010000:00000001:2.0:1749609407.102620:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609407.102620:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609407.102621:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1749609407.102621:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749609407.102623:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609407.102623:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:3.0:1749609407.102623:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508d000. 00000020:00000001:0.0:1749609407.102624:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609407.102624:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609407.102624:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609407.102625:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609407.102625:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609407.102625:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609407.102626:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609407.102627:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609407.102627:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fd800. 02000000:00000001:2.0:1749609407.102628:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609407.102628:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730255616 00000100:00000001:2.0:1749609407.102629:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609407.102629:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:0.0:1749609407.102630:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00010000:00000001:2.0:1749609407.102631:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000200:3.0:1749609407.102631:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b971050 x1834594730255616/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:353/0 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609407.102632:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609407.102633:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced00. 00000100:00001000:2.0:1749609407.102634:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749609407.102635:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ec80. 00010000:00000001:3.0:1749609407.102636:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609407.102637:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:3.0:1749609407.102637:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609407.102638:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:3.0:1749609407.102639:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609407.102640:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609407.102641:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609407.102642:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:3.0:1749609407.102642:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609407.102643:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609407.102644:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.102644:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609407.102644:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:2.0:1749609407.102646:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609407.102646:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609407.102647:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.102647:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:3.0:1749609407.102647:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609407.102648:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:3.0:1749609407.102648:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609407.102650:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:3.0:1749609407.102650:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:2.0:1749609407.102651:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609407.102651:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609407.102652:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609407.102652:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749609407.102652:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283dd0. 00000100:00000001:0.0:1749609407.102653:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749609407.102653:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609407.102654:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609407.102655:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749609407.102655:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93880. 00000100:00000200:3.0:1749609407.102655:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730255616, offset 224 00000100:00000200:2.0:1749609407.102657:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730255744, offset 0 00000100:00100000:1.0:1749609407.102659:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2815 00000400:00000200:3.0:1749609407.102659:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609407.102661:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389179776 : -131936320371840 : ffff88012e7dc380) 00000100:00000001:0.0:1749609407.102664:0:14332:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609407.102664:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7dc380 x1834594730255872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609407.102666:0:14332:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609407.102666:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609407.102666:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609407.102670:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2127:2127:256:4294967295] 192.168.201.20@tcp LPNI seq info [2123:2123:8:4294967295] 00000100:00100000:1.0:1749609407.102674:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730255872:12345-192.168.201.20@tcp:38: 00000400:00000200:3.0:1749609407.102676:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000200:1.0:1749609407.102677:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730255872 00000020:00000001:1.0:1749609407.102679:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000800:00000200:3.0:1749609407.102679:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000001:1.0:1749609407.102681:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749609407.102681:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:3.0:1749609407.102682:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695800. 00000400:00000200:2.0:1749609407.102684:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2128:2128:255:4294967295] 192.168.201.20@tcp LPNI seq info [2124:2124:7:4294967295] 00000020:00000040:1.0:1749609407.102685:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000800:00000200:3.0:1749609407.102686:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000001:1.0:1749609407.102687:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000400:00000200:2.0:1749609407.102689:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:1.0:1749609407.102691:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000800:00000200:3.0:1749609407.102691:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:1.0:1749609407.102692:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1749609407.102692:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000200:3.0:1749609407.102693:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695800 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1749609407.102694:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7600. 02000000:00000010:1.0:1749609407.102695:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88013770e400. 02000000:00000001:1.0:1749609407.102696:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609407.102696:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609407.102698:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609407.102698:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609407.102699:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000800:00000200:2.0:1749609407.102700:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:3.0:1749609407.102700:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609407.102701:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7600 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1749609407.102701:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609407.102702:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749609407.102703:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4016 last 0 00000100:00000001:2.0:1749609407.102703:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609407.102703:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609407.102705:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000040:3.0:1749609407.102705:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b971050 x1834594730255616/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:353/0 lens 224/224 e 0 to 0 dl 1749609418 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609407.102706:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:2.0:1749609407.102706:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609407.102707:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1749609407.102709:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000040:2.0:1749609407.102709:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dea00 x1834594730255744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609427 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609407.102710:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b971050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730255616:12345-192.168.201.20@tcp:400: Request processed in 116us (333us total) trans 0 rc 0/0 00000004:00000001:1.0:1749609407.102711:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1749609407.102714:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00100000:2.0:1749609407.102714:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730255744:12345-192.168.201.20@tcp:38: Request processed in 116us (267us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609407.102714:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1489 00000100:00000040:3.0:1749609407.102715:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609407.102717:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:1.0:1749609407.102718:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00100000:2.0:1749609407.102718:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2814 00000100:00000001:3.0:1749609407.102718:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609407.102720:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609407.102720:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609407.102720:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000004:00000001:1.0:1749609407.102721:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749609407.102722:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609407.102722:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000020:00000010:3.0:1749609407.102722:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000800:00000200:0.0:1749609407.102723:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1749609407.102724:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c0c8. 00000020:00000010:3.0:1749609407.102724:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000800:00000010:0.0:1749609407.102725:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695800. 00000004:00000040:1.0:1749609407.102725:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:1.0:1749609407.102726:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000020:00000010:2.0:1749609407.102726:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000020:00000040:3.0:1749609407.102727:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000400:00000200:0.0:1749609407.102728:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000040:1.0:1749609407.102728:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000001:2.0:1749609407.102728:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1749609407.102729:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609407.102729:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1749609407.102730:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:3.0:1749609407.102730:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1749609407.102732:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000004:00000001:1.0:1749609407.102732:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609407.102733:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000010:3.0:1749609407.102733:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62840. 00000400:00000200:0.0:1749609407.102734:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283dd0 00000004:00000001:1.0:1749609407.102735:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000010:0.0:1749609407.102736:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283dd0. 00010000:00000001:1.0:1749609407.102736:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609407.102737:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:1.0:1749609407.102739:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:0.0:1749609407.102740:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749609407.102740:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609407.102741:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749609407.102742:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1749609407.102743:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609407.102743:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609407.102744:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508d000. 00000400:00000010:3.0:1749609407.102744:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7900. 00000100:00001000:1.0:1749609407.102745:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 02000000:00000001:0.0:1749609407.102746:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609407.102746:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609407.102747:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609407.102750:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609407.102751:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609407.102753:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609407.102754:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609407.102755:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609407.102756:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609407.102757:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609407.102758:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609407.102759:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609407.102760:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609407.102762:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000200:1.0:1749609407.102764:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730255872, offset 0 00000400:00000200:1.0:1749609407.102766:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609407.102770:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609407.102773:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2129:2129:255:4294967295] 192.168.201.20@tcp LPNI seq info [2125:2125:7:4294967295] 00000800:00000200:0.0:1749609407.102778:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1749609407.102778:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000010:0.0:1749609407.102780:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7600. 00000800:00000200:1.0:1749609407.102780:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609407.102782:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1749609407.102783:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee200. 00000400:00000200:0.0:1749609407.102785:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000800:00000200:1.0:1749609407.102785:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:0.0:1749609407.102787:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93880 00000400:00000010:0.0:1749609407.102788:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93880. 00000800:00000200:1.0:1749609407.102788:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:0.0:1749609407.102791:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609407.102791:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609407.102791:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee200 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609407.102792:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609407.102794:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609407.102795:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609407.102796:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609407.102798:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dc380 x1834594730255872/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609427 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609407.102803:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730255872:12345-192.168.201.20@tcp:38: Request processed in 130us (221us total) trans 0 rc -11/-11 00000800:00000200:0.0:1749609407.102807:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1749609407.102807:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2815 00000800:00000010:0.0:1749609407.102808:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee200. 00000100:00000001:1.0:1749609407.102809:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609407.102809:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609407.102811:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced00. 00000400:00000200:0.0:1749609407.102812:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609407.102813:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ec80. 00000400:00000200:0.0:1749609407.102815:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:1.0:1749609407.102815:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000400:00000200:0.0:1749609407.102817:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000001:1.0:1749609407.102817:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609407.102818:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:0.0:1749609407.102820:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609407.102821:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609407.710715:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609407.710725:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609407.710728:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609407.710733:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609407.710738:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609407.710742:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.710746:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609407.710749:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609407.710753:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609407.735631:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609407.735637:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609407.735642:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609407.735643:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609407.735745:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609407.735749:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609407.735752:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609408.533615:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dd500. 00000020:00000040:0.0:1749609408.533625:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609408.533630:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609408.533633:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609408.533638:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609408.533645:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0e00. 00000100:00000001:0.0:1749609408.533651:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609408.533656:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609408.533658:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609408.533663:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609408.533664:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609408.533667:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609408.533668:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389184256 : -131936320367360 : ffff88012e7dd500) 00000100:00000001:0.0:1749609408.533672:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609408.533675:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609408.533677:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609408.533679:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609408.533685:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dd500 x1834594612289024/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609408.533693:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609408.533695:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609408.533697:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dd500 x1834594612289024/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609408.533703:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609408.533706:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609408.533707:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609408.533708:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609408.533710:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609408.533711:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609408.533714:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609408.533716:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609408.533718:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609408.533720:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dd500 x1834594612289024/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609408.533727:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dd500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612289024:0@lo:900: 00000100:00000001:0.0:1749609408.533731:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609408.533733:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609408.533735:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609408.533736:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609408.533738:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dd500 x1834594612289024/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609408.533744:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609408.533745:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609408.533749:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609408.533750:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609408.533752:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609408.533753:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dd500 x1834594612289024/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609408.533765:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609408.533767:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609408.533768:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609408.533770:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609408.533772:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0e00. 02000000:00000001:0.0:1749609408.533775:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609408.533776:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609408.533778:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dd500. 00000100:00000001:0.0:1749609408.533780:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609408.533781:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609408.710623:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609408.710629:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609408.710631:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609408.710632:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609408.710635:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609408.710638:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609408.710640:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609408.710643:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609408.710644:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609408.737638:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609408.737644:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609408.737649:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609408.737650:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609408.737711:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609408.737715:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609408.737718:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609409.710759:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609409.710768:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609409.710770:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609409.710773:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609409.710777:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609409.710780:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609409.710783:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609409.710785:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609409.710787:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609409.739615:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609409.739619:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609409.739625:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609409.739626:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609409.739728:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609409.739733:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609409.739736:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609410.347629:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609410.347638:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609410.347644:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dd500. 00000020:00000040:0.0:1749609410.347650:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609410.347654:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609410.347657:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609410.347662:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609410.347668:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057a00. 00000100:00000001:0.0:1749609410.347674:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.347682:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609410.347692:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609410.347694:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.347699:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dd500] to pc [ptlrpcd_00_00+0] req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.347726:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609410.347728:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609410.347731:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609410.347733:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609410.347734:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609410.347737:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609410.347739:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4014 00000100:00080000:0.0:1749609410.347742:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609410.347744:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609410.347746:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609410.347748:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609410.347750:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609410.347752:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609410.347754:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609410.347756:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609410.347757:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609410.347759:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:2.0:1749609410.347761:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609410.347761:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609410.347762:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:3.0:1749609410.347763:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609410.347764:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:2.0:1749609410.347764:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.347766:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:3.0:1749609410.347766:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.347768:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609410.347769:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609410.347771:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609410.347772:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749609410.347773:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:3.0:1749609410.347774:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609410.347776:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 02000000:00000001:3.0:1749609410.347776:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609410.347778:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609410.347778:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609410.347779:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609410.347780:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1749609410.347781:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612289152:0@lo:400: 00000100:00000001:3.0:1749609410.347783:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609410.347786:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609410.347786:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609410.347788:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609410.347788:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609410.347789:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609410.347790:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000010:3.0:1749609410.347792:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 00000100:00000001:0.0:1749609410.347793:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609410.347794:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609410.347796:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7de680. 00000020:00000040:0.0:1749609410.347798:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:3.0:1749609410.347798:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 02000000:00000001:0.0:1749609410.347800:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609410.347802:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609410.347802:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 00000100:00000001:0.0:1749609410.347804:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609410.347805:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609410.347806:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609410.347808:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612289152, portal 25 02000000:00000010:0.0:1749609410.347809:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2f400. 00000100:00000001:3.0:1749609410.347809:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609410.347810:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389184256 : -131936320367360 : ffff88012e7dd500) 00000100:00000001:0.0:1749609410.347812:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609410.347813:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609410.347815:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609410.347817:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609410.347819:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609410.347820:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000100:00000200:3.0:1749609410.347821:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612289152, offset 0 00000100:00000001:0.0:1749609410.347822:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609410.347823:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.347825:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7de680] to pc [ptlrpcd_rcv+-1] req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609410.347825:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609410.347836:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609410.347840:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.347842:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1749609410.347843:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c1e80 00000100:00000001:0.0:1749609410.347845:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609410.347847:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7df800. 00000400:00000200:3.0:1749609410.347847:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16c01 [2] + 0 00000020:00000040:0.0:1749609410.347849:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000400:00000010:3.0:1749609410.347850:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62dc0. 00000100:00000001:0.0:1749609410.347851:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609410.347852:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749609410.347852:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3d80 02000000:00000001:0.0:1749609410.347853:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609410.347856:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057900. 00000400:00000200:3.0:1749609410.347856:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609410.347858:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609410.347859:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609410.347860:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609410.347863:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3d80 00000100:00000001:2.0:1749609410.347864:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749609410.347864:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3d80. 00000100:00000001:0.0:1749609410.347865:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609410.347866:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.347867:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7df800] to pc [ptlrpcd_00_01+1] req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.347867:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609410.347869:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609410.347871:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609410.347873:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609410.347873:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1749609410.347875:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609410.347876:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:3.0:1749609410.347876:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88008b972c50 x1834594612289152 msgsize 224 00000100:00080000:0.0:1749609410.347878:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609410.347879:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1749609410.347879:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749609410.347880:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609410.347881:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:3.0:1749609410.347881:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1749609410.347882:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609410.347883:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4014 00000100:00080000:0.0:1749609410.347884:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749609410.347884:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.347885:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609410.347886:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609410.347886:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749609410.347887:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:2.0:1749609410.347887:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609410.347888:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609410.347889:0:5:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609410.347889:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.347889:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:0.0:1749609410.347890:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609410.347890:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609410.347891:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00100000:2.0:1749609410.347891:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612289280:0@lo:38: 00000020:00000001:0.0:1749609410.347892:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:0.0:1749609410.347893:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:2.0:1749609410.347894:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609410.347895:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:3.0:1749609410.347895:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000100:00000001:0.0:1749609410.347896:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609410.347896:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609410.347897:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:2.0:1749609410.347897:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609410.347897:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00000100:00000001:0.0:1749609410.347898:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609410.347899:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 02000000:00000001:2.0:1749609410.347899:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609410.347900:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:3.0:1749609410.347900:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609410.347901:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609410.347902:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:2.0:1749609410.347902:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07ff400. 00000100:00000200:3.0:1749609410.347903:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609410.347904:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609410.347905:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609410.347906:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.347907:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:2.0:1749609410.347907:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000100:00000001:0.0:1749609410.347908:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609410.347910:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dfb80. 00000020:00000040:0.0:1749609410.347911:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:2.0:1749609410.347911:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 00000100:00000001:3.0:1749609410.347911:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609410.347912:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609410.347913:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609410.347913:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609426 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.347914:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749609410.347914:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612289280, portal 4 02000000:00000001:0.0:1749609410.347915:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609410.347915:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.347916:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1749609410.347917:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2c000. 00000100:00000001:2.0:1749609410.347917:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389188736 : -131936320362880 : ffff88012e7de680) 00000100:00000001:0.0:1749609410.347918:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.347919:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609410.347920:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609410.347921:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749609410.347923:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.347924:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609410.347924:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.347925:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.347926:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012e7dfb80] to pc [ptlrpcd_rcv+-1] req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609410.347929:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298686760 00000100:00000001:0.0:1749609410.347930:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.347930:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749609410.347932:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749609410.347932:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1749609410.347932:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8ec0. 00000100:00080000:0.0:1749609410.347933:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:2.0:1749609410.347933:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 00000100:00000001:0.0:1749609410.347934:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609410.347935:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1749609410.347935:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612289280, offset 0 00000100:00000001:0.0:1749609410.347936:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609410.347937:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4014 00000100:00080000:0.0:1749609410.347938:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609410.347938:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1749609410.347939:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:2.0:1749609410.347939:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609410.347940:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609410.347941:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609410.347942:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609410.347943:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609410.347943:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298686760 00000020:00000040:0.0:1749609410.347944:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000010:3.0:1749609410.347944:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8d40. 00000020:00000001:0.0:1749609410.347945:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609410.347945:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609410.347946:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:3.0:1749609410.347946:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1749609410.347947:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609410.347948:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:0.0:1749609410.347949:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609410.347950:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609410.347951:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:2.0:1749609410.347951:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c1f00 00000100:00000001:0.0:1749609410.347952:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609410.347953:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:0.0:1749609410.347954:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609410.347955:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609410.347955:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609410.347956:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609410.347957:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609410.347957:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 7800 00000100:00000001:0.0:1749609410.347958:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609410.347958:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298686760 00000100:00000001:0.0:1749609410.347959:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609410.347960:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8340. 00000400:00000200:2.0:1749609410.347961:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609410.347961:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000010:0.0:1749609410.347962:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1c00. 00000020:00000040:0.0:1749609410.347963:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1749609410.347963:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609410.347963:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298686760 02000000:00000001:0.0:1749609410.347964:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609410.347964:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609410.347964:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8640. 00000100:00000001:0.0:1749609410.347965:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609410.347965:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1749609410.347966:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609410.347966:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.347967:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749609410.347968:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2e400. 00000100:00000200:2.0:1749609410.347968:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749609410.347968:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609410.347969:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.347969:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609410.347971:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749609410.347971:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136abaa00. 00000100:00000001:3.0:1749609410.347971:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.347972:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609410.347973:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136abaa00 x1834594612289280 msgsize 520 00000100:00000001:0.0:1749609410.347974:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609410.347975:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.347976:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1c00] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609410.347977:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609410.347978:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609410.347979:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609410.347980:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609410.347981:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609410.347981:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609410.347983:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749609410.347984:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.347984:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609410.347985:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609410.347985:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609410.347985:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609410.347986:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609410.347987:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749609410.347987:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609410.347987:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749609410.347988:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0a80. 00000100:00000001:3.0:1749609410.347988:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749609410.347989:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749609410.347989:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000100:00000001:0.0:1749609410.347990:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749609410.347990:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609410.347991:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609410.347991:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609410.347991:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 02000000:00000010:0.0:1749609410.347993:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057200. 00000100:00000001:2.0:1749609410.347993:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609410.347994:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.347994:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609410.347994:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.347995:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749609410.347995:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609410.347995:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609410.347996:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609410.347997:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.347999:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609410.347999:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609410.347999:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612289408:0@lo:400: 00000100:00000040:0.0:1749609410.348001:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e0a80] to pc [ptlrpcd_00_02+2] req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609410.348001:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609410.348002:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609410.348002:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609410.348003:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609410.348004:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609410.348004:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609410.348006:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 02000000:00000001:3.0:1749609410.348007:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609410.348009:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62dc0. 00000100:00000001:0.0:1749609410.348010:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348010:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609410.348011:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609410.348011:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1749609410.348011:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000100:00000200:3.0:1749609410.348012:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612289408, portal 4 00000100:00000040:0.0:1749609410.348013:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4024) 00000100:00000001:2.0:1749609410.348013:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.348013:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1749609410.348014:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612289280 00000100:00000001:3.0:1749609410.348014:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389193216 : -131936320358400 : ffff88012e7df800) 02000000:00000001:1.0:1749609410.348016:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609410.348017:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1036 usecs (2 jiffies) 00000100:00000001:1.0:1749609410.348018:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609410.348018:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.348019:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609410.348019:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348019:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298686754 00000100:00000001:0.0:1749609410.348020:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609410.348021:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609410.348021:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298686760 02000000:00000001:1.0:1749609410.348022:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.348022:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609410.348023:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298686754 00000100:00000040:3.0:1749609410.348023:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609410.348024:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.348024:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298686760 00000400:00000010:3.0:1749609410.348024:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00100000:1.0:1749609410.348025:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612289280 00000100:00000001:2.0:1749609410.348025:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298686754 00000100:00000200:3.0:1749609410.348025:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612289408, offset 0 00000020:00000001:1.0:1749609410.348026:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609410.348027:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609410.348027:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298686760 00000400:00000200:3.0:1749609410.348027:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609410.348028:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609410.348028:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348028:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298686754 00000020:00000001:1.0:1749609410.348029:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609410.348030:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609410.348030:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609410.348030:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348030:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298686760 02000000:00000001:0.0:1749609410.348031:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609410.348031:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348031:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609410.348031:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609410.348033:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612289792:0@lo:400: 00000100:00000001:2.0:1749609410.348033:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609410.348034:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000400:00000200:3.0:1749609410.348034:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c1f80 00000100:00000001:0.0:1749609410.348035:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609410.348035:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609410.348036:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609410.348037:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609410.348037:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 4032 02000000:00000001:0.0:1749609410.348038:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609410.348038:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 02000000:00000001:0.0:1749609410.348039:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749609410.348040:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749609410.348041:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0e00. 00000020:00000010:1.0:1749609410.348041:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000100:00000001:2.0:1749609410.348041:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609410.348042:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348042:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:3.0:1749609410.348042:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609410.348044:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000100:00000001:1.0:1749609410.348044:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609410.348044:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609410.348044:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609410.348045:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609410.348045:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749609410.348045:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1749609410.348046:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348046:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749609410.348047:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000100:00000010:3.0:1749609410.348047:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948b8380. 00000100:00000040:2.0:1749609410.348048:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609410.348049:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612289792, portal 10 00000100:00000040:3.0:1749609410.348049:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800948b8380 x1834594612289408 msgsize 224 00000100:00000001:0.0:1749609410.348050:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609410.348050:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348051:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005784704 : -131938703766912 : ffff8800a06e0a80) 00000100:00100000:3.0:1749609410.348051:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609410.348055:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.348055:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609410.348056:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348056:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348058:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609410.348058:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609410.348058:0:1509:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609410.348059:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609410.348060:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609410.348060:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000400:00000010:0.0:1749609410.348061:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000100:00000001:1.0:1749609410.348061:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609410.348061:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609410.348061:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00000200:0.0:1749609410.348062:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612289792, offset 0 00000100:00000001:3.0:1749609410.348062:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609410.348063:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609410.348063:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612289536:0@lo:38: 00000100:00000200:3.0:1749609410.348064:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609410.348065:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609410.348065:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749609410.348066:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 02000000:00000001:2.0:1749609410.348067:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609410.348068:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526405632 : -131936183145984 : ffff880136abaa00) 02000000:00000001:2.0:1749609410.348068:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.348068:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609410.348069:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609410.348069:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609410.348070:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609410.348071:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136abaa00 x1834594612289280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609410.348072:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07ff000. 00000100:00000001:3.0:1749609410.348072:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609410.348073:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c2100 02000000:00000001:2.0:1749609410.348073:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.348073:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609410.348075:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609410.348076:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f210. 00000100:00000040:3.0:1749609410.348076:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 835 usecs (1 jiffies) 00000400:00000200:0.0:1749609410.348077:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 64512 00000100:00100000:1.0:1749609410.348078:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612289280:12345-0@lo:38: 00000100:00000001:3.0:1749609410.348078:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298686753 00000100:00000001:3.0:1749609410.348079:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298686760 00000400:00000200:0.0:1749609410.348080:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609410.348080:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612289280 00000400:00000010:2.0:1749609410.348080:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 00000100:00000001:3.0:1749609410.348080:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298686753 00000100:00000001:3.0:1749609410.348081:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298686760 00000400:00000200:0.0:1749609410.348082:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609410.348082:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609410.348082:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298686753 00000100:00000200:2.0:1749609410.348083:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612289536, portal 10 00000100:00000001:3.0:1749609410.348083:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298686760 00000100:00000001:0.0:1749609410.348084:0:1511:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749609410.348084:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609410.348084:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609410.348084:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298686753 00000100:00000200:0.0:1749609410.348085:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609410.348085:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137389194112 : -131936320357504 : ffff88012e7dfb80) 00000100:00000001:3.0:1749609410.348085:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298686760 00000100:00000001:3.0:1749609410.348086:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609410.348087:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609410.348088:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0380. 00000100:00000001:3.0:1749609410.348088:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.348089:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e0380 x1834594612289792 msgsize 224 00000100:00000040:2.0:1749609410.348089:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609410.348089:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609410.348091:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609410.348093:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348095:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00010000:00020000:1.0:1749609410.348095:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609410.348095:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609410.348097:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609410.348097:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609410.348098:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000400:00000200:0.0:1749609410.348099:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00010000:00000001:1.0:1749609410.348099:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749609410.348100:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00000100:00000001:3.0:1749609410.348100:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609410.348101:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:3.0:1749609410.348101:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612289152 00000100:00000001:0.0:1749609410.348102:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609410.348102:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609410.348102:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609410.348103:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749609410.348104:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609410.348104:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609410.348104:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609410.348105:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609410.348106:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013770ec00. 00000100:00100000:3.0:1749609410.348106:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612289152 02000000:00000001:1.0:1749609410.348107:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609410.348107:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612289536, offset 0 00000020:00000001:3.0:1749609410.348107:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609410.348108:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749609410.348108:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:1.0:1749609410.348109:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609410.348109:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609410.348110:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609410.348111:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609410.348111:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1749609410.348111:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00010000:00000001:1.0:1749609410.348112:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609410.348112:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609410.348114:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348114:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:1.0:1749609410.348114:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749609410.348114:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609410.348116:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609410.348116:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609410.348116:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609410.348117:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749609410.348117:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000100:00000040:0.0:1749609410.348118:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 00000100:00000001:1.0:1749609410.348118:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609410.348119:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298686753 00000100:00000001:3.0:1749609410.348119:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609410.348120:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298686760 00000100:00000040:1.0:1749609410.348120:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:3.0:1749609410.348120:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a40. 00000100:00000001:1.0:1749609410.348121:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609410.348122:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298686753 00000100:00000001:1.0:1749609410.348122:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:2.0:1749609410.348122:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c2000 00000100:00000001:0.0:1749609410.348123:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298686760 00000100:00000001:0.0:1749609410.348123:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298686753 00000020:00000010:3.0:1749609410.348123:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00000001:0.0:1749609410.348124:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298686760 00000100:00000040:1.0:1749609410.348124:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:3.0:1749609410.348124:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000100:00000001:0.0:1749609410.348125:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298686753 02000000:00000001:1.0:1749609410.348125:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749609410.348125:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 64736 00000100:00000001:0.0:1749609410.348126:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298686760 02000000:00000001:1.0:1749609410.348126:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609410.348126:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000100:00000001:0.0:1749609410.348127:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609410.348127:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609410.348128:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609410.348128:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609410.348129:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609410.348129:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609410.348130:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609410.348130:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000040:3.0:1749609410.348131:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:1.0:1749609410.348132:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612289280, offset 0 00000400:00000200:2.0:1749609410.348132:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609410.348132:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609410.348133:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609410.348133:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609410.348134:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609410.348134:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609410.348134:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348135:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609410.348135:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749609410.348135:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609410.348136:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609410.348136:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348137:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609410.348138:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136aba680. 00000100:00000001:3.0:1749609410.348138:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609410.348139:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609410.348140:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136aba680 x1834594612289536 msgsize 520 00000400:00000200:1.0:1749609410.348143:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c1f00 00000100:00100000:2.0:1749609410.348143:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609410.348145:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609410.348145:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609410.348146:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17761 [1] + 0 00000400:00000200:1.0:1749609410.348149:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609410.348149:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609410.348150:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609410.348151:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609410.348152:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:3.0:1749609410.348152:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609410.348153:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612289792 02000000:00000001:0.0:1749609410.348154:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749609410.348154:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:0.0:1749609410.348155:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609410.348155:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00000001:0.0:1749609410.348156:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348156:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609410.348156:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 02000000:00000001:0.0:1749609410.348157:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609410.348158:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609410.348158:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656158800 : -131939053392816 : ffff88008b972c50) 00000100:00100000:0.0:1749609410.348159:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612289792 00000020:00000001:0.0:1749609410.348160:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609410.348160:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:0.0:1749609410.348161:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:0.0:1749609410.348162:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609410.348162:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b972c50 x1834594612289152/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:356/0 lens 224/0 e 0 to 0 dl 1749609421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609410.348163:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609410.348164:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:2.0:1749609410.348164:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749609410.348165:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:0.0:1749609410.348166:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000040:2.0:1749609410.348166:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.348168:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749609410.348168:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609410.348169:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609410.348170:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4000. 00000020:00000010:3.0:1749609410.348170:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000020:00000010:0.0:1749609410.348172:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4300. 00000100:00000001:2.0:1749609410.348172:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.348172:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609410.348173:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609410.348173:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a40. 00000100:00000001:1.0:1749609410.348174:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749609410.348175:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00100000:3.0:1749609410.348176:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b972c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612289152:12345-0@lo:400: 00000400:00000200:1.0:1749609410.348177:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609410.348178:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:0.0:1749609410.348179:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609410.348179:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609410.348179:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612289152 00000100:00000001:1.0:1749609410.348180:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609410.348181:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000100:00000001:1.0:1749609410.348181:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609410.348181:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 00000020:00000001:3.0:1749609410.348181:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749609410.348182:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:1.0:1749609410.348182:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348183:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298686753 00000020:00000001:3.0:1749609410.348183:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:0.0:1749609410.348184:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000100:00000040:1.0:1749609410.348184:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609410.348185:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348185:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298686760 00000020:00000001:3.0:1749609410.348185:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609410.348186:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609410.348187:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609410.348187:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298686753 00000020:00000001:3.0:1749609410.348187:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609410.348188:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609410.348188:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298686760 00000100:00000040:1.0:1749609410.348189:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136abaa00 x1834594612289280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.348189:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298686753 00000020:00000001:3.0:1749609410.348189:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609410.348191:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298686760 00000020:00000001:3.0:1749609410.348191:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609410.348193:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609410.348193:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298686753 00000020:00000001:3.0:1749609410.348193:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609410.348194:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612289280:12345-0@lo:38: Request processed in 116us (219us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609410.348194:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298686760 00000020:00000001:3.0:1749609410.348194:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609410.348195:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348196:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609410.348196:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609410.348198:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1749609410.348198:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00000001:2.0:1749609410.348198:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609410.348198:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348199:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609410.348200:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609410.348200:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609410.348200:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609410.348200:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749609410.348200:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749609410.348202:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609410.348202:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609410.348203:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609410.348203:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 02000000:00000001:3.0:1749609410.348204:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1749609410.348205:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 00000100:00000001:0.0:1749609410.348206:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609410.348206:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 02000000:00000010:3.0:1749609410.348206:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508cc00. 00000100:00100000:0.0:1749609410.348207:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612289536 02000000:00000001:3.0:1749609410.348207:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609410.348208:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609410.348208:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348208:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609410.348209:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609410.348209:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348210:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348210:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609410.348211:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609410.348211:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749609410.348211:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609410.348229:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1749609410.348230:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612289152 00000100:00000001:1.0:1749609410.348231:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609410.348233:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609410.348233:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:2.0:1749609410.348235:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609410.348236:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b972c50 x1834594612289152/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:356/0 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609410.348237:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612289664:0@lo:38: 00000100:00000001:1.0:1749609410.348240:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609410.348240:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749609410.348241:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612289408 02000000:00000001:2.0:1749609410.348241:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609410.348242:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609410.348243:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609410.348243:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609410.348243:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609410.348244:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609410.348244:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749609410.348244:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609410.348245:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609410.348246:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=79 v=5 (1 1 1 1) 00000100:00100000:1.0:1749609410.348247:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612289408 02000000:00000010:2.0:1749609410.348247:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fcc00. 00000020:00000001:1.0:1749609410.348248:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609410.348248:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:1.0:1749609410.348249:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609410.348249:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.348249:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1749609410.348251:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000400:00000010:2.0:1749609410.348251:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000100:00000040:3.0:1749609410.348251:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:1.0:1749609410.348252:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609410.348252:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:1.0:1749609410.348253:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000010:2.0:1749609410.348254:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 02000000:00000001:3.0:1749609410.348254:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609410.348255:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609410.348256:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8900. 00000100:00000200:2.0:1749609410.348256:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612289664, portal 10 02000000:00000001:3.0:1749609410.348256:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.348257:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609410.348258:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749609410.348258:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609410.348259:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e84c0. 00000100:00000001:2.0:1749609410.348259:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005789184 : -131938703762432 : ffff8800a06e1c00) 00000020:00000040:1.0:1749609410.348261:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000010:3.0:1749609410.348261:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00000001:1.0:1749609410.348262:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1749609410.348263:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612289536 00000100:00000040:2.0:1749609410.348263:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609410.348263:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612289152, offset 224 00000020:00000010:1.0:1749609410.348264:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000020:00000001:0.0:1749609410.348265:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609410.348265:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:1.0:1749609410.348265:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000020:00000001:0.0:1749609410.348266:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749609410.348266:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000400:00000200:3.0:1749609410.348266:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609410.348267:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609410.348268:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348269:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609410.348270:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000040:1.0:1749609410.348270:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609410.348271:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749609410.348271:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749609410.348272:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef80. 00000100:00000001:1.0:1749609410.348272:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609410.348272:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609410.348272:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000400:00000200:3.0:1749609410.348272:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749609410.348273:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ee10. 00000100:00000001:0.0:1749609410.348274:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749609410.348274:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612289664, offset 0 00000100:00000001:1.0:1749609410.348275:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609410.348276:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609410.348276:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609410.348276:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749609410.348276:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c1e80 00000100:00000001:1.0:1749609410.348277:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348278:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609410.348278:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609410.348281:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609410.348281:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17759 [1] + 224 00000100:00000001:0.0:1749609410.348282:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609410.348282:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609410.348284:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609410.348284:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609410.348285:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609410.348285:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609410.348286:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609410.348286:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00000040:1.0:1749609410.348287:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00100000:0.0:1749609410.348288:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00000001:1.0:1749609410.348288:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806389632 : -131938903161984 : ffff8800948b8380) 00000400:00000200:2.0:1749609410.348288:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c2080 00000400:00000200:3.0:1749609410.348288:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609410.348290:0:16223:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:3.0:1749609410.348290:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609410.348291:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005782912 : -131938703768704 : ffff8800a06e0380) 00000100:00000040:1.0:1749609410.348291:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948b8380 x1834594612289408/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:356/0 lens 224/0 e 0 to 0 dl 1749609421 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609410.348291:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 65256 00000100:00000040:0.0:1749609410.348293:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e0380 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:356/0 lens 224/0 e 0 to 0 dl 1749609421 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609410.348293:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609410.348295:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749609410.348295:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609410.348296:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000001:1.0:1749609410.348297:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609410.348298:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609410.348298:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000400:00000200:2.0:1749609410.348298:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609410.348299:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000001:0.0:1749609410.348300:0:16223:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609410.348300:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612289408:12345-0@lo:400: 00000100:00000040:3.0:1749609410.348300:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609410.348301:0:16223:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4300. 00000100:00000001:2.0:1749609410.348301:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609410.348302:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612289408 00000100:00000200:2.0:1749609410.348302:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749609410.348303:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612289792:12345-0@lo:400: 00000020:00000001:1.0:1749609410.348303:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609410.348304:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:0.0:1749609410.348305:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612289792 00000020:00000001:1.0:1749609410.348305:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609410.348305:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136abad80. 00000020:00000001:1.0:1749609410.348306:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609410.348307:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609410.348307:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:2.0:1749609410.348307:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136abad80 x1834594612289664 msgsize 520 00000020:00000001:0.0:1749609410.348308:0:16223:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609410.348309:0:16223:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609410.348309:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609410.348309:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609410.348310:0:16223:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749609410.348310:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609410.348311:0:16223:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:1.0:1749609410.348311:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609410.348312:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609410.348313:0:16223:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609410.348313:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749609410.348313:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000020:00000001:0.0:1749609410.348314:0:16223:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609410.348314:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609410.348314:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000020:00000001:0.0:1749609410.348315:0:16223:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609410.348315:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749609410.348316:0:16223:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609410.348316:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609410.348316:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749609410.348317:0:16223:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609410.348317:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609410.348317:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749609410.348318:0:16223:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749609410.348318:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609410.348319:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348320:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749609410.348320:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013770cc00. 02000000:00000001:0.0:1749609410.348321:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609410.348321:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609410.348321:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000100:00000040:3.0:1749609410.348321:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609410.348322:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609410.348322:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 02000000:00000010:0.0:1749609410.348323:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2ec00. 00000020:00000001:1.0:1749609410.348323:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609410.348323:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:0.0:1749609410.348324:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609410.348324:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612289408 00000100:00000001:2.0:1749609410.348324:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749609410.348324:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348325:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609410.348326:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749609410.348327:0:16223:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609410.348327:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948b8380 x1834594612289408/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:356/0 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609410.348327:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609410.348327:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000040:0.0:1749609410.348328:0:16223:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612289792 00010000:00000001:0.0:1749609410.348329:0:16223:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749609410.348330:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b972c50 x1834594612289152/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:356/0 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749609410.348331:0:16223:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a06e0380 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:356/0 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609410.348331:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609410.348332:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348332:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1749609410.348333:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=66 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609410.348334:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609410.348335:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609410.348335:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749609410.348336:0:16223:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609410.348336:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:0.0:1749609410.348337:0:16223:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609410.348337:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:3.0:1749609410.348337:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b972c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612289152:12345-0@lo:400: Request processed in 168us (460us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609410.348339:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609410.348339:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609410.348340:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609410.348340:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348340:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348341:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609410.348341:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609410.348342:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609410.348342:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609410.348342:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609410.348343:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609410.348343:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000001:0.0:1749609410.348344:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749609410.348344:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612289408, offset 224 00000100:00000001:2.0:1749609410.348344:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609410.348344:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00000040:0.0:1749609410.348345:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749609410.348346:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000100:00000040:3.0:1749609410.348346:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000010:0.0:1749609410.348347:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000400:00000200:1.0:1749609410.348347:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749609410.348348:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612289792, offset 224 00000100:00000001:2.0:1749609410.348348:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298686753 00000100:00000001:3.0:1749609410.348348:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609410.348349:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609410.348350:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609410.348350:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298686760 00000400:00000200:0.0:1749609410.348351:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609410.348351:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298686753 00000020:00000010:3.0:1749609410.348351:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000400:00000200:1.0:1749609410.348353:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c1f80 00000100:00000001:2.0:1749609410.348353:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298686760 00000400:00000200:0.0:1749609410.348354:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609410.348354:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298686753 00000020:00000010:3.0:1749609410.348354:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 00000400:00000200:1.0:1749609410.348355:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17769 [1] + 224 00000100:00000001:2.0:1749609410.348356:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298686760 00000020:00000010:3.0:1749609410.348356:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000400:00000200:0.0:1749609410.348357:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2100 00000100:00000001:2.0:1749609410.348357:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298686753 00000400:00000200:1.0:1749609410.348358:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609410.348358:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298686760 00000400:00000200:1.0:1749609410.348359:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609410.348360:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17771 [1] + 224 00000100:00000001:2.0:1749609410.348360:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609410.348360:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:2.0:1749609410.348362:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609410.348362:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1749609410.348363:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609410.348363:0:15201:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749609410.348364:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508cc00. 00000400:00000200:0.0:1749609410.348365:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749609410.348365:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609410.348365:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609410.348367:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609410.348367:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609410.348368:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609410.348369:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609410.348369:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 00000400:00000200:2.0:1749609410.348371:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000400:00000010:2.0:1749609410.348372:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000100:00000200:3.0:1749609410.348372:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609410.348374:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609410.348374:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609410.348375:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749609410.348375:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62108. 00000100:00000200:0.0:1749609410.348376:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609410.348376:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609410.348377:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000200:2.0:1749609410.348377:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609410.348379:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609410.348379:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609410.348381:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609410.348381:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609410.348382:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:1.0:1749609410.348383:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609410.348384:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609410.348384:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609410.348385:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749609410.348386:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7180. 00000100:00000001:0.0:1749609410.348387:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609410.348387:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948b8380 x1834594612289408/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:356/0 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.348389:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609410.348390:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00000100:00100000:1.0:1749609410.348391:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612289408:12345-0@lo:400: Request processed in 95us (341us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609410.348391:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609410.348392:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00000100:00000001:0.0:1749609410.348393:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609410.348393:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609410.348393:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609410.348395:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609410.348395:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 02000000:00000001:2.0:1749609410.348395:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609410.348396:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000040:0.0:1749609410.348397:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609410.348397:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609410.348397:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749609410.348398:0:16223:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749609410.348398:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609410.348398:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609410.348399:0:16223:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609410.348399:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000020:00000001:0.0:1749609410.348400:0:16223:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749609410.348400:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 02000000:00000001:2.0:1749609410.348400:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.348400:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609410.348401:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00100000:3.0:1749609410.348401:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612289664 00000100:00000040:0.0:1749609410.348402:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0380 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:356/0 lens 224/224 e 0 to 0 dl 1749609421 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609410.348403:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 02000000:00000001:3.0:1749609410.348403:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609410.348404:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609410.348404:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749609410.348405:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609410 v=5 (0 0 0 0) 00000100:00100000:0.0:1749609410.348406:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1511:x1834594612289792:12345-0@lo:400: Request processed in 107us (316us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609410.348406:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609410.348408:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=76 v=20 (1 1 1 20) 02000000:00000001:3.0:1749609410.348408:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348410:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749609410.348410:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612289664 00000100:00100000:0.0:1749609410.348411:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000020:00000001:3.0:1749609410.348411:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749609410.348412:0:16223:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:2.0:1749609410.348412:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749609410.348412:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609410.348413:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609410.348414:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609410.348414:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609410.348414:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609410.348415:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609410.348416:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000001:3.0:1749609410.348416:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609410.348417:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609410.348418:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000020:00000010:0.0:1749609410.348419:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000020:00000010:3.0:1749609410.348419:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000100:00080000:1.0:1749609410.348420:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1749609410.348420:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1180. 00000020:00000040:0.0:1749609410.348422:0:16223:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000020:00000040:1.0:1749609410.348422:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:0.0:1749609410.348423:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609410.348423:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fed8. 00000100:00080000:1.0:1749609410.348424:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609410.348424:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1749609410.348425:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:0.0:1749609410.348426:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609410.348426:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609410.348426:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609410.348427:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609410.348427:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609410.348428:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609410.348428:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609410.348429:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00000100:00000001:0.0:1749609410.348430:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526404736 : -131936183146880 : ffff880136aba680) 00000100:00000001:2.0:1749609410.348430:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609410.348431:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.348432:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136aba680 x1834594612289536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609410.348432:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609410.348432:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609410.348433:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:2.0:1749609410.348434:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749609410.348435:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:0.0:1749609410.348436:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612289536:12345-0@lo:38: 00000100:00000001:1.0:1749609410.348436:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526406528 : -131936183145088 : ffff880136abad80) 00000100:00080000:2.0:1749609410.348437:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609410.348437:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609410.348438:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612289536 00000100:00000040:1.0:1749609410.348438:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136abad80 x1834594612289664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609410.348439:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609410.348439:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609410.348440:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609410.348442:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609410.348444:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612289664:12345-0@lo:38: 00000020:00000001:0.0:1749609410.348445:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609410.348446:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609410.348447:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749609410.348447:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612289664 00000100:00000001:3.0:1749609410.348447:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609410.348448:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609410.348448:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612289280:0@lo:38: 00000100:00000001:3.0:1749609410.348448:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749609410.348449:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609410.348449:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609410.348451:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609410.348451:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000001:3.0:1749609410.348451:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609410.348452:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609410.348452:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749609410.348453:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609410.348453:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609410.348453:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62dc0. 02000000:00000010:0.0:1749609410.348454:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2cc00. 00000100:00000001:2.0:1749609410.348454:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609410.348455:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609410.348455:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749609410.348455:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000100:00000001:0.0:1749609410.348456:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609410.348456:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609410.348456:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7de680 x1834594612289280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609410.348456:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00010000:00000001:0.0:1749609410.348457:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609410.348457:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609410.348458:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609410.348459:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609410.348459:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749609410.348460:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609410.348460:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609410.348460:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609410.348461:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609410.348462:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609410.348462:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749609410.348462:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609410.348463:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000010:1.0:1749609410.348463:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cec00. 00000100:00000001:0.0:1749609410.348464:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609410.348464:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609410.348464:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609410.348465:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609410.348465:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609410.348466:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749609410.348466:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07ff400. 00000100:00000040:0.0:1749609410.348467:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:1.0:1749609410.348467:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609410.348468:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:1.0:1749609410.348468:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749609410.348469:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609410.348469:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749609410.348469:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.348470:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609410.348470:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609410.348471:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609410.348471:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609410.348471:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749609410.348472:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000100:00000040:1.0:1749609410.348472:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000040:2.0:1749609410.348472:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000200:0.0:1749609410.348473:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612289536, offset 0 00000100:00000001:1.0:1749609410.348473:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609410.348474:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000001:2.0:1749609410.348474:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609410.348474:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609410.348475:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609410.348475:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000010:2.0:1749609410.348475:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2f400. 00000100:00000001:3.0:1749609410.348475:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609410.348476:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749609410.348477:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749609410.348477:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.348477:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609410.348478:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609410.348478:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609410.348478:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609410.348479:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609410.348479:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609410.348479:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609410.348480:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2000 00000400:00000010:1.0:1749609410.348480:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000010:2.0:1749609410.348480:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7de680. 00000100:00000001:3.0:1749609410.348480:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609410.348481:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17779 [1] + 0 02000000:00000001:3.0:1749609410.348482:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609410.348483:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609410.348483:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612289664, offset 0 00000100:00000001:2.0:1749609410.348483:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609410.348484:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609410.348485:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609410.348485:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609410.348485:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=66 v=5 (5 5 5 5) 00000400:00000200:1.0:1749609410.348486:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609410.348487:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749609410.348487:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=66 v=5 (1 1 1 1) 00000100:00000200:0.0:1749609410.348488:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609410.348488:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609410.348489:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609410.348489:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609410.348490:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609410.348490:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609410.348491:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2080 00000100:00000001:2.0:1749609410.348492:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749609410.348492:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749609410.348493:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609410.348493:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17785 [1] + 0 00000100:00000001:2.0:1749609410.348493:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00080000:3.0:1749609410.348494:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609410.348495:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609410.348518:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609410.348521:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00000400:00000010:0.0:1749609410.348522:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00000100:00000001:0.0:1749609410.348523:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609410.348523:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609410.348524:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609410.348525:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.348526:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609410.348526:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609410.348527:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609410.348527:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609410.348528:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749609410.348529:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749609410.348530:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136aba680 x1834594612289536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609410.348531:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749609410.348532:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609410.348533:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f210. 00000100:00100000:0.0:1749609410.348535:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:1508:x1834594612289536:12345-0@lo:38: Request processed in 98us (394us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749609410.348535:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000100:00000001:1.0:1749609410.348536:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609410.348537:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000100:00000001:2.0:1749609410.348538:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609410.348539:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00000100:00000001:0.0:1749609410.348540:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609410.348540:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:0.0:1749609410.348541:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749609410.348541:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000200:2.0:1749609410.348541:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609410.348542:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef80. 00000100:00000001:1.0:1749609410.348542:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609410.348543:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ee10. 00000100:00000001:1.0:1749609410.348543:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749609410.348544:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00000001:1.0:1749609410.348544:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609410.348545:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609410.348546:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609410.348546:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609410.348547:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609410.348547:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609410.348548:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609410.348548:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609410.348549:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136abad80 x1834594612289664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609430 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609410.348550:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:0.0:1749609410.348552:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609410.348552:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609410.348553:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609410.348553:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609410.348554:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612289664:12345-0@lo:38: Request processed in 110us (246us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609410.348554:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:0.0:1749609410.348555:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609410.348555:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609410.348555:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609410.348556:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609410.348557:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17cb8. 00000100:00000001:2.0:1749609410.348557:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749609410.348558:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000400:00000200:0.0:1749609410.348559:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000100:00000001:1.0:1749609410.348559:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609410.348559:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1749609410.348560:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000100:00000001:1.0:1749609410.348560:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609410.348560:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609410.348561:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609410.348561:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1180. 00000100:00000001:3.0:1749609410.348561:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609410.348562:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609410.348562:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1749609410.348563:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609410.348563:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fed8. 02000000:00000001:2.0:1749609410.348563:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609410.348564:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:3.0:1749609410.348564:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609410.348566:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609410.348566:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609410 v=5 (0 0 0 0) 00000100:00000040:3.0:1749609410.348566:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609410.348567:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609410.348569:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=76 v=20 (1 1 1 20) 00000100:00000001:0.0:1749609410.348571:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609410.348571:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609410.348572:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348572:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609410.348572:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612289408:0@lo:400: 00000100:00000001:0.0:1749609410.348573:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749609410.348574:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609410.348574:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609410.348575:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609410.348576:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609410.348576:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749609410.348577:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609410.348577:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609410.348577:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609410.348578:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 00000100:00001000:0.0:1749609410.348579:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=73 v=5 (5 5 5 5) 00000400:00000200:3.0:1749609410.348580:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000100:00001000:0.0:1749609410.348581:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=73 v=5 (1 1 1 1) 00000400:00000010:3.0:1749609410.348581:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00000001:0.0:1749609410.348582:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609410.348583:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348583:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609410.348583:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749609410.348584:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1749609410.348584:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.348585:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:0.0:1749609410.348586:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.348586:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348588:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609410.348589:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609410.348590:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609410.348590:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.348591:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00080000:2.0:1749609410.348591:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749609410.348592:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609410.348592:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1749609410.348592:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609410.348593:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.348594:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609410.348595:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609410.348595:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609410.348596:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609410.348597:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609410.348597:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609410.348598:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609410.348598:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609410.348599:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609410.348599:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609410.348600:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609410.348601:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609410.348601:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609410.348602:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609410.348604:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612289536:0@lo:38: 00000100:00001000:3.0:1749609410.348604:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=79 v=5 (5 5 5 5) 00000100:00100000:0.0:1749609410.348605:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:1511:1834594612289792:0@lo:400: 00000100:00001000:3.0:1749609410.348606:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609410.348607:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609410.348608:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1749609410.348608:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609410.348608:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609410.348608:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.348609:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e0a80 x1834594612289792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609410.348609:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609410.348610:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00010000:00000001:3.0:1749609410.348610:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1749609410.348611:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609410.348612:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:0.0:1749609410.348613:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609410.348613:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609410.348613:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609410.348614:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 02000000:00000010:0.0:1749609410.348615:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0e00. 00000100:00000001:2.0:1749609410.348615:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609410.348615:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609410.348616:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609410.348617:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1749609410.348617:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609410.348618:0:1511:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749609410.348619:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609410.348620:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 00000100:00000001:3.0:1749609410.348620:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609410.348621:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609410.348621:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749609410.348622:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609410.348622:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0a80. 00000100:00000001:3.0:1749609410.348622:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609410.348624:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1749609410.348624:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609410.348624:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.348625:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609410.348625:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609410.348627:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609410.348627:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.348628:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609410.348629:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348630:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609410.348630:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012e7dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612289152:0@lo:400: 00000100:00000001:2.0:1749609410.348631:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348633:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609410.348633:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609410.348634:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609410.348635:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609410.348635:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609410.348636:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609410.348637:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7df800 x1834594612289408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609410.348638:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609410.348640:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609410 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609410.348643:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=73 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609410.348643:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609410.348644:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609410.348645:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749609410.348645:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 00000100:00000001:2.0:1749609410.348646:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609410.348647:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609410.348648:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609410.348649:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749609410.348650:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609410.348650:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1749609410.348652:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609410.348653:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057900. 02000000:00000001:3.0:1749609410.348655:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609410.348656:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609410.348657:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609410.348658:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1749609410.348658:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7df800. 00000100:00000001:2.0:1749609410.348659:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609410.348660:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609410.348661:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609410.348661:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348662:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609410.348662:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749609410.348664:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749609410.348664:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dd500 x1834594612289152/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609410.348666:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609410.348667:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609410.348669:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749609410.348670:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609410.348670:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609410.348671:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 02000000:00000001:3.0:1749609410.348673:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609410.348675:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1749609410.348676:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612289664:0@lo:38: 00000020:00000040:3.0:1749609410.348676:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:3.0:1749609410.348678:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609410.348679:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609410.348679:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057a00. 00000100:00000001:2.0:1749609410.348680:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609410.348680:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609410.348681:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749609410.348682:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012e7dfb80 x1834594612289536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609410.348682:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dd500. 00000100:00000001:3.0:1749609410.348684:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609410.348684:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609410.348685:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348687:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609410.348688:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609410.348689:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609410.348689:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609410.348691:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07ff000. 00000100:00000001:3.0:1749609410.348691:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609410.348692:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609410.348693:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609410.348694:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609410.348695:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609410.348696:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609410.348698:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2c000. 02000000:00000001:2.0:1749609410.348700:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609410.348701:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609410.348702:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e7dfb80. 00000100:00000001:2.0:1749609410.348704:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609410.348705:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348706:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609410.348708:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1c00 x1834594612289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609410.348713:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609410.348714:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609410.348714:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609410.348715:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609410.348716:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fcc00. 02000000:00000001:2.0:1749609410.348717:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609410.348718:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609410.348719:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609410.348720:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609410.348721:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2e400. 02000000:00000001:2.0:1749609410.348723:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609410.348724:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609410.348725:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1c00. 00000100:00000001:2.0:1749609410.348728:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609410.348728:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348730:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.348733:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609410.348734:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609410.348735:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609410.348736:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.355542:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298686760, at 4298686760 00000100:00000040:3.0:1749609410.355543:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298686760, at 4298686760 00000100:00000010:0.0:1749609410.355552:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8ec0. 00000100:00000010:3.0:1749609410.355561:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8640. 00000100:00000040:1.0:1749609410.355563:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298686760, at 4298686760 00000100:00000040:2.0:1749609410.355563:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298686760, at 4298686760 00000100:00000010:2.0:1749609410.355574:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8340. 00000100:00000010:1.0:1749609410.355584:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8d40. 00000100:00000010:0.0:1749609410.534601:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0a80. 00000020:00000040:0.0:1749609410.534610:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609410.534614:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609410.534617:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609410.534621:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609410.534627:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0e00. 00000100:00000001:0.0:1749609410.534632:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.534637:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609410.534638:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609410.534642:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609410.534643:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609410.534645:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609410.534646:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005784704 : -131938703766912 : ffff8800a06e0a80) 00000100:00000001:0.0:1749609410.534649:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609410.534650:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609410.534652:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609410.534653:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609410.534659:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e0a80 x1834594612289920/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.534670:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609410.534671:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609410.534672:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e0a80 x1834594612289920/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.534676:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609410.534681:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609410.534682:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609410.534683:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609410.534685:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609410.534686:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609410.534688:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609410.534689:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609410.534691:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609410.534692:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0a80 x1834594612289920/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609410.534696:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612289920:0@lo:900: 00000100:00000001:0.0:1749609410.534699:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609410.534700:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609410.534702:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609410.534703:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609410.534703:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e0a80 x1834594612289920/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.534707:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609410.534708:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609410.534711:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609410.534712:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609410.534713:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609410.534713:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e0a80 x1834594612289920/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609410.534716:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609410.534718:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609410.534719:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609410.534721:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609410.534722:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0e00. 02000000:00000001:0.0:1749609410.534724:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609410.534725:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609410.534726:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0a80. 00000100:00000001:0.0:1749609410.534729:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609410.534729:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.710642:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609410.710649:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609410.710652:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609410.710655:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609410.710658:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609410.710660:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.710663:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609410.710664:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609410.710666:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609410.741624:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609410.741630:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609410.741634:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609410.741635:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609410.741704:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609410.741708:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609410.741711:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609411.710616:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609411.710622:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609411.710623:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609411.710626:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609411.710628:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609411.710631:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609411.710633:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609411.710635:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609411.710636:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609411.743615:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609411.743621:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609411.743627:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609411.743628:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609411.743698:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609411.743702:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609411.743706:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609412.110356:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609412.110370:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609412.110373:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609412.110375:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609412.110384:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609412.110399:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342700 00000400:00000200:0.0:1749609412.110405:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 65776 00000800:00000001:0.0:1749609412.110411:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609412.110414:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609412.110415:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609412.110418:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609412.110423:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609412.110425:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609412.110429:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0a80. 00000100:00000040:0.0:1749609412.110431:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e0a80 x1834594730256128 msgsize 520 00000100:00100000:0.0:1749609412.110434:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609412.110449:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609412.110457:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609412.110461:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609412.110462:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609412.110464:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609412.110468:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609412.110472:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342680 00000400:00000200:0.0:1749609412.110477:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16c25 [2] + 0 00000400:00000010:0.0:1749609412.110480:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b623c8. 00000400:00000200:0.0:1749609412.110484:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3b40 00000800:00000001:0.0:1749609412.110487:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609412.110489:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609412.110491:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609412.110494:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609412.110496:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3b40 00000400:00000010:0.0:1749609412.110532:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3b40. 00000100:00000001:0.0:1749609412.110538:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609412.110539:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609412.110541:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff88008b970450 x1834594730256000 msgsize 224 00000100:00100000:0.0:1749609412.110545:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:3.0:1749609412.110545:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609412.110546:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1749609412.110547:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730256128 02000000:00000001:3.0:1749609412.110550:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609412.110552:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609412.110554:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.110559:0:1503:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609412.110559:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609412.110562:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00100000:3.0:1749609412.110563:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730256128 00000020:00000001:3.0:1749609412.110565:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1749609412.110566:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609412.110567:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000040:3.0:1749609412.110567:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000800:00000001:0.0:1749609412.110569:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609412.110570:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609412.110572:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000001:3.0:1749609412.110572:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609412.110574:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609412.110577:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342780 00000020:00000010:3.0:1749609412.110578:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000400:00000200:0.0:1749609412.110580:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 66296 00000020:00000010:3.0:1749609412.110583:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1480. 00000800:00000001:0.0:1749609412.110584:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:3.0:1749609412.110587:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44faf0. 00000100:00000001:3.0:1749609412.110592:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609412.110593:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609412.110596:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609412.110600:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609412.110606:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609412.110616:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609412.110618:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609412.110622:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2818 00000100:00000001:3.0:1749609412.110624:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005784704 : -131938703766912 : ffff8800a06e0a80) 00000100:00000040:3.0:1749609412.110629:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e0a80 x1834594730256128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609412.110635:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609412.110638:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609412.110638:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730256000 00000400:00000200:0.0:1749609412.110640:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609412.110640:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749609412.110640:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730256128:12345-192.168.201.20@tcp:38: 00000100:00000001:1.0:1749609412.110641:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609412.110642:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609412.110643:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000200:3.0:1749609412.110643:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730256128 02000000:00000001:1.0:1749609412.110645:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609412.110646:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609412.110647:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749609412.110647:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730256000 00000100:00000200:0.0:1749609412.110648:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749609412.110648:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609412.110649:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:1.0:1749609412.110650:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1749609412.110650:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:0.0:1749609412.110651:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0000. 00000020:00000040:1.0:1749609412.110652:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00000040:0.0:1749609412.110653:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e0000 x1834594730256256 msgsize 520 00000020:00000001:1.0:1749609412.110653:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609412.110655:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00100000:0.0:1749609412.110656:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:1.0:1749609412.110658:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609412.110661:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000001:0.0:1749609412.110662:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609412.110663:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609412.110664:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609412.110665:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:1.0:1749609412.110665:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00010000:00020000:3.0:1749609412.110667:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000800:00000001:0.0:1749609412.110668:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609412.110668:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00010000:00000001:3.0:1749609412.110670:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749609412.110671:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000020:00000010:1.0:1749609412.110673:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00010000:00000001:3.0:1749609412.110673:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609412.110675:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749609412.110677:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609412.110677:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609412.110679:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609412.110679:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609412.110680:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609412.110680:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609412.110680:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609412.110682:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730256256 02000000:00000001:0.0:1749609412.110683:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1749609412.110683:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508c800. 00000100:00000001:0.0:1749609412.110684:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609412.110684:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.110685:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609412.110685:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609412.110687:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.110688:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609412.110689:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730256256 00010000:00000001:3.0:1749609412.110690:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749609412.110691:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609412.110692:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:3.0:1749609412.110692:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609412.110694:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609412.110695:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609412.110695:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749609412.110697:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609412.110698:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609412.110698:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749609412.110699:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 00000020:00000010:0.0:1749609412.110702:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef80. 00000100:00000001:1.0:1749609412.110703:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749609412.110704:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ee10. 00000100:00000001:1.0:1749609412.110704:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609412.110704:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00100000:1.0:1749609412.110707:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1491 00000100:00000001:3.0:1749609412.110707:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609412.110708:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609412.110709:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609412.110709:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000040:3.0:1749609412.110709:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609412.110710:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609412.110710:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656148560 : -131939053403056 : ffff88008b970450) 00000100:00000001:3.0:1749609412.110711:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609412.110713:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609412.110713:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b970450 x1834594730256000/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:358/0 lens 224/0 e 0 to 0 dl 1749609423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609412.110713:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609412.110716:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609412.110717:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609412.110718:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609412.110720:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609412.110722:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609412.110723:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609412.110724:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609412.110724:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609412.110725:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000040:3.0:1749609412.110725:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00100000:0.0:1749609412.110726:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2819 00000100:00000001:1.0:1749609412.110726:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609412.110727:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000100:00000001:0.0:1749609412.110728:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005782016 : -131938703769600 : ffff8800a06e0000) 00000400:00000010:3.0:1749609412.110728:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283ee0. 00000100:00100000:1.0:1749609412.110729:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b970450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730256000:12345-192.168.201.20@tcp:400: 00000100:00000040:0.0:1749609412.110731:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e0000 x1834594730256256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609412.110731:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730256000 00000100:00000200:3.0:1749609412.110732:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730256128, offset 0 00000020:00000001:1.0:1749609412.110733:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609412.110734:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609412.110736:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609412.110737:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000001:1.0:1749609412.110738:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1749609412.110739:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730256256:12345-192.168.201.20@tcp:38: 00000020:00000001:1.0:1749609412.110739:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609412.110740:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609412.110741:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609412.110742:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730256256 00000020:00000001:1.0:1749609412.110742:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609412.110744:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609412.110744:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749609412.110744:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00010000:00000001:0.0:1749609412.110746:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609412.110746:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609412.110748:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000040:0.0:1749609412.110750:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:1.0:1749609412.110750:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609412.110750:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2130:2130:256:4294967295] 192.168.201.20@tcp LPNI seq info [2126:2126:8:4294967295] 02000000:00000001:1.0:1749609412.110751:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609412.110752:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 02000000:00000010:1.0:1749609412.110753:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0ccc00. 02000000:00000001:1.0:1749609412.110754:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609412.110755:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.110757:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609412.110757:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609412.110758:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1749609412.110758:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730256000 00000400:00000200:3.0:1749609412.110759:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 02000000:00000010:0.0:1749609412.110760:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88012db2e000. 00010000:00000001:1.0:1749609412.110760:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749609412.110762:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609412.110762:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b970450 x1834594730256000/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:358/0 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.110763:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609412.110764:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000040:0.0:1749609412.110765:0:14332:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000001:1.0:1749609412.110767:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000800:00000010:3.0:1749609412.110767:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695500. 00010000:00000001:1.0:1749609412.110768:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749609412.110770:0:14332:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4021 last 0 00000100:00001000:1.0:1749609412.110770:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=81 v=5 (1 1 1 1) 00000800:00000200:3.0:1749609412.110771:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:1.0:1749609412.110772:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749609412.110774:0:14332:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000040:1.0:1749609412.110774:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609412.110776:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:0.0:1749609412.110777:0:14332:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 02000000:00000001:1.0:1749609412.110778:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1749609412.110778:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:1.0:1749609412.110779:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609412.110780:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609412.110781:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000800:00000200:3.0:1749609412.110781:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695500 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:0.0:1749609412.110783:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:1.0:1749609412.110783:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609412.110787:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000001:3.0:1749609412.110788:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609412.110790:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000200:1.0:1749609412.110790:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730256000, offset 224 00000100:00000040:3.0:1749609412.110790:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609412.110792:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609412.110793:0:14332:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609412.110794:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000001:3.0:1749609412.110794:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1749609412.110795:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609412.110797:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0a80 x1834594730256128/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609432 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1749609412.110799:0:14332:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:1.0:1749609412.110801:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000040:0.0:1749609412.110802:0:14332:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:0.0:1749609412.110803:0:14332:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00100000:3.0:1749609412.110805:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730256128:12345-192.168.201.20@tcp:38: Request processed in 166us (373us total) trans 0 rc -19/-19 00000004:00000001:0.0:1749609412.110806:0:14332:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609412.110806:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2131:2131:255:4294967295] 192.168.201.20@tcp LPNI seq info [2127:2127:7:4294967295] 00000004:00000001:0.0:1749609412.110808:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609412.110810:0:14332:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609412.110811:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00100000:3.0:1749609412.110812:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2818 00000004:00000001:0.0:1749609412.110814:0:14332:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609412.110814:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609412.110815:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:3.0:1749609412.110815:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749609412.110816:0:14332:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609412.110818:0:14332:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000010:3.0:1749609412.110818:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1480. 00000020:00000040:0.0:1749609412.110820:0:14332:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000800:00000200:1.0:1749609412.110820:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:3.0:1749609412.110821:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44faf0. 00010000:00000001:0.0:1749609412.110822:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:1.0:1749609412.110822:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee500. 00000100:00000001:0.0:1749609412.110824:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749609412.110824:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00010000:00000001:0.0:1749609412.110825:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1749609412.110826:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00010000:00000001:0.0:1749609412.110827:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609412.110827:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609412.110829:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:1.0:1749609412.110830:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:0.0:1749609412.110831:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000200:2.0:1749609412.110831:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1749609412.110833:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1749609412.110835:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:2.0:1749609412.110835:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695500. 00000100:00000001:1.0:1749609412.110836:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.110837:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609412.110838:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000400:00000200:2.0:1749609412.110838:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609412.110839:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609412.110840:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609412.110841:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000400:00000200:2.0:1749609412.110841:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000001:1.0:1749609412.110842:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.110843:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000020:00000001:1.0:1749609412.110843:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749609412.110844:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283ee0 00000100:00000040:0.0:1749609412.110845:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000010:2.0:1749609412.110845:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283ee0. 00000100:00000040:1.0:1749609412.110846:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b970450 x1834594730256000/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:358/0 lens 224/224 e 0 to 0 dl 1749609423 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609412.110847:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609412.110848:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609412.110848:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609412.110850:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609412.110850:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609412.110852:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:0.0:1749609412.110854:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668198. 00000100:00100000:1.0:1749609412.110855:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b970450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730256000:12345-192.168.201.20@tcp:400: Request processed in 130us (312us total) trans 0 rc 0/0 00000100:00000200:0.0:1749609412.110856:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730256256, offset 0 00000400:00000200:0.0:1749609412.110860:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:1.0:1749609412.110862:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1491 00000800:00000200:2.0:1749609412.110862:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1749609412.110864:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000800:00000010:2.0:1749609412.110864:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee500. 00000400:00000200:0.0:1749609412.110865:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609412.110866:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749609412.110867:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609412.110868:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609412.110869:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609412.110870:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2132:2132:255:4294967295] 192.168.201.20@tcp LPNI seq info [2128:2128:7:4294967295] 00000020:00000010:1.0:1749609412.110870:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000400:00000200:2.0:1749609412.110871:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:2.0:1749609412.110872:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:2.0:1749609412.110873:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749609412.110874:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 00000100:00000001:2.0:1749609412.110874:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749609412.110876:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000400:00000200:0.0:1749609412.110877:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609412.110880:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000040:1.0:1749609412.110880:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000010:0.0:1749609412.110882:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057000. 02000000:00000001:1.0:1749609412.110882:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:0.0:1749609412.110884:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 02000000:00000010:1.0:1749609412.110884:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0ccc00. 02000000:00000001:1.0:1749609412.110886:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:0.0:1749609412.110887:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609412.110888:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609412.110889:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057000 type 1, nob 512 niov 1 nkiov 1 00000100:00000200:1.0:1749609412.110891:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749609412.110894:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0e70. 00000100:00000001:0.0:1749609412.110895:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609412.110897:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609412.110898:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609412.110898:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596bf00. 00000020:00000001:0.0:1749609412.110899:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609412.110902:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0000 x1834594730256256/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609432 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609412.110907:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730256256:12345-192.168.201.20@tcp:38: Request processed in 168us (253us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749609412.110912:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2819 00000800:00000200:2.0:1749609412.110913:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1749609412.110914:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609412.110915:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:2.0:1749609412.110915:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057000. 00000020:00000010:0.0:1749609412.110916:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef80. 00000400:00000200:2.0:1749609412.110916:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609412.110918:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ee10. 00000400:00000200:2.0:1749609412.110918:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:0.0:1749609412.110920:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00000400:00000200:2.0:1749609412.110920:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668198 00000400:00000010:2.0:1749609412.110921:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668198. 00000100:00000001:0.0:1749609412.110922:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.110922:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609412.110923:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609412.535612:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0700. 00000020:00000040:0.0:1749609412.535619:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609412.535623:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609412.535626:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609412.535631:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609412.535637:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1400. 00000100:00000001:0.0:1749609412.535646:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.535650:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609412.535652:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609412.535656:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609412.535657:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609412.535659:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609412.535660:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005783808 : -131938703767808 : ffff8800a06e0700) 00000100:00000001:0.0:1749609412.535663:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609412.535665:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609412.535666:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609412.535667:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609412.535673:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e0700 x1834594612290048/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.535680:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609412.535681:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609412.535682:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e0700 x1834594612290048/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.535686:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609412.535688:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609412.535690:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609412.535691:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609412.535693:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609412.535694:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609412.535696:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609412.535697:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609412.535698:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609412.535700:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0700 x1834594612290048/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609412.535704:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612290048:0@lo:900: 00000100:00000001:0.0:1749609412.535707:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609412.535708:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609412.535709:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609412.535710:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609412.535712:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e0700 x1834594612290048/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.535716:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609412.535717:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609412.535720:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609412.535721:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609412.535722:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609412.535722:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e0700 x1834594612290048/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609412.535726:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609412.535727:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609412.535728:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609412.535729:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609412.535730:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1400. 02000000:00000001:0.0:1749609412.535734:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609412.535735:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609412.535735:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0700. 00000100:00000001:0.0:1749609412.535738:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609412.535739:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.710638:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609412.710647:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609412.710649:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609412.710653:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609412.710657:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609412.710662:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.710665:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609412.710668:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609412.710670:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609412.745717:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609412.745727:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609412.745736:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609412.745738:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609412.745812:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609412.745818:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609412.745821:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609413.710589:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609413.710594:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609413.710596:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609413.710598:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609413.710601:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609413.710603:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609413.710605:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609413.710607:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609413.710608:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609413.747657:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609413.747663:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609413.747668:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609413.747669:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609413.747737:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609413.747741:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609413.747744:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609414.536636:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0700. 00000020:00000040:0.0:1749609414.536645:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609414.536649:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609414.536651:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609414.536655:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609414.536661:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1400. 00000100:00000001:0.0:1749609414.536666:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609414.536670:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609414.536671:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609414.536675:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609414.536676:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609414.536678:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609414.536679:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005783808 : -131938703767808 : ffff8800a06e0700) 00000100:00000001:0.0:1749609414.536682:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609414.536684:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609414.536685:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609414.536686:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609414.536691:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e0700 x1834594612290176/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609414.536698:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609414.536699:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609414.536700:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e0700 x1834594612290176/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609414.536704:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609414.536706:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609414.536707:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609414.536708:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609414.536709:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609414.536711:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609414.536713:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609414.536715:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609414.536716:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609414.536717:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0700 x1834594612290176/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609414.536721:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612290176:0@lo:900: 00000100:00000001:0.0:1749609414.536724:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609414.536725:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609414.536726:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609414.536727:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609414.536728:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e0700 x1834594612290176/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609414.536731:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609414.536732:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609414.536736:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609414.536736:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609414.536737:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609414.536738:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e0700 x1834594612290176/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609414.536741:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609414.536742:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609414.536743:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609414.536744:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609414.536745:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1400. 02000000:00000001:0.0:1749609414.536748:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609414.536749:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609414.536750:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0700. 00000100:00000001:0.0:1749609414.536753:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609414.536753:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609414.710673:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609414.710681:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609414.710683:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609414.710685:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609414.710688:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609414.710690:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609414.710692:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609414.710693:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609414.710694:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609414.749620:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609414.749625:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609414.749629:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609414.749630:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609414.749680:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609414.749683:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609414.749686:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609415.355616:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609415.355622:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609415.355627:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0700. 00000020:00000040:0.0:1749609415.355631:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609415.355634:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609415.355636:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609415.355640:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609415.355645:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057f00. 00000100:00000001:0.0:1749609415.355649:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609415.355655:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609415.355661:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609415.355663:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609415.355666:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e0700] to pc [ptlrpcd_00_03+3] req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609415.355691:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609415.355693:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609415.355695:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609415.355697:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609415.355698:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609415.355700:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609415.355702:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4019 00000100:00080000:0.0:1749609415.355704:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609415.355706:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609415.355708:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609415.355710:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609415.355711:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609415.355713:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609415.355714:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609415.355716:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609415.355718:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609415.355719:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609415.355720:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609415.355721:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609415.355722:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609415.355723:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609415.355723:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609415.355724:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609415.355725:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609415.355726:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:1.0:1749609415.355727:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609415.355728:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609415.355729:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749609415.355730:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609415.355733:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609415.355735:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609415.355735:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609415.355736:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609415.355738:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609415.355740:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1f80. 00000020:00000040:0.0:1749609415.355741:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609415.355743:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749609415.355743:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749609415.355744:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.355745:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609415.355745:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609415.355746:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609415.355746:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609415.355747:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749609415.355749:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2f800. 02000000:00000001:1.0:1749609415.355749:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609415.355751:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609415.355751:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609415.355753:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612290304:0@lo:400: 00000100:00100000:0.0:1749609415.355754:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609415.355755:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609415.355757:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609415.355757:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609415.355758:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.355759:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609415.355760:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1f80] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609415.355761:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609415.355763:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609415.355765:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609415.355766:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609415.355768:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1749609415.355768:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 00000100:00000001:0.0:1749609415.355770:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1749609415.355770:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609415.355771:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2300. 00000020:00000040:0.0:1749609415.355772:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609415.355772:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609415.355773:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609415.355773:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609415.355774:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609415.355774:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609415.355775:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0cb8. 00000100:00000001:2.0:1749609415.355775:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749609415.355776:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057e00. 00000100:00000001:0.0:1749609415.355777:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609415.355778:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749609415.355778:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609415.355781:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749609415.355781:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000001:0.0:1749609415.355782:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609415.355783:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2300] to pc [ptlrpcd_00_00+0] req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.355784:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609415.355785:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609415.355786:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749609415.355787:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612290304, portal 25 02000000:00000001:2.0:1749609415.355788:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609415.355789:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749609415.355789:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.355790:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005783808 : -131938703767808 : ffff8800a06e0700) 00000100:00100000:2.0:1749609415.355790:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612290432:0@lo:38: 00000100:00000001:2.0:1749609415.355792:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749609415.355794:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609415.355794:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609415.355795:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609415.355795:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609415.355796:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749609415.355796:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609415.355798:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609415.355799:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609415.355799:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:2.0:1749609415.355799:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07fcc00. 00000100:00000001:0.0:1749609415.355800:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749609415.355800:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609415.355800:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609415.355802:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4019 00000100:00080000:0.0:1749609415.355803:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749609415.355803:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609415.355803:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000100:00000040:0.0:1749609415.355804:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609415.355805:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749609415.355805:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00000040:0.0:1749609415.355806:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:1.0:1749609415.355806:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612290304, offset 0 00000400:00000010:2.0:1749609415.355806:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000001:0.0:1749609415.355807:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:2.0:1749609415.355808:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612290432, portal 4 00000020:00000001:0.0:1749609415.355809:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609415.355809:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000001:2.0:1749609415.355809:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609415.355809:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005790080 : -131938703761536 : ffff8800a06e1f80) 00000020:00000001:0.0:1749609415.355810:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609415.355811:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000400:00000200:1.0:1749609415.355811:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609415.355812:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:0.0:1749609415.355813:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:2.0:1749609415.355813:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609415.355814:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609415.355815:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609415.355816:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609415.355816:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609415.355817:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000001:2.0:1749609415.355817:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749609415.355818:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609415.355819:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609415.355819:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609415.355820:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1749609415.355820:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 02000000:00000001:0.0:1749609415.355821:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609415.355821:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612290432, offset 0 02000000:00000001:0.0:1749609415.355822:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609415.355822:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609415.355823:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609415.355823:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609415.355824:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749609415.355825:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3b80. 00000020:00000040:0.0:1749609415.355826:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609415.355826:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609415.355827:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.355828:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609415.355828:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749609415.355828:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609415.355829:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609415.355830:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2dc00. 00000100:00000001:0.0:1749609415.355831:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609415.355832:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c2300 00000400:00000200:2.0:1749609415.355832:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c2380 00000100:00000001:3.0:1749609415.355832:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609415.355833:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609415.355835:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609415.355836:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749609415.355836:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609415.355837:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609415.355837:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 8320 00000100:00000040:0.0:1749609415.355838:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e3b80] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609415.355839:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609415.355841:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609415.355844:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609415.355845:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16c4d [2] + 0 00000100:00000001:3.0:1749609415.355845:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609415.355846:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.355846:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609415.355847:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:1.0:1749609415.355848:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629a0. 02000000:00000001:3.0:1749609415.355848:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749609415.355849:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1749609415.355849:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609415.355850:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609415.355850:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1749609415.355850:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.355851:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:1.0:1749609415.355851:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3a80 00000100:00080000:0.0:1749609415.355852:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4019 00000100:00100000:3.0:1749609415.355852:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612290560:0@lo:400: 00000100:00080000:0.0:1749609415.355853:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609415.355854:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:1.0:1749609415.355854:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609415.355854:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609415.355855:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609415.355855:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609415.355856:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609415.355856:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:2.0:1749609415.355856:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:3.0:1749609415.355856:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749609415.355857:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749609415.355857:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609415.355857:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609415.355858:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609415.355858:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749609415.355858:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136abb800. 02000000:00000001:3.0:1749609415.355858:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749609415.355859:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609415.355860:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000400:00000200:1.0:1749609415.355860:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3a80 00000100:00000040:2.0:1749609415.355860:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136abb800 x1834594612290432 msgsize 520 02000000:00000010:3.0:1749609415.355860:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 00000020:00000001:0.0:1749609415.355861:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000400:00000010:1.0:1749609415.355861:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3a80. 02000000:00000001:3.0:1749609415.355861:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609415.355862:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00100000:2.0:1749609415.355862:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609415.355863:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749609415.355863:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000100:00000040:0.0:1749609415.355864:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609415.355865:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609415.355865:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:0.0:1749609415.355866:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:1.0:1749609415.355866:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749609415.355866:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000100:00000001:0.0:1749609415.355867:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609415.355868:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1749609415.355868:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1749609415.355868:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609415.355869:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609415.355869:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612290560, portal 4 02000000:00000001:0.0:1749609415.355870:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609415.355870:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88008b972050 x1834594612290304 msgsize 224 00000100:00000001:3.0:1749609415.355870:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609415.355870:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005790976 : -131938703760640 : ffff8800a06e2300) 00000100:00000001:0.0:1749609415.355871:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609415.355872:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609415.355873:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3800. 00000100:00100000:1.0:1749609415.355873:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749609415.355873:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000020:00000040:0.0:1749609415.355874:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1749609415.355874:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000100:00000040:3.0:1749609415.355874:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609415.355875:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1749609415.355875:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1749609415.355876:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.355876:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609415.355877:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609415.355877:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1749609415.355877:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609415.355878:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.355878:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749609415.355879:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2e800. 00000100:00000040:3.0:1749609415.355879:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609415.355880:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.355880:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749609415.355880:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00100000:0.0:1749609415.355881:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1749609415.355881:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612290560, offset 0 00000100:00000001:2.0:1749609415.355882:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609415.355883:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609415.355884:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749609415.355884:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609415.355885:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609415.355886:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e3800] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609415.355886:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000400:00000010:1.0:1749609415.355887:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000400:00000200:3.0:1749609415.355888:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609415.355889:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.355889:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609415.355890:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609415.355890:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609415.355891:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.355891:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609415.355892:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749609415.355892:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c2400 00000100:00000010:0.0:1749609415.355893:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3480. 00000100:00000001:2.0:1749609415.355893:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609415.355894:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609415.355894:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609415.355895:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609415.355895:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609415.355895:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 4256 00000100:00000040:2.0:1749609415.355896:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1036 usecs (2 jiffies) 02000000:00000010:0.0:1749609415.355897:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057d00. 00000100:00000001:0.0:1749609415.355898:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.355898:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609415.355898:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298691762 00000100:00000040:0.0:1749609415.355899:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609415.355899:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609415.355900:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609415.355900:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706240. 00000400:00000200:3.0:1749609415.355901:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609415.355902:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609415.355902:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.355903:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609415.355904:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e3480] to pc [ptlrpcd_00_01+1] req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.355904:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000200:3.0:1749609415.355904:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1749609415.355906:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609415.355907:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948baa00. 00000100:00000001:1.0:1749609415.355908:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609415.355908:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298691762 00000100:00000040:3.0:1749609415.355908:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800948baa00 x1834594612290560 msgsize 224 00000100:00000010:2.0:1749609415.355909:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07068c0. 00000100:00000001:1.0:1749609415.355910:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609415.355910:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609415.355911:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.355911:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749609415.355912:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298691768 00000100:00000001:2.0:1749609415.355912:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298691762 00000100:00000040:0.0:1749609415.355913:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4029) 00000100:00000010:2.0:1749609415.355913:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706d00. 00000100:00000001:2.0:1749609415.355915:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609415.355916:0:1512:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4298691762 00000100:00000001:3.0:1749609415.355916:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609415.355917:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298691762 00000100:00000010:2.0:1749609415.355918:0:1508:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07064c0. 00000100:00000001:1.0:1749609415.355919:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298691768 00000100:00000001:2.0:1749609415.355919:0:1508:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000200:3.0:1749609415.355920:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000100:00000001:1.0:1749609415.355921:0:1512:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4298691762 00000100:00000001:2.0:1749609415.355921:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749609415.355921:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00000001:2.0:1749609415.355922:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.355923:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298691768 00000100:00000001:2.0:1749609415.355924:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.355924:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609415.355924:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609415.355925:0:1512:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4298691762 00000100:00000200:3.0:1749609415.355926:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609415.355927:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298691768 00000100:00000001:1.0:1749609415.355929:0:1512:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4298691762 00000100:00000001:2.0:1749609415.355929:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609415.355930:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609415.355930:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609415.355931:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609415.355931:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609415.355931:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609415.355932:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609415.355932:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609415.355932:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749609415.355933:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612290432 00000100:00000001:1.0:1749609415.355933:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609415.355933:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609415.355934:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609415.355934:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.355935:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.355935:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609415.355936:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609415.355936:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609415.355937:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.355937:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609415.355937:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.355938:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609415.355939:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609415.355939:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609415.355939:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 835 usecs (1 jiffies) 00000100:00000001:1.0:1749609415.355940:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609415.355940:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609415.355940:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298691761 00000100:00100000:0.0:1749609415.355941:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612290432 00000100:00000001:1.0:1749609415.355941:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1749609415.355941:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.355941:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298691768 00000020:00000001:0.0:1749609415.355942:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609415.355942:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609415.355942:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298691761 00000020:00000001:0.0:1749609415.355943:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609415.355943:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609415.355943:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612290688:0@lo:38: 00000100:00000001:3.0:1749609415.355943:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298691768 00000020:00000001:0.0:1749609415.355944:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.355944:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609415.355944:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609415.355944:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298691761 00000020:00000001:0.0:1749609415.355945:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.355945:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609415.355945:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609415.355945:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298691768 00000100:00000001:1.0:1749609415.355946:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609415.355946:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.355946:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298691761 00000020:00000010:0.0:1749609415.355947:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 02000000:00000001:2.0:1749609415.355947:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609415.355947:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298691768 00000100:00000001:3.0:1749609415.355947:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609415.355948:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07ff000. 00000100:00000001:3.0:1749609415.355948:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609415.355949:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.355949:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609415.355950:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef80. 00000400:00000010:2.0:1749609415.355950:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f210. 00000100:00000001:3.0:1749609415.355950:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609415.355952:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 00000020:00000010:0.0:1749609415.355953:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ee10. 00000100:00000200:2.0:1749609415.355953:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612290688, portal 10 00000100:00000001:3.0:1749609415.355953:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609415.355954:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609415.355954:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005797248 : -131938703754368 : ffff8800a06e3b80) 00000100:00000001:3.0:1749609415.355954:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609415.355955:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609415.355956:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749609415.355956:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.355956:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609415.355957:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609415.355957:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.355958:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609415.355958:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1749609415.355959:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.355960:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609415.355960:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609415.355961:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609415.355961:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609415.355961:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609415.355962:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609415.355962:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 00000100:00000200:2.0:1749609415.355962:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612290688, offset 0 00000100:00000001:3.0:1749609415.355962:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609415.355962:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609415.355963:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609415.355964:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609415.355965:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609415.355966:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609415.355967:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612290304 00000400:00000200:2.0:1749609415.355967:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609415.355967:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749609415.355968:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609415.355968:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609415.355969:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c2480 02000000:00000001:3.0:1749609415.355969:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609415.355970:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609415.355970:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609415.355971:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609415.355971:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609415.355971:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.355972:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609415.355972:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 66816 00000100:00100000:3.0:1749609415.355972:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612290944:0@lo:400: 02000000:00000001:1.0:1749609415.355973:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609415.355974:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609415.355974:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749609415.355975:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1749609415.355975:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612290304 02000000:00000001:3.0:1749609415.355975:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609415.355976:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526409216 : -131936183142400 : ffff880136abb800) 00000400:00000200:2.0:1749609415.355976:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609415.355976:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609415.355977:0:13560:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609415.355977:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609415.355978:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136abb800 x1834594612290432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609415.355978:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:2.0:1749609415.355978:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:3.0:1749609415.355978:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 00000100:00000200:2.0:1749609415.355979:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749609415.355979:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609415.355980:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749609415.355980:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62dc0. 00000100:00000010:2.0:1749609415.355981:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab9880. 00000400:00000010:3.0:1749609415.355981:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000020:00000040:1.0:1749609415.355982:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000040:2.0:1749609415.355982:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab9880 x1834594612290688 msgsize 520 00000100:00000200:3.0:1749609415.355982:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612290944, portal 10 00000100:00000001:3.0:1749609415.355983:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749609415.355984:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609415.355984:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005795456 : -131938703756160 : ffff8800a06e3480) 00000100:00100000:0.0:1749609415.355985:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612290432:12345-0@lo:38: 00000100:00100000:2.0:1749609415.355985:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609415.355986:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000040:3.0:1749609415.355986:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609415.355987:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612290432 00000100:00000001:2.0:1749609415.355988:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749609415.355989:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609415.355989:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749609415.355990:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000100:00000001:3.0:1749609415.355990:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749609415.355991:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749609415.355991:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000400:00000010:2.0:1749609415.355991:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000100:00000040:3.0:1749609415.355991:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609415.355992:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749609415.355992:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000001:1.0:1749609415.355993:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609415.355993:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612290944, offset 0 00000100:00000200:2.0:1749609415.355994:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609415.355995:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609415.355996:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000100:00000001:2.0:1749609415.355997:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609415.355997:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609415.355998:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609415.355999:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000020:00000001:0.0:1749609415.356000:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609415.356000:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c2580 00000020:00000010:1.0:1749609415.356001:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000001:2.0:1749609415.356001:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609415.356002:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609415.356002:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609415.356002:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 67336 00000020:00000010:1.0:1749609415.356003:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000100:00000001:2.0:1749609415.356003:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609415.356004:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749609415.356004:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609415.356005:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 825 usecs (1 jiffies) 00000400:00000200:3.0:1749609415.356005:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609415.356006:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298691761 00010000:00000001:0.0:1749609415.356007:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609415.356007:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298691768 00000100:00000001:3.0:1749609415.356007:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609415.356008:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749609415.356008:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609415.356008:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298691761 00000100:00000001:2.0:1749609415.356008:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298691768 00000100:00000200:3.0:1749609415.356008:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609415.356009:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609415.356009:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298691761 00000100:00000010:3.0:1749609415.356009:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800948bad80. 00000100:00000001:0.0:1749609415.356010:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609415.356010:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609415.356010:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298691768 00000100:00000040:3.0:1749609415.356010:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800948bad80 x1834594612290944 msgsize 224 02000000:00000001:0.0:1749609415.356011:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609415.356011:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356011:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298691761 02000000:00000010:0.0:1749609415.356012:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2e400. 00000100:00000001:2.0:1749609415.356012:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298691768 00000100:00100000:3.0:1749609415.356012:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609415.356013:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356013:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609415.356014:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356014:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.356015:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356015:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609415.356015:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749609415.356016:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609415.356017:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609415.356017:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00010000:00000001:0.0:1749609415.356018:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609415.356018:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000100:00000001:2.0:1749609415.356019:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609415.356019:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:0.0:1749609415.356020:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609415.356020:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.356020:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609415.356020:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609415.356021:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609415.356021:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609415.356022:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749609415.356022:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.356023:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749609415.356023:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612290816:0@lo:38: 00000100:00000040:0.0:1749609415.356024:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609415.356024:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609415.356025:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609415.356025:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609415.356025:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749609415.356025:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609415.356026:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609415.356026:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609415.356027:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609415.356027:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609415.356027:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609415.356028:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609415.356028:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609415.356029:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749609415.356029:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 02000000:00000010:2.0:1749609415.356029:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a07ff400. 02000000:00000001:2.0:1749609415.356029:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.356029:0:1509:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609415.356030:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.356030:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.356031:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749609415.356031:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000100:00000040:3.0:1749609415.356031:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 00000100:00000040:0.0:1749609415.356032:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609415.356032:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000400:00000010:2.0:1749609415.356032:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 00000100:00000001:3.0:1749609415.356032:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298691761 00000400:00000010:0.0:1749609415.356033:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000100:00000001:1.0:1749609415.356033:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656155728 : -131939053395888 : ffff88008b972050) 00000100:00000200:2.0:1749609415.356033:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612290816, portal 10 00000100:00000001:3.0:1749609415.356033:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298691768 00000100:00000001:2.0:1749609415.356034:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609415.356034:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005796352 : -131938703755264 : ffff8800a06e3800) 00000100:00000001:3.0:1749609415.356034:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298691761 00000100:00000200:0.0:1749609415.356035:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612290432, offset 0 00000100:00000001:3.0:1749609415.356035:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298691768 00000100:00000040:1.0:1749609415.356036:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b972050 x1834594612290304/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:361/0 lens 224/0 e 0 to 0 dl 1749609426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609415.356036:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356036:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298691761 00000100:00000001:3.0:1749609415.356036:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298691768 00000100:00000001:3.0:1749609415.356037:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298691761 00000400:00000200:0.0:1749609415.356038:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609415.356039:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609415.356039:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298691768 00000100:00000001:3.0:1749609415.356039:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609415.356040:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609415.356040:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609415.356041:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749609415.356041:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00000200:2.0:1749609415.356042:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612290816, offset 0 00000100:00000001:3.0:1749609415.356042:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.356043:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609415.356043:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609415.356044:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609415.356045:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c2380 00000020:00000010:1.0:1749609415.356045:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000001:1.0:1749609415.356046:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609415.356046:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609415.356047:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x177bd [1] + 0 00000100:00000001:3.0:1749609415.356047:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749609415.356048:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000400:00000200:2.0:1749609415.356048:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c2500 00000100:00000001:3.0:1749609415.356048:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609415.356050:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609415.356050:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b972050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612290304:12345-0@lo:400: 00000400:00000200:2.0:1749609415.356050:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 67560 00000400:00000200:0.0:1749609415.356051:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609415.356051:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609415.356053:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609415.356053:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612290304 00000400:00000200:2.0:1749609415.356053:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609415.356054:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609415.356055:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609415.356055:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749609415.356055:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609415.356055:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1749609415.356056:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136abbb80. 00000100:00100000:3.0:1749609415.356056:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612290560 00000100:00000040:2.0:1749609415.356057:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136abbb80 x1834594612290816 msgsize 520 02000000:00000001:3.0:1749609415.356057:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609415.356058:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:2.0:1749609415.356058:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609415.356058:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609415.356059:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609415.356060:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609415.356061:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609415.356062:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609415.356062:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609415.356062:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612290560 00000100:00000040:0.0:1749609415.356063:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609415.356063:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609415.356063:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000020:00000001:3.0:1749609415.356063:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609415.356064:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609415.356064:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:3.0:1749609415.356064:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000200:2.0:1749609415.356065:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609415.356065:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609415.356066:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000040:3.0:1749609415.356066:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:1.0:1749609415.356067:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609415.356067:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:0.0:1749609415.356068:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749609415.356069:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609415.356069:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609415.356069:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:1.0:1749609415.356070:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749609415.356070:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356071:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609415.356072:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00000020:00000001:1.0:1749609415.356072:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609415.356072:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8640. 00000400:00000010:0.0:1749609415.356073:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00000100:00000001:2.0:1749609415.356073:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.356074:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749609415.356074:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609415.356074:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609415.356074:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8900. 00000100:00000001:0.0:1749609415.356075:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609415.356076:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609415.356076:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.356077:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609415.356077:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000020:00000040:3.0:1749609415.356077:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:0.0:1749609415.356078:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:1.0:1749609415.356078:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609415.356078:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298691761 00000100:00000001:2.0:1749609415.356079:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298691768 00000100:00000001:0.0:1749609415.356080:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609415.356080:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0ccc00. 00000100:00000001:2.0:1749609415.356080:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298691761 00000100:00000001:2.0:1749609415.356080:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298691768 00000020:00000001:0.0:1749609415.356081:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609415.356081:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298691761 00000100:00000001:3.0:1749609415.356081:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1749609415.356082:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136abb800 x1834594612290432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609415.356082:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356082:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298691768 00000020:00000010:3.0:1749609415.356082:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8600. 00000100:00000001:1.0:1749609415.356083:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356083:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298691761 00000100:00000001:2.0:1749609415.356084:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298691768 00000020:00000010:3.0:1749609415.356084:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1480. 00000020:00000001:1.0:1749609415.356085:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356085:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609415.356085:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609415.356086:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44faf0. 00000100:00100000:0.0:1749609415.356087:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612290432:12345-0@lo:38: Request processed in 104us (226us total) trans 0 rc -19/-19 00010000:00000040:1.0:1749609415.356087:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612290304 00000400:00000001:2.0:1749609415.356088:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609415.356089:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749609415.356090:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:2.0:1749609415.356090:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00000100:00000040:3.0:1749609415.356090:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:0.0:1749609415.356091:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000400:00000200:2.0:1749609415.356091:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000400:00000010:2.0:1749609415.356091:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609415.356091:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609415.356091:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609415.356092:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000200:1.0:1749609415.356092:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b972050 x1834594612290304/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:361/0 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.356092:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609415.356093:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609415.356093:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356093:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609415.356095:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef80. 00000100:00000001:3.0:1749609415.356095:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1749609415.356097:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ee10. 00000100:00000200:2.0:1749609415.356097:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356097:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609415.356098:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609415.356099:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00010000:00000001:1.0:1749609415.356099:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609415.356100:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356101:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609415.356101:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609415.356102:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609415.356102:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609415.356102:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.356103:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609415.356105:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609415.356105:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609415.356105:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609415.356105:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609415.356105:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609415.356106:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609415.356107:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:3.0:1749609415.356107:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 02000000:00000001:2.0:1749609415.356108:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609415.356108:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609415.356109:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609415.356109:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806399488 : -131938903152128 : ffff8800948baa00) 00000100:00000001:0.0:1749609415.356110:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609415.356110:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749609415.356111:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612290688 02000000:00000001:1.0:1749609415.356111:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609415.356111:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609415 v=5 (0 0 0 0) 00000100:00000040:3.0:1749609415.356111:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948baa00 x1834594612290560/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:361/0 lens 224/0 e 0 to 0 dl 1749609426 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609415.356112:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609415.356113:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609415.356113:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:2.0:1749609415.356113:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=81 v=20 (1 1 1 20) 00000100:00000001:0.0:1749609415.356114:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609415.356115:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609415.356115:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609415.356115:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609415.356115:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749609415.356116:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612290688 00000400:00000010:1.0:1749609415.356116:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00000001:2.0:1749609415.356116:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749609415.356116:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000020:00000001:0.0:1749609415.356117:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609415.356117:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609415.356117:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749609415.356118:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749609415.356118:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612290304, offset 224 00000020:00000010:3.0:1749609415.356118:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a40. 00000020:00000001:0.0:1749609415.356119:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609415.356119:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609415.356119:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609415.356119:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612290560:12345-0@lo:400: 00000020:00000001:0.0:1749609415.356121:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609415.356121:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609415.356121:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612290560 00000020:00000010:0.0:1749609415.356122:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 00000100:00000001:2.0:1749609415.356122:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749609415.356123:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef80. 00000020:00000001:3.0:1749609415.356123:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749609415.356124:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ee10. 00000100:00000001:2.0:1749609415.356124:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749609415.356124:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609415.356125:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609415.356125:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609415.356125:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.356126:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609415.356126:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609415.356126:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609415.356127:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356127:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749609415.356127:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:0.0:1749609415.356145:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356145:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749609415.356147:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c2300 00000100:00080000:2.0:1749609415.356147:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609415.356149:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609415.356150:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000400:00000200:1.0:1749609415.356151:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x177b5 [1] + 224 00000100:00000001:0.0:1749609415.356152:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609415.356152:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609415.356152:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1749609415.356153:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612290944 02000000:00000001:0.0:1749609415.356154:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609415.356154:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609415.356154:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609415.356155:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609415.356155:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609415.356155:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609415.356155:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609415.356156:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749609415.356157:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609415.356157:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609415.356157:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609415.356158:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612290944 00000020:00000001:0.0:1749609415.356158:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749609415.356158:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000040:0.0:1749609415.356159:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:0.0:1749609415.356159:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609415.356160:0:14332:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:1.0:1749609415.356160:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609415.356160:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749609415.356161:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00100000:2.0:1749609415.356161:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612290432:0@lo:38: 02000000:00000001:3.0:1749609415.356161:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609415.356162:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000200:1.0:1749609415.356162:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609415.356162:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508dc00. 02000000:00000001:3.0:1749609415.356163:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.356164:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609415.356164:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609415.356165:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4300. 00000100:00000001:2.0:1749609415.356165:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609415.356166:0:14332:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4000. 00000100:00000001:2.0:1749609415.356166:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609415.356166:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609415.356167:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612290560 00000100:00000040:2.0:1749609415.356168:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1f80 x1834594612290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609415.356168:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000040:0.0:1749609415.356169:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:1.0:1749609415.356169:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609415.356170:0:14332:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:3.0:1749609415.356170:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948baa00 x1834594612290560/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:361/0 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609415.356172:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000001:2.0:1749609415.356172:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1749609415.356173:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000020:00000010:0.0:1749609415.356174:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 02000000:00000001:2.0:1749609415.356174:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749609415.356174:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749609415.356175:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07fcc00. 00010000:00000001:3.0:1749609415.356175:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609415.356176:0:14332:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:3.0:1749609415.356176:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609415.356177:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609415.356178:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609415.356178:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609415.356178:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609415.356178:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609415.356179:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609415.356179:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749609415.356179:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609415.356180:0:14332:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:2.0:1749609415.356180:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749609415.356180:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609415.356181:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000100:00000001:0.0:1749609415.356182:0:14332:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609415.356182:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609415.356182:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749609415.356182:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609415.356182:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609415.356183:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:3.0:1749609415.356183:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609415.356184:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2f800. 00000100:00000040:3.0:1749609415.356184:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609415.356185:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609415.356185:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609415.356185:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749609415.356185:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 02000000:00000001:2.0:1749609415.356186:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609415.356187:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609415.356187:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609415.356187:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612290560, offset 224 00000100:00100000:0.0:1749609415.356188:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612290816 02000000:00000001:2.0:1749609415.356188:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749609415.356188:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609415.356189:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609415.356189:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609415.356189:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000010:2.0:1749609415.356189:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1f80. 00000100:00000001:0.0:1749609415.356190:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609415.356191:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609415.356191:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749609415.356191:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609415.356192:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612290816 00000020:00000001:0.0:1749609415.356193:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609415.356193:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356193:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1749609415.356194:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609415.356194:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609415.356194:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609415.356194:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609415.356194:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c2400 00000020:00000001:0.0:1749609415.356195:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609415.356195:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356195:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609415.356196:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b972050 x1834594612290304/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:361/0 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609415.356197:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0e00. 00000020:00000010:0.0:1749609415.356197:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000001:2.0:1749609415.356197:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609415.356197:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x177c5 [1] + 224 00000100:00000001:2.0:1749609415.356198:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000010:0.0:1749609415.356199:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ec80. 00000400:00000200:3.0:1749609415.356199:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609415.356200:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609415.356200:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609415.356200:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609415.356200:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609415.356201:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356201:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609415.356202:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356202:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.356202:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609415.356203:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b972050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612290304:12345-0@lo:400: Request processed in 159us (331us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609415.356203:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609415.356203:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609415.356205:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609415.356207:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609415.356207:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609415.356208:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609415.356209:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1749609415.356209:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00000040:0.0:1749609415.356210:0:14332:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:0.0:1749609415.356211:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134806400384 : -131938903151232 : ffff8800948bad80) 00000100:00000040:1.0:1749609415.356211:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000040:0.0:1749609415.356213:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800948bad80 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:361/0 lens 224/0 e 0 to 0 dl 1749609426 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609415.356213:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609415.356214:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609415.356215:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749609415.356216:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000100:00000001:0.0:1749609415.356217:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609415.356217:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000400:00000010:3.0:1749609415.356217:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000020:00000010:0.0:1749609415.356218:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4000. 00000100:00000001:2.0:1749609415.356218:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609415.356218:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609415.356219:0:14332:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609415.356219:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 00000100:00000001:2.0:1749609415.356219:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609415.356219:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749609415.356220:0:14332:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4000. 00000100:00000001:3.0:1749609415.356220:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609415.356221:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:0.0:1749609415.356222:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612290944:12345-0@lo:400: 00000020:00000010:1.0:1749609415.356222:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000100:00100000:2.0:1749609415.356222:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00010000:00000001:3.0:1749609415.356222:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609415.356223:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609415.356224:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612290944 00000020:00000040:1.0:1749609415.356224:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:2.0:1749609415.356224:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526401152 : -131936183150464 : ffff880136ab9880) 00000020:00000001:3.0:1749609415.356224:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1749609415.356225:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749609415.356226:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab9880 x1834594612290688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609415.356226:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948baa00 x1834594612290560/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:361/0 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609415.356227:0:14332:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749609415.356227:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1749609415.356228:0:14332:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609415.356228:0:14332:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1749609415.356228:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0ccc00. 00000020:00000001:0.0:1749609415.356230:0:14332:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 02000000:00000001:1.0:1749609415.356230:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:3.0:1749609415.356230:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612290560:12345-0@lo:400: Request processed in 114us (321us total) trans 0 rc 0/0 00000020:00000001:0.0:1749609415.356231:0:14332:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1749609415.356231:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612290688:12345-0@lo:38: 00000020:00000001:0.0:1749609415.356232:0:14332:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609415.356232:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609415.356233:0:14332:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1749609415.356233:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612290688 00000020:00000001:0.0:1749609415.356234:0:14332:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749609415.356234:0:14332:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609415.356234:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:2.0:1749609415.356234:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609415.356234:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000020:00000001:0.0:1749609415.356235:0:14332:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1749609415.356235:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609415.356235:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:0.0:1749609415.356236:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749609415.356236:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0ec8. 00000100:00000001:3.0:1749609415.356236:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749609415.356237:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609415.356237:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609415.356238:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1480. 02000000:00000010:0.0:1749609415.356239:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2c000. 02000000:00000001:0.0:1749609415.356240:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609415.356240:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b3c0. 00000020:00000001:2.0:1749609415.356240:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609415.356240:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44faf0. 00000100:00000001:0.0:1749609415.356241:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609415.356241:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749609415.356241:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8600. 00000020:00000001:0.0:1749609415.356242:0:14332:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609415.356243:0:14332:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612290944 00010000:00000001:2.0:1749609415.356243:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1749609415.356243:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00010000:00000001:0.0:1749609415.356244:0:14332:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749609415.356244:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609415.356244:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1749609415.356245:0:14332:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800948bad80 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:361/0 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.356245:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609415.356246:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609415.356247:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609415.356248:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07fcc00. 00010000:00000001:0.0:1749609415.356249:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609415.356249:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609415.356250:0:14332:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356250:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609415.356251:0:14332:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=78 v=5 (1 1 1 1) 00000100:00080000:1.0:1749609415.356252:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:2.0:1749609415.356252:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609415.356252:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609415.356253:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749609415.356253:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.356253:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609415.356254:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:2.0:1749609415.356254:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609415.356255:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:1.0:1749609415.356255:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00100000:3.0:1749609415.356255:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 02000000:00000001:0.0:1749609415.356256:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609415.356256:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749609415.356257:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.356257:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609415.356257:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609415.356257:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526410112 : -131936183141504 : ffff880136abbb80) 00000100:00000040:0.0:1749609415.356258:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1749609415.356258:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:2.0:1749609415.356258:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:3.0:1749609415.356258:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136abbb80 x1834594612290816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749609415.356259:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000020:00000040:1.0:1749609415.356259:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609415.356259:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609415.356260:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:0.0:1749609415.356261:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612290944, offset 224 00000100:00000040:2.0:1749609415.356262:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609415.356263:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609415.356263:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609415.356263:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609415.356264:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609415.356264:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609415.356264:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612290816:12345-0@lo:38: 00000100:00000001:1.0:1749609415.356265:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609415.356265:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609415.356265:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612290816 00000400:00000010:2.0:1749609415.356266:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000020:00000001:3.0:1749609415.356266:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749609415.356267:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:1.0:1749609415.356267:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1749609415.356267:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:1.0:1749609415.356268:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1749609415.356269:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2580 00000400:00000010:1.0:1749609415.356269:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0cb8. 00000400:00000200:1.0:1749609415.356271:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609415.356272:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000020:00000001:3.0:1749609415.356272:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609415.356273:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609415.356274:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609415.356274:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749609415.356276:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609415.356276:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612290688, offset 0 00010000:00000001:3.0:1749609415.356276:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609415.356277:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609415.356278:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749609415.356279:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x177d5 [1] + 224 02000000:00000001:3.0:1749609415.356279:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609415.356280:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508e800. 00000400:00000200:0.0:1749609415.356281:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609415.356281:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609415.356281:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609415.356282:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356282:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609415.356283:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609415.356284:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749609415.356284:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609415.356284:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609415.356285:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609415.356286:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609415.356286:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609415.356287:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609415.356287:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2480 00000100:00000001:3.0:1749609415.356287:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609415.356288:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609415.356288:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609415.356289:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749609415.356289:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:1.0:1749609415.356290:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749609415.356290:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x177cd [1] + 0 00000100:00000001:3.0:1749609415.356290:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:0.0:1749609415.356291:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356291:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609415.356292:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609415.356292:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609415.356293:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609415.356293:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609415.356293:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:3.0:1749609415.356293:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609415.356294:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.356295:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609415.356295:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356295:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609415.356295:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609415.356296:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609415.356296:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609415.356296:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000400:00000200:0.0:1749609415.356297:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00000100:00001000:1.0:1749609415.356297:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=84 v=5 (5 5 5 5) 00000400:00000010:0.0:1749609415.356298:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00000100:00000001:0.0:1749609415.356299:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609415.356299:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:1.0:1749609415.356299:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=74 v=5 (1 1 1 1) 00000100:00000200:3.0:1749609415.356299:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612290816, offset 0 00000100:00000040:2.0:1749609415.356300:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609415.356301:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.356301:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749609415.356301:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609415.356302:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609415.356302:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609415.356303:0:14332:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749609415.356303:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609415.356304:0:14332:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609415.356304:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1749609415.356305:0:14332:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609415.356305:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2500 00000100:00000040:0.0:1749609415.356306:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800948bad80 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:361/0 lens 224/224 e 0 to 0 dl 1749609426 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609415.356306:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609415.356307:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356307:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609415.356307:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x177dd [1] + 0 00000100:00000040:1.0:1749609415.356309:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609415.356309:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749609415.356310:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612290944:12345-0@lo:400: Request processed in 92us (299us total) trans 0 rc 0/0 00000400:00000200:2.0:1749609415.356310:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000400:00000010:2.0:1749609415.356311:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000400:00000200:3.0:1749609415.356311:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609415.356312:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609415.356312:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609415.356313:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749609415.356314:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00000001:2.0:1749609415.356314:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609415.356314:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609415.356315:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609415.356315:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:0.0:1749609415.356316:0:14332:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:2.0:1749609415.356316:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609415.356317:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609415.356317:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609415.356317:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749609415.356317:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609415.356318:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609415.356318:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609415.356319:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000040:2.0:1749609415.356319:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab9880 x1834594612290688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609415.356320:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000100:00000040:1.0:1749609415.356320:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609415.356321:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000020:00000040:0.0:1749609415.356322:0:14332:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:3.0:1749609415.356322:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609415.356324:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609415.356324:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612290688:12345-0@lo:38: Request processed in 93us (341us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749609415.356324:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000400:00000010:3.0:1749609415.356325:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000100:00000001:3.0:1749609415.356326:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609415.356326:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609415.356327:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612290304:0@lo:400: 00000100:00100000:2.0:1749609415.356327:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00000001:3.0:1749609415.356327:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356328:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609415.356329:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.356329:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609415.356329:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609415.356330:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609415.356330:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609415.356331:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749609415.356331:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef80. 00000100:00000040:1.0:1749609415.356332:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e0700 x1834594612290304/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609415.356332:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ee10. 00000100:00000040:3.0:1749609415.356332:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136abbb80 x1834594612290816/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609435 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609415.356334:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00000100:00000001:2.0:1749609415.356336:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609415.356336:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612290816:12345-0@lo:38: Request processed in 73us (278us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609415.356338:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609415.356339:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1749609415.356339:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 02000000:00000010:1.0:1749609415.356340:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 00000100:00000001:3.0:1749609415.356340:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609415.356341:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609415.356342:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609415.356342:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609415.356342:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000001:1.0:1749609415.356343:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609415.356343:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749609415.356343:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ec80. 00000020:00000040:1.0:1749609415.356344:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000010:3.0:1749609415.356344:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0e00. 00000400:00000001:2.0:1749609415.356345:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609415.356345:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749609415.356346:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1749609415.356346:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f210. 00000100:00000001:3.0:1749609415.356346:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609415.356347:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057f00. 00000400:00000200:2.0:1749609415.356347:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 02000000:00000001:1.0:1749609415.356348:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1749609415.356348:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 02000000:00000001:1.0:1749609415.356349:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609415.356349:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:1.0:1749609415.356350:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0700. 00000100:00000200:2.0:1749609415.356350:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356352:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609415.356353:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609415.356353:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609415.356354:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609415.356354:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609415.356354:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609415.356355:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609415.356355:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609415.356356:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62dc0. 00000100:00000001:2.0:1749609415.356357:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609415.356358:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609415.356358:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609415.356358:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000400:00000010:3.0:1749609415.356358:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00000001:1.0:1749609415.356359:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356359:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609415.356359:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609415.356360:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609415.356360:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609415.356360:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609415.356361:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356361:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609415.356361:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609415.356362:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609415.356364:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609415 v=5 (0 0 0 0) 00000100:00000200:3.0:1749609415.356364:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609415.356365:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=81 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609415.356366:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609415.356367:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609415.356368:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609415.356368:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609415.356368:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609415.356370:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356370:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609415.356370:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609415.356371:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609415.356372:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356373:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609415.356374:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356375:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1749609415.356375:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=78 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609415.356376:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.356376:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609415.356377:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749609415.356377:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=78 v=5 (1 1 1 1) 00000100:00080000:2.0:1749609415.356378:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609415.356378:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00080000:2.0:1749609415.356379:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609415.356379:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356380:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609415.356380:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749609415.356381:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749609415.356381:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609415.356385:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612290688:0@lo:38: 00010000:00000001:3.0:1749609415.356385:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609415.356387:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609415.356387:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1749609415.356388:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609415.356388:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:2.0:1749609415.356389:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 00000100:00000001:3.0:1749609415.356389:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1749609415.356390:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000100:00000001:3.0:1749609415.356390:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609415.356391:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000100:00000040:3.0:1749609415.356391:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.356392:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609415.356393:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356394:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609415.356395:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1749609415.356396:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356396:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609415.356397:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.356399:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609415.356400:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.356401:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609415.356401:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749609415.356401:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612290944:0@lo:400: 00000100:00000001:2.0:1749609415.356402:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609415.356402:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609415.356403:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609415.356403:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609415.356403:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1749609415.356404:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609415 v=5 (0 0 0 0) 00000400:00000010:3.0:1749609415.356404:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 00000400:00000200:3.0:1749609415.356405:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000100:00001000:2.0:1749609415.356406:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=78 v=20 (1 1 1 20) 00000400:00000010:3.0:1749609415.356406:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00000100:00000001:3.0:1749609415.356406:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609415.356407:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749609415.356407:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.356408:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609415.356409:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609415.356410:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609415.356411:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.356414:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609415.356414:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609415.356415:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609415.356415:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609415.356415:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.356416:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609415.356416:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609415.356416:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:2.0:1749609415.356417:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749609415.356417:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:2.0:1749609415.356418:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609415.356418:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609415.356418:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609415.356419:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609415.356419:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609415.356420:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609415.356421:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1749609415.356422:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=71 v=5 (1 1 1 1) 00000100:00100000:2.0:1749609415.356423:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612290816:0@lo:38: 00000100:00000001:3.0:1749609415.356423:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609415.356423:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609415.356424:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609415.356425:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1749609415.356425:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.356426:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609415.356427:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e3b80 x1834594612290688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609415.356428:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.356429:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749609415.356430:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749609415.356430:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:3.0:1749609415.356430:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749609415.356431:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609415.356431:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07ff000. 00000100:00000001:3.0:1749609415.356431:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609415.356432:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749609415.356432:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609415.356433:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609415.356434:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609415.356434:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609415.356435:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2dc00. 00000100:00000001:3.0:1749609415.356435:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609415.356436:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609415.356436:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609415.356436:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609415.356437:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749609415.356437:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609415.356438:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3b80. 00000100:00000001:2.0:1749609415.356440:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609415.356440:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609415.356441:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609415.356441:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612290560:0@lo:400: 00000100:00000040:2.0:1749609415.356442:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e3800 x1834594612290816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356442:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609415.356443:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609415.356444:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e3480 x1834594612290944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609415.356445:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609415.356446:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609415.356446:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a07ff400. 02000000:00000001:2.0:1749609415.356447:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609415.356447:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609415.356447:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1749609415.356448:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749609415.356448:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749609415.356449:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609415.356449:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2e800. 02000000:00000010:3.0:1749609415.356449:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 02000000:00000001:2.0:1749609415.356450:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609415.356451:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609415.356451:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3800. 02000000:00000001:3.0:1749609415.356451:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609415.356451:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609415.356452:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609415.356452:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609415.356452:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609415.356453:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609415.356453:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609415.356454:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 00000100:00000001:2.0:1749609415.356455:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609415.356455:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609415.356455:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749609415.356456:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609415.356456:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609415.356456:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3480. 00000100:00000001:2.0:1749609415.356457:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.356458:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609415.356458:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609415.356459:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609415.356460:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2300 x1834594612290560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609415.356463:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609415.356463:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609415.356464:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 02000000:00000001:3.0:1749609415.356465:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609415.356465:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609415.356466:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1749609415.356467:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609415.356468:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057e00. 02000000:00000001:3.0:1749609415.356469:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609415.356469:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609415.356469:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2300. 00000100:00000001:3.0:1749609415.356471:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609415.356471:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609415.356472:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609415.356473:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609415.356474:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609415.356475:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609415.356475:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609415.363560:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298691768, at 4298691768 00000100:00000040:0.0:1749609415.363561:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298691768, at 4298691768 00000100:00000040:2.0:1749609415.363561:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298691768, at 4298691768 00000100:00000010:0.0:1749609415.363569:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706240. 00000100:00000010:2.0:1749609415.363569:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706d00. 00000100:00000040:3.0:1749609415.363576:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298691768, at 4298691768 00000100:00000010:1.0:1749609415.363578:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07068c0. 00000100:00000010:3.0:1749609415.363582:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07064c0. 00000800:00000200:0.0:1749609415.442571:0:1501:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1a59540] -> 12345-192.168.201.120@tcp (6) 00000800:00000200:0.0:1749609415.442577:0:1501:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988 00000800:00000200:0.0:1749609415.442581:0:1501:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880099927c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749609415.442729:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749609415.442735:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609415.442743:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749609415.442747:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609415.442750:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609415.710651:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609415.710657:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609415.710658:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609415.710660:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609415.710663:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609415.710665:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609415.710667:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609415.710668:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609415.710670:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609415.751610:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609415.751615:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609415.751620:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609415.751622:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609415.751681:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609415.751685:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609415.751687:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609416.537656:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1500. 00000020:00000040:0.0:1749609416.537667:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609416.537671:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609416.537674:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609416.537678:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609416.537684:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609416.537690:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609416.537694:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609416.537696:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609416.537700:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609416.537702:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609416.537704:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609416.537705:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005787392 : -131938703764224 : ffff8800a06e1500) 00000100:00000001:0.0:1749609416.537708:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609416.537710:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609416.537712:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609416.537714:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609416.537720:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1500 x1834594612291072/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609416.537727:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609416.537729:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609416.537730:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1500 x1834594612291072/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609416.537735:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609416.537737:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609416.537738:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609416.537740:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609416.537741:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609416.537743:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609416.537744:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609416.537746:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609416.537748:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609416.537749:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1500 x1834594612291072/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609416.537754:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612291072:0@lo:900: 00000100:00000001:0.0:1749609416.537757:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609416.537758:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609416.537760:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609416.537761:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609416.537762:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1500 x1834594612291072/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609416.537767:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609416.537768:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609416.537771:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609416.537772:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609416.537774:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609416.537775:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1500 x1834594612291072/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609416.537783:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609416.537784:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609416.537785:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609416.537786:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609416.537787:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609416.537791:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609416.537792:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609416.537793:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1500. 00000100:00000001:0.0:1749609416.537796:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609416.537797:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609416.710594:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609416.710600:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609416.710601:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609416.710604:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609416.710607:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609416.710609:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609416.710611:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609416.710613:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609416.710614:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609416.753655:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609416.753661:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609416.753666:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609416.753668:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609416.753670:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609416.753672:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609416.753673:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609416.753675:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609416.753676:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609416.753677:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609416.753762:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609416.753765:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609416.753767:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609417.118232:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609417.118248:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609417.118252:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609417.118255:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609417.118266:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609417.118283:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342800 00000400:00000200:0.0:1749609417.118290:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16c81 [2] + 0 00000400:00000010:0.0:1749609417.118294:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a03c8. 00000400:00000200:0.0:1749609417.118300:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b9c0 00000800:00000001:0.0:1749609417.118305:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609417.118309:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609417.118311:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609417.118315:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609417.118320:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b9c0 00000400:00000010:0.0:1749609417.118322:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b9c0. 00000100:00000001:0.0:1749609417.118328:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609417.118330:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609417.118333:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88008b970050 x1834594730256384 msgsize 224 00000100:00100000:0.0:1749609417.118337:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609417.118339:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609417.118355:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609417.118363:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609417.118366:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609417.118367:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609417.118369:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609417.118372:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609417.118377:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342880 00000400:00000200:0.0:1749609417.118383:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 68080 00000800:00000001:0.0:1749609417.118386:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609417.118389:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609417.118390:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609417.118393:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609417.118396:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609417.118397:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609417.118401:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1500. 00000100:00000040:0.0:1749609417.118403:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e1500 x1834594730256512 msgsize 520 00000100:00100000:0.0:1749609417.118407:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609417.118420:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609417.118424:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609417.118426:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609417.118428:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609417.118430:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609417.118431:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609417.118433:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00100000:1.0:1749609417.118433:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730256384 02000000:00000001:1.0:1749609417.118436:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609417.118437:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342900 00000100:00000001:1.0:1749609417.118438:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609417.118439:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609417.118440:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 68600 00000800:00000001:0.0:1749609417.118442:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:1.0:1749609417.118443:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609417.118446:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730256384 00000020:00000001:1.0:1749609417.118448:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609417.118450:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:1.0:1749609417.118452:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609417.118454:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609417.118455:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609417.118457:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609417.118460:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609417.118463:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000001:1.0:1749609417.118465:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609417.118466:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000020:00000010:1.0:1749609417.118470:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000020:00000010:1.0:1749609417.118473:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000001:3.0:1749609417.118474:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609417.118476:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000100:00100000:3.0:1749609417.118476:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730256512 02000000:00000001:3.0:1749609417.118478:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609417.118479:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609417.118482:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609417.118482:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.118484:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609417.118484:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609417.118484:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.118486:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609417.118486:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730256512 00000020:00000001:3.0:1749609417.118488:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609417.118489:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609417.118490:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609417.118490:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609417.118492:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609417.118493:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609417.118494:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609417.118496:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000001:1.0:1749609417.118529:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609417.118530:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1480. 00000020:00000010:3.0:1749609417.118533:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44faf0. 00000100:00000001:1.0:1749609417.118535:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609417.118536:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609417.118537:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609417.118537:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609417.118539:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609417.118540:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1493 00000100:00000040:1.0:1749609417.118542:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609417.118542:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609417.118543:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656147536 : -131939053404080 : ffff88008b970050) 00000100:00000040:1.0:1749609417.118548:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b970050 x1834594730256384/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:363/0 lens 224/0 e 0 to 0 dl 1749609428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609417.118549:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609417.118549:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609417.118554:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:1.0:1749609417.118554:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609417.118555:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749609417.118556:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000001:0.0:1749609417.118557:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609417.118557:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609417.118557:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609417.118558:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749609417.118558:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000100:00100000:1.0:1749609417.118560:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b970050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730256384:12345-192.168.201.20@tcp:400: 00000100:00100000:3.0:1749609417.118560:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2822 00000100:00000010:0.0:1749609417.118561:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0e00. 00000100:00000040:0.0:1749609417.118562:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e0e00 x1834594730256640 msgsize 520 00000100:00000200:1.0:1749609417.118562:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730256384 00000100:00000001:3.0:1749609417.118562:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005787392 : -131938703764224 : ffff8800a06e1500) 00000020:00000001:1.0:1749609417.118564:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749609417.118565:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e1500 x1834594730256512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609417.118566:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000001:1.0:1749609417.118567:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609417.118568:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609417.118570:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609417.118571:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609417.118571:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609417.118572:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609417.118573:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609417.118573:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730256512:12345-192.168.201.20@tcp:38: 00000800:00000001:0.0:1749609417.118574:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:1.0:1749609417.118574:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609417.118576:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1749609417.118576:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730256512 00000800:00000001:0.0:1749609417.118577:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609417.118578:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609417.118578:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609417.118579:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749609417.118580:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609417.118581:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609417.118583:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609417.118585:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0ccc00. 02000000:00000001:1.0:1749609417.118587:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.118588:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609417.118588:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609417.118589:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609417.118590:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730256640 00010000:00000040:1.0:1749609417.118590:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730256384 00000100:00000001:2.0:1749609417.118590:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609417.118591:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749609417.118591:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.118592:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749609417.118592:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609417.118593:0:14331:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.118594:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609417.118594:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b970050 x1834594730256384/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:363/0 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749609417.118594:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609417.118596:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609417.118596:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749609417.118598:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730256640 00000020:00000001:0.0:1749609417.118599:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749609417.118599:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749609417.118600:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:1.0:1749609417.118600:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749609417.118601:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749609417.118601:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609417.118601:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749609417.118602:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609417.118602:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1749609417.118603:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=86 v=5 (1 1 1 1) 00000020:00000001:0.0:1749609417.118604:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609417.118604:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609417.118605:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749609417.118606:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000040:1.0:1749609417.118607:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000010:3.0:1749609417.118607:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508f400. 00000100:00000001:1.0:1749609417.118608:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000010:0.0:1749609417.118609:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 02000000:00000001:1.0:1749609417.118609:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609417.118609:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609417.118610:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609417.118610:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609417.118611:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000100:00000001:1.0:1749609417.118612:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749609417.118612:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609417.118613:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1749609417.118613:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609417.118614:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609417.118615:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:3.0:1749609417.118615:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609417.118616:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609417.118616:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000001:0.0:1749609417.118618:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609417.118618:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:1.0:1749609417.118619:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730256384, offset 224 00000400:00000200:3.0:1749609417.118622:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000400:00000200:1.0:1749609417.118623:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609417.118625:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609417.118626:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609417.118627:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609417.118628:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000400:00000200:1.0:1749609417.118629:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:3.0:1749609417.118630:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:0.0:1749609417.118632:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609417.118632:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609417.118633:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609417.118633:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2133:2133:256:4294967295] 192.168.201.20@tcp LPNI seq info [2129:2129:8:4294967295] 02000000:00000001:3.0:1749609417.118633:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609417.118634:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609417.118636:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2823 00000100:00000001:3.0:1749609417.118636:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609417.118637:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005785600 : -131938703766016 : ffff8800a06e0e00) 00000100:00000040:3.0:1749609417.118637:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609417.118639:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000400:00000010:3.0:1749609417.118639:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283880. 00000100:00000040:0.0:1749609417.118640:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e0e00 x1834594730256640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609417.118641:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730256512, offset 0 00000800:00000200:1.0:1749609417.118642:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609417.118645:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee700. 00000400:00000200:3.0:1749609417.118645:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000200:1.0:1749609417.118648:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00100000:0.0:1749609417.118649:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730256640:12345-192.168.201.20@tcp:38: 00000400:00000200:3.0:1749609417.118650:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000200:0.0:1749609417.118652:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730256640 00000020:00000001:0.0:1749609417.118653:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000800:00000200:1.0:1749609417.118653:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:3.0:1749609417.118654:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2134:2134:255:4294967295] 192.168.201.20@tcp LPNI seq info [2130:2130:7:4294967295] 00010000:00000001:0.0:1749609417.118655:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000800:00000200:1.0:1749609417.118656:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee700 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:0.0:1749609417.118659:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:1.0:1749609417.118660:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609417.118660:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000001:0.0:1749609417.118661:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000040:1.0:1749609417.118662:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609417.118663:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000800:00000200:3.0:1749609417.118663:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000001:1.0:1749609417.118664:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.118665:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609417.118665:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000800:00000010:3.0:1749609417.118666:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 02000000:00000001:0.0:1749609417.118667:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609417.118667:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b970050 x1834594730256384/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:363/0 lens 224/224 e 0 to 0 dl 1749609428 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1749609417.118669:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 02000000:00000010:0.0:1749609417.118670:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88012db2e800. 02000000:00000001:0.0:1749609417.118671:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609417.118672:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b970050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730256384:12345-192.168.201.20@tcp:400: Request processed in 117us (338us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609417.118673:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609417.118673:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00010000:00000040:0.0:1749609417.118675:0:15217:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000800:00000200:3.0:1749609417.118675:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1749609417.118676:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1493 00000100:00000040:1.0:1749609417.118677:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609417.118677:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749609417.118679:0:15217:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4026 last 0 00000100:00000001:1.0:1749609417.118679:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749609417.118679:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609417.118680:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609417.118681:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609417.118682:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1749609417.118682:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609417.118683:0:15217:0:(obd_class.h:881:obd_connect()) Process entered 00000020:00000010:1.0:1749609417.118683:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000020:00000010:1.0:1749609417.118684:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 00000800:00000010:2.0:1749609417.118685:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee700. 00000100:00000040:3.0:1749609417.118685:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1500 x1834594730256512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609437 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609417.118686:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000004:00000001:0.0:1749609417.118687:0:15217:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1749609417.118688:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000040:1.0:1749609417.118689:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000400:00000200:2.0:1749609417.118689:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609417.118691:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1749609417.118692:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609417.118692:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000200:1.0:1749609417.118693:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1749609417.118693:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730256512:12345-192.168.201.20@tcp:38: Request processed in 119us (287us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749609417.118695:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609417.118696:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0cb8. 00000400:00000010:2.0:1749609417.118696:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000004:00000001:0.0:1749609417.118697:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00100000:3.0:1749609417.118698:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2822 00000004:00000001:0.0:1749609417.118699:0:15217:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609417.118699:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b900. 00000100:00000001:2.0:1749609417.118699:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609417.118700:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609417.118700:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:0.0:1749609417.118701:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609417.118701:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1749609417.118702:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0ccc00. 00000020:00000010:3.0:1749609417.118703:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1480. 02000000:00000001:2.0:1749609417.118704:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609417.118704:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000004:00000040:0.0:1749609417.118705:0:15217:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000020:00000010:3.0:1749609417.118706:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44faf0. 00000004:00000040:0.0:1749609417.118707:0:15217:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:0.0:1749609417.118708:0:15217:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000020:00000010:3.0:1749609417.118708:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000004:00000001:0.0:1749609417.118710:0:15217:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1749609417.118711:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1749609417.118712:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609417.118714:0:15217:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609417.118715:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609417.118717:0:15217:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609417.118719:0:15217:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609417.118720:0:15217:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:0.0:1749609417.118722:0:15217:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:0.0:1749609417.118724:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609417.118725:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609417.118727:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609417.118728:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609417.118729:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:2.0:1749609417.118730:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1749609417.118732:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000010:2.0:1749609417.118732:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695b00. 00000400:00000200:2.0:1749609417.118733:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609417.118735:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609417.118736:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000400:00000200:2.0:1749609417.118737:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283880 00000100:00000001:0.0:1749609417.118738:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749609417.118738:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283880. 00000100:00000040:0.0:1749609417.118740:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609417.118740:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609417.118740:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609417.118742:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609417.118743:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:0.0:1749609417.118745:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609417.118747:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609417.118748:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609417.118750:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609417.118752:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:0.0:1749609417.118754:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668000. 00000100:00000200:0.0:1749609417.118756:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730256640, offset 0 00000400:00000200:0.0:1749609417.118759:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609417.118764:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:0.0:1749609417.118767:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2135:2135:256:4294967295] 192.168.201.20@tcp LPNI seq info [2131:2131:8:4294967295] 00000400:00000200:0.0:1749609417.118774:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609417.118778:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609417.118780:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057600. 00000800:00000200:0.0:1749609417.118784:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:0.0:1749609417.118788:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609417.118790:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057600 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1749609417.118796:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609417.118798:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609417.118800:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609417.118801:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609417.118804:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0e00 x1834594730256640/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609437 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609417.118811:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730256640:12345-192.168.201.20@tcp:38: Request processed in 162us (247us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749609417.118817:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2823 00000100:00000001:0.0:1749609417.118819:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609417.118819:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609417.118821:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000010:0.0:1749609417.118824:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000020:00000010:0.0:1749609417.118826:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000800:00000200:2.0:1749609417.118828:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1749609417.118829:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1749609417.118830:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057600. 00000400:00000200:2.0:1749609417.118832:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609417.118836:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609417.118838:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668000 00000400:00000010:2.0:1749609417.118839:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668000. 00000100:00000001:2.0:1749609417.118841:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609417.118842:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609417.710629:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609417.710636:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609417.710637:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609417.710640:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609417.710643:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609417.710646:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.710648:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609417.710651:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609417.710653:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609417.755620:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609417.755626:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609417.755630:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609417.755631:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609417.755685:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609417.755689:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609417.755691:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609418.538602:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2a00. 00000020:00000040:0.0:1749609418.538611:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609418.538614:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609418.538617:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609418.538621:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609418.538627:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609418.538633:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609418.538637:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609418.538638:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609418.538642:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609418.538643:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609418.538646:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609418.538647:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005792768 : -131938703758848 : ffff8800a06e2a00) 00000100:00000001:0.0:1749609418.538650:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609418.538652:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609418.538653:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609418.538654:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609418.538659:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2a00 x1834594612291200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609418.538666:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609418.538667:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609418.538668:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2a00 x1834594612291200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609418.538672:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609418.538674:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609418.538675:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609418.538676:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609418.538677:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609418.538678:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609418.538680:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609418.538681:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609418.538682:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609418.538684:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2a00 x1834594612291200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609418.538687:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612291200:0@lo:900: 00000100:00000001:0.0:1749609418.538690:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609418.538691:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609418.538692:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609418.538693:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609418.538694:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2a00 x1834594612291200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609418.538697:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609418.538698:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609418.538702:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609418.538703:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609418.538704:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609418.538705:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2a00 x1834594612291200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609418.538709:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609418.538710:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609418.538711:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609418.538712:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609418.538713:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609418.538716:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609418.538716:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609418.538717:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2a00. 00000100:00000001:0.0:1749609418.538720:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609418.538721:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609418.710583:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609418.710590:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609418.710591:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609418.710593:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609418.710596:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609418.710598:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609418.710600:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609418.710602:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609418.710603:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609418.757663:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609418.757668:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609418.757673:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609418.757674:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609418.757732:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609418.757736:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609418.757738:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609419.710626:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609419.710631:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609419.710633:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609419.710635:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609419.710637:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609419.710639:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609419.710641:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609419.710643:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609419.710644:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609419.759630:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609419.759635:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609419.759640:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609419.759641:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609419.759705:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609419.759709:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609419.759712:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609420.363597:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609420.363603:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609420.363608:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2a00. 00000020:00000040:0.0:1749609420.363613:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609420.363617:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609420.363620:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609420.363623:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609420.363628:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057700. 00000100:00000001:0.0:1749609420.363633:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.363640:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609420.363647:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609420.363649:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.363652:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2a00] to pc [ptlrpcd_00_02+2] req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609420.363677:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609420.363678:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609420.363681:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609420.363682:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609420.363683:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609420.363685:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609420.363687:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4024 00000100:00080000:0.0:1749609420.363689:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609420.363690:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609420.363692:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609420.363693:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609420.363694:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609420.363696:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609420.363697:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609420.363699:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609420.363701:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609420.363702:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609420.363704:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609420.363705:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609420.363706:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609420.363708:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609420.363708:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609420.363710:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609420.363712:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609420.363713:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609420.363714:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609420.363714:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609420.363718:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609420.363719:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609420.363720:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609420.363720:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609420.363721:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609420.363723:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609420.363724:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2d80. 00000100:00000040:2.0:1749609420.363725:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609420.363726:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609420.363727:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609420.363729:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.363730:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609420.363731:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609420.363732:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609420.363734:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2f800. 00000100:00000001:0.0:1749609420.363735:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609420.363735:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609420.363736:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609420.363738:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609420.363739:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609420.363741:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609420.363742:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609420.363743:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.363744:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2d80] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609420.363744:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609420.363746:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612291328:0@lo:400: 00000100:00000001:2.0:1749609420.363751:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609420.363755:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609420.363756:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609420.363757:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609420.363757:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.363759:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1749609420.363759:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609420.363760:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.363761:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609420.363762:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2680. 02000000:00000010:2.0:1749609420.363762:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 00000020:00000040:0.0:1749609420.363763:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609420.363764:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609420.363764:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609420.363765:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609420.363766:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609420.363767:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057600. 00000100:00000001:0.0:1749609420.363769:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609420.363769:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000100:00000040:0.0:1749609420.363770:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609420.363774:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609420.363774:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.363775:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2680] to pc [ptlrpcd_00_03+3] req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609420.363775:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 00000100:00000200:2.0:1749609420.363782:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612291328, portal 25 00000100:00000001:0.0:1749609420.363783:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609420.363784:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749609420.363785:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609420.363785:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005792768 : -131938703758848 : ffff8800a06e2a00) 00000100:00080000:0.0:1749609420.363786:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609420.363787:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609420.363788:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609420.363789:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:2.0:1749609420.363789:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609420.363790:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4024 00000100:00080000:0.0:1749609420.363791:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609420.363792:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609420.363794:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609420.363795:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609420.363796:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609420.363796:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609420.363796:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749609420.363797:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609420.363798:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609420.363798:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609420.363799:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609420.363799:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609420.363799:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609420.363800:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609420.363801:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749609420.363801:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 00000100:00000040:0.0:1749609420.363802:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609420.363802:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749609420.363802:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612291328, offset 0 00000100:00000001:0.0:1749609420.363803:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609420.363803:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609420.363804:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609420.363805:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.363805:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609420.363806:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:0.0:1749609420.363807:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000400:00000200:2.0:1749609420.363807:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609420.363808:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.363808:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609420.363809:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609420.363810:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609420.363810:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609420.363811:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.363811:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609420.363812:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609420.363812:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.363813:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609420.363814:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3100. 02000000:00000001:1.0:1749609420.363814:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749609420.363815:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:3.0:1749609420.363815:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609420.363816:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749609420.363816:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609420.363817:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609420.363817:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.363818:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609420.363818:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1749609420.363818:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612291584:0@lo:400: 00000400:00000200:2.0:1749609420.363818:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609420.363819:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.363820:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1749609420.363821:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db2f400. 00000100:00000001:0.0:1749609420.363822:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609420.363822:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609420.363823:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.363823:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749609420.363824:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609420.363824:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609420.363825:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.363827:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1749609420.363827:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 00000400:00000200:2.0:1749609420.363827:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c2700 02000000:00000001:3.0:1749609420.363827:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609420.363828:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609420.363828:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609420.363828:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609420.363829:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e3100] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609420.363830:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609420.363831:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0948. 00000100:00100000:3.0:1749609420.363832:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612291456:0@lo:38: 00000100:00000001:0.0:1749609420.363833:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609420.363833:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16cb1 [2] + 0 00000100:00080000:0.0:1749609420.363834:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749609420.363835:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749609420.363836:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609420.363837:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609420.363837:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1749609420.363837:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0a50. 02000000:00000001:3.0:1749609420.363837:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609420.363839:0:5:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:3.0:1749609420.363839:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609420.363840:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4024 02000000:00000001:3.0:1749609420.363840:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609420.363841:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609420.363842:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:2.0:1749609420.363842:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b780 00000100:00000001:0.0:1749609420.363843:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609420.363844:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000010:3.0:1749609420.363844:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508ec00. 00000100:00000001:0.0:1749609420.363845:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:1.0:1749609420.363845:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 02000000:00000001:3.0:1749609420.363845:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.363846:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609420.363847:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609420.363847:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609420.363847:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609420.363848:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000200:1.0:1749609420.363848:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612291584, portal 4 00000400:00000010:3.0:1749609420.363848:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000020:00000001:0.0:1749609420.363849:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609420.363850:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609420.363850:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609420.363850:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005791872 : -131938703759744 : ffff8800a06e2680) 00000400:00000200:2.0:1749609420.363851:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609420.363852:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609420.363852:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749609420.363852:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00000040:0.0:1749609420.363853:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609420.363854:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609420.363854:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609420.363854:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b780 00000020:00000040:0.0:1749609420.363855:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000400:00000010:2.0:1749609420.363855:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b780. 00000100:00080000:0.0:1749609420.363856:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609420.363857:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609420.363857:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609420.363859:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609420.363859:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.363859:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609420.363859:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749609420.363860:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609420.363861:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609420.363861:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609420.363861:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:2.0:1749609420.363861:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1749609420.363862:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1180. 00000100:00000200:1.0:1749609420.363862:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612291584, offset 0 00000100:00000200:3.0:1749609420.363862:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612291456, portal 4 00000020:00000040:0.0:1749609420.363863:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609420.363864:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1749609420.363864:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88008b970c50 x1834594612291328 msgsize 224 02000000:00000001:0.0:1749609420.363865:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.363865:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1749609420.363865:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609420.363866:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609420.363866:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.363866:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609420.363867:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005793664 : -131938703757952 : ffff8800a06e2d80) 00000100:00100000:2.0:1749609420.363868:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749609420.363869:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0242c00. 00000100:00000040:2.0:1749609420.363869:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609420.363870:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609420.363870:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609420.363871:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749609420.363872:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609420.363874:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c2800 00000100:00000001:0.0:1749609420.363875:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609420.363876:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.363877:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1180] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609420.363877:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609420.363878:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 4480 00000100:00000001:3.0:1749609420.363879:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609420.363881:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609420.363881:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609420.363881:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609420.363882:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749609420.363882:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000100:00000001:0.0:1749609420.363883:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1749609420.363883:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749609420.363883:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000400:00000010:3.0:1749609420.363883:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000010:0.0:1749609420.363884:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1880. 00000020:00000040:0.0:1749609420.363885:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609420.363886:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609420.363886:0:1511:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609420.363887:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609420.363887:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.363887:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609420.363887:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612291456, offset 0 00000100:00000200:1.0:1749609420.363888:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:0.0:1749609420.363889:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057500. 00000100:00000200:2.0:1749609420.363889:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609420.363890:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609420.363890:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bf8380. 00000100:00000040:0.0:1749609420.363891:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609420.363891:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609420.363892:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880130bf8380 x1834594612291584 msgsize 224 00000100:00000001:0.0:1749609420.363894:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1749609420.363894:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609420.363895:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.363896:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1880] to pc [ptlrpcd_00_00+0] req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609420.363897:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609420.363897:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609420.363899:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609420.363900:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609420.363902:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c2780 00000100:00000001:0.0:1749609420.363904:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609420.363904:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609420.363905:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609420.363905:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609420.363906:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609420.363907:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4034) 00000100:00000001:1.0:1749609420.363907:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609420.363908:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609420.363909:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 8840 00000100:00000001:2.0:1749609420.363910:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.363913:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609420.363913:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298696776 00000100:00000040:1.0:1749609420.363914:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609420.363914:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749609420.363916:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706d00. 00000400:00000200:3.0:1749609420.363916:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609420.363918:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.363918:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609420.363919:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609420.363920:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.363921:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609420.363921:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1749609420.363921:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:0.0:1749609420.363922:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612291584 00000100:00000040:1.0:1749609420.363922:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 835 usecs (1 jiffies) 02000000:00000001:0.0:1749609420.363923:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609420.363924:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609420.363924:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298696769 00000100:00000010:3.0:1749609420.363924:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7100. 00000100:00000001:0.0:1749609420.363926:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609420.363926:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d7100 x1834594612291456 msgsize 520 02000000:00000001:0.0:1749609420.363928:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609420.363929:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609420.363930:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612291584 00000020:00000001:0.0:1749609420.363930:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609420.363931:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:2.0:1749609420.363931:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298696776 00000020:00000001:0.0:1749609420.363932:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609420.363933:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000020:00000001:0.0:1749609420.363933:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000010:2.0:1749609420.363933:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706740. 00000100:00000001:1.0:1749609420.363934:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749609420.363935:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00100000:1.0:1749609420.363935:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612291328 00000100:00000001:2.0:1749609420.363935:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749609420.363936:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609420.363936:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609420.363937:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609420.363938:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609420.363938:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609420.363938:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298696776 00000020:00000010:0.0:1749609420.363939:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4000. 00000100:00000010:2.0:1749609420.363939:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07061c0. 02000000:00000001:1.0:1749609420.363940:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609420.363941:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612291328 00000100:00000001:2.0:1749609420.363941:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1749609420.363941:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000020:00000010:0.0:1749609420.363942:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8640. 00000020:00000001:1.0:1749609420.363943:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749609420.363943:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000020:00000040:1.0:1749609420.363944:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:2.0:1749609420.363944:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298696776 00000020:00000040:0.0:1749609420.363945:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000001:1.0:1749609420.363946:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749609420.363946:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706c00. 00000100:00000001:3.0:1749609420.363946:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:1.0:1749609420.363948:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:2.0:1749609420.363948:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1749609420.363948:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609420.363950:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1749609420.363950:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609420.363950:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609420.363951:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609420.363951:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609420.363953:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000001:1.0:1749609420.363954:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609420.363954:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609420.363955:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609420.363956:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:3.0:1749609420.363956:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749609420.363957:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000001:1.0:1749609420.363958:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609420.363958:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609420.363960:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000020:00000010:1.0:1749609420.363960:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000100:00000001:2.0:1749609420.363962:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609420.363963:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609420.363963:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.363964:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:1.0:1749609420.363964:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000100:00000001:2.0:1749609420.363965:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609420.363965:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609420.363966:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749609420.363966:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000001:2.0:1749609420.363966:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609420.363967:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609420.363967:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.363967:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.363968:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609420.363968:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609420.363969:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000100:00000040:3.0:1749609420.363970:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1035 usecs (2 jiffies) 00000100:00000001:3.0:1749609420.363972:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298696770 00000100:00000001:0.0:1749609420.363973:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609420.363974:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1749609420.363974:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609420.363974:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298696776 00000100:00000001:0.0:1749609420.363975:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.363976:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609420.363977:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609420.363977:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609420.363977:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298696770 00000100:00000001:1.0:1749609420.363978:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.363978:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298696776 00000100:00000001:3.0:1749609420.363980:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298696770 00000100:00000001:3.0:1749609420.363981:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298696776 00000100:00000001:0.0:1749609420.363982:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609420.363982:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.363982:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298696770 00000100:00000001:2.0:1749609420.363983:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609420.363983:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298696776 00000100:00000001:0.0:1749609420.363984:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609420.363984:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1749609420.363985:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609420.363986:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00000001:2.0:1749609420.363986:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609420.363987:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.363987:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.363988:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:2.0:1749609420.363988:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609420.363989:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427043200 : -131936282508416 : ffff880130bf8380) 00000100:00000001:2.0:1749609420.363989:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.363989:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609420.363990:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609420.363990:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609420.363991:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bf8380 x1834594612291584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:366/0 lens 224/0 e 0 to 0 dl 1749609431 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609420.363991:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609420.363992:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609420.363994:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609420.363995:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.363995:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609420.363996:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609420.363996:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749609420.363997:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4c40. 00000100:00000001:0.0:1749609420.363998:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609420.363998:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749609420.363999:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4c40. 00000100:00000001:3.0:1749609420.363999:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609420.364000:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749609420.364001:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612291584:12345-0@lo:400: 00000100:00000040:3.0:1749609420.364001:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609420.364002:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609420.364002:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1749609420.364003:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612291584 00000100:00000001:2.0:1749609420.364003:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609420.364004:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000020:00000001:0.0:1749609420.364005:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609420.364005:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749609420.364006:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 02000000:00000001:2.0:1749609420.364006:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609420.364007:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609420.364007:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749609420.364008:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364008:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656150608 : -131939053401008 : ffff88008b970c50) 02000000:00000001:2.0:1749609420.364008:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364008:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.364010:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749609420.364010:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612291968:0@lo:400: 02000000:00000001:3.0:1749609420.364010:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749609420.364011:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:1.0:1749609420.364011:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b970c50 x1834594612291328/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:366/0 lens 224/0 e 0 to 0 dl 1749609431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609420.364012:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609420.364013:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609420.364013:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609420.364013:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.364015:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609420.364015:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1749609420.364015:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612291712:0@lo:38: 00000020:00000001:0.0:1749609420.364016:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1749609420.364016:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.364017:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749609420.364017:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749609420.364018:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364018:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749609420.364020:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1749609420.364020:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 02000000:00000001:3.0:1749609420.364020:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609420.364021:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609420.364021:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609420.364022:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609420.364023:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609420.364024:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609420.364024:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1749609420.364024:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f210. 02000000:00000010:3.0:1749609420.364025:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508fc00. 02000000:00000010:0.0:1749609420.364026:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0240c00. 00000020:00000010:1.0:1749609420.364026:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000400:00000010:2.0:1749609420.364026:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 02000000:00000001:3.0:1749609420.364026:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609420.364027:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364027:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609420.364028:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.364029:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609420.364029:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000100:00000200:2.0:1749609420.364029:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612291968, portal 10 00000400:00000010:3.0:1749609420.364029:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62dc0. 00000100:00000001:2.0:1749609420.364030:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000040:0.0:1749609420.364031:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612291584 00000100:00000001:2.0:1749609420.364031:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005788288 : -131938703763328 : ffff8800a06e1880) 00000400:00000010:3.0:1749609420.364031:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00010000:00000001:0.0:1749609420.364032:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749609420.364032:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b970c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612291328:12345-0@lo:400: 00010000:00000200:0.0:1749609420.364034:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bf8380 x1834594612291584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609420.364034:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612291712, portal 10 00000100:00000200:1.0:1749609420.364035:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612291328 00000100:00000040:2.0:1749609420.364036:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364036:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749609420.364037:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609420.364037:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005794560 : -131938703757056 : ffff8800a06e3100) 00000020:00000001:1.0:1749609420.364038:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:0.0:1749609420.364039:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609420.364040:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609420.364041:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609420.364042:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609420.364042:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:0.0:1749609420.364043:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=76 v=5 (1 1 1 1) 00000020:00000001:1.0:1749609420.364057:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:1.0:1749609420.364060:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749609420.364060:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609420.364061:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000020:00000001:1.0:1749609420.364062:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609420.364062:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609420.364063:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1749609420.364063:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612291968, offset 0 00000020:00000001:1.0:1749609420.364064:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609420.364066:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609420.364066:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609420.364067:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609420.364068:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609420.364069:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609420.364069:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609420.364070:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609420.364070:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609420.364070:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609420.364071:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609420.364071:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609420.364072:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749609420.364072:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 02000000:00000001:0.0:1749609420.364073:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609420.364073:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cfc00. 00000100:00000001:0.0:1749609420.364074:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609420.364074:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c2980 00000100:00000200:3.0:1749609420.364074:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612291712, offset 0 00000100:00000040:0.0:1749609420.364075:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609420.364075:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364076:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609420.364077:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668110. 00000020:00000001:1.0:1749609420.364078:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609420.364078:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:1.0:1749609420.364080:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612291328 00000400:00000200:2.0:1749609420.364081:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 69120 00010000:00000001:1.0:1749609420.364082:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749609420.364082:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609420.364085:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612291584, offset 224 00010000:00000200:1.0:1749609420.364085:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b970c50 x1834594612291328/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:366/0 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609420.364086:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609420.364087:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c2880 00000400:00000200:0.0:1749609420.364088:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609420.364089:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609420.364091:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609420.364091:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 69344 00010000:00000001:1.0:1749609420.364092:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609420.364093:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749609420.364094:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609420.364095:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749609420.364095:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609420.364096:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c2800 00000100:00000001:1.0:1749609420.364096:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749609420.364096:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749609420.364097:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:3.0:1749609420.364098:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609420.364099:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17819 [1] + 224 00000100:00000001:1.0:1749609420.364099:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000010:2.0:1749609420.364099:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136abb100. 00000100:00000040:2.0:1749609420.364100:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff880136abb100 x1834594612291968 msgsize 224 02000000:00000001:1.0:1749609420.364101:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609420.364101:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609420.364102:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609420.364102:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749609420.364103:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749609420.364104:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749609420.364104:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609420.364106:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:1.0:1749609420.364106:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609420.364107:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612291328, offset 224 00000100:00000001:3.0:1749609420.364107:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749609420.364108:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364108:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609420.364110:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609420.364110:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749609420.364113:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609420.364114:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609420.364116:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:0.0:1749609420.364117:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609420.364118:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c2700 00000400:00000010:2.0:1749609420.364118:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:2.0:1749609420.364120:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749609420.364121:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17811 [1] + 224 00000100:00000200:2.0:1749609420.364122:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609420.364123:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668110 00000400:00000010:0.0:1749609420.364124:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668110. 00000400:00000200:1.0:1749609420.364124:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609420.364125:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749609420.364125:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609420.364126:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609420.364127:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609420.364128:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.364129:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000200:1.0:1749609420.364129:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609420.364129:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749609420.364131:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609420.364131:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364131:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609420.364132:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612291968 00000020:00000001:0.0:1749609420.364133:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609420.364133:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609420.364134:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bf8380 x1834594612291584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609420.364134:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609420.364134:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609420.364135:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609420.364137:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609420.364139:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612291584:12345-0@lo:400: Request processed in 143us (246us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609420.364139:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609420.364139:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609420.364140:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609420.364141:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749609420.364141:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612291968 00000020:00000001:3.0:1749609420.364142:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749609420.364143:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00000001:2.0:1749609420.364143:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609420.364143:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000040:0.0:1749609420.364144:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000200:1.0:1749609420.364144:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609420.364145:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000040:2.0:1749609420.364145:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000020:00000001:3.0:1749609420.364145:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609420.364146:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609420.364146:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609420.364146:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609420.364147:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609420.364147:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298696769 00000020:00000040:3.0:1749609420.364147:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:1.0:1749609420.364148:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609420.364148:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000010:0.0:1749609420.364149:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000001:2.0:1749609420.364149:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298696776 00000020:00000010:0.0:1749609420.364150:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000100:00000040:1.0:1749609420.364150:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:3.0:1749609420.364150:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00010000:00000001:1.0:1749609420.364151:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609420.364151:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298696769 00000020:00000010:0.0:1749609420.364152:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000020:00000001:1.0:1749609420.364152:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609420.364152:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298696776 00000020:00000001:1.0:1749609420.364153:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609420.364153:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609420.364154:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298696769 00000020:00000040:0.0:1749609420.364155:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000040:1.0:1749609420.364155:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b970c50 x1834594612291328/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:366/0 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609420.364155:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298696776 00000020:00000010:3.0:1749609420.364155:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000100:00000001:0.0:1749609420.364156:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609420.364157:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298696769 00000020:00000010:3.0:1749609420.364157:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4300. 00000100:00000001:2.0:1749609420.364158:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298696776 00000100:00100000:1.0:1749609420.364159:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b970c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612291328:12345-0@lo:400: Request processed in 136us (294us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609420.364159:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609420.364160:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609420.364161:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609420.364163:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00000001:2.0:1749609420.364163:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364163:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00080000:0.0:1749609420.364164:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749609420.364165:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:2.0:1749609420.364165:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609420.364166:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609420.364166:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749609420.364166:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000001:1.0:1749609420.364167:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609420.364168:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1480. 00000100:00080000:0.0:1749609420.364169:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1749609420.364169:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000010:1.0:1749609420.364169:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000020:00000010:1.0:1749609420.364170:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 00000100:00000001:2.0:1749609420.364171:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749609420.364171:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44faf0. 00000020:00000010:1.0:1749609420.364172:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000100:00000001:2.0:1749609420.364172:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1749609420.364174:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000400:00000001:2.0:1749609420.364175:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749609420.364176:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:2.0:1749609420.364176:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609420.364176:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000010:1.0:1749609420.364177:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cfc00. 00000400:00000010:2.0:1749609420.364177:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 00000100:00000001:3.0:1749609420.364177:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609420.364178:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609420.364178:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609420.364179:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609420.364179:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000100:00000001:3.0:1749609420.364180:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.364181:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749609420.364181:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749609420.364181:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000100:00100000:0.0:1749609420.364182:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612291456 00000100:00000001:2.0:1749609420.364182:0:1511:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609420.364183:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749609420.364183:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0b00. 00000100:00000001:3.0:1749609420.364183:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609420.364185:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749609420.364185:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364185:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609420.364186:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609420.364186:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b000. 00000100:00000001:3.0:1749609420.364186:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609420.364187:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609420.364188:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612291456 00000020:00000001:0.0:1749609420.364189:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609420.364190:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609420.364190:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609420.364191:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364191:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609420.364192:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.364193:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364193:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298696776 00000020:00000010:0.0:1749609420.364194:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000020:00000010:0.0:1749609420.364195:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000020:00000010:0.0:1749609420.364196:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000100:00000001:1.0:1749609420.364196:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298696769 00000100:00000001:2.0:1749609420.364196:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609420.364197:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609420.364197:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298696776 00000100:00000001:2.0:1749609420.364197:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364197:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609420.364198:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609420.364199:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364199:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298696769 00000100:00000001:2.0:1749609420.364199:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609420.364199:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609420.364201:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364201:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298696776 02000000:00000001:2.0:1749609420.364201:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749609420.364201:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00000001:1.0:1749609420.364202:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298696769 00000100:00000001:2.0:1749609420.364202:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609420.364203:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298696776 00000100:00000001:2.0:1749609420.364203:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609420.364203:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:0.0:1749609420.364204:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364204:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526407424 : -131936183144192 : ffff880136abb100) 00000100:00000001:1.0:1749609420.364205:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609420.364205:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364206:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364207:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609420.364207:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609420.364207:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136abb100 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:366/0 lens 224/0 e 0 to 0 dl 1749609431 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609420.364208:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=89 v=5 (5 5 5 5) 00000100:00100000:0.0:1749609420.364209:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000400:00000001:1.0:1749609420.364209:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609420.364210:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361919744 : -131939347631872 : ffff88007a0d7100) 00000400:00000001:1.0:1749609420.364210:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1749609420.364210:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=79 v=5 (1 1 1 1) 00000400:00000010:1.0:1749609420.364211:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0948. 00000100:00000040:0.0:1749609420.364212:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d7100 x1834594612291456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609420.364212:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749609420.364213:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000100:00000001:2.0:1749609420.364213:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609420.364215:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00010000:00000001:2.0:1749609420.364215:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609420.364215:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609420.364216:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609420.364216:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8800. 00000100:00100000:0.0:1749609420.364217:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612291456:12345-0@lo:38: 00010000:00000001:2.0:1749609420.364217:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364218:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609420.364219:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612291456 00000020:00000001:0.0:1749609420.364219:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749609420.364219:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609420.364219:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609420.364219:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8800. 00010000:00000001:0.0:1749609420.364221:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749609420.364222:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609420.364222:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612291968:12345-0@lo:400: 00000100:00000200:1.0:1749609420.364225:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609420.364225:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612291968 00000100:00000001:2.0:1749609420.364227:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609420.364227:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609420.364229:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609420.364229:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609420.364230:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00020000:0.0:1749609420.364231:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609420.364231:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609420.364231:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609420.364231:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364232:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609420.364232:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1749609420.364233:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609420.364233:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609420.364234:0:1512:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609420.364234:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00010000:00000001:0.0:1749609420.364235:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609420.364236:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749609420.364236:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609420.364236:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609420.364237:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609420.364237:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609420.364238:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609420.364238:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609420.364238:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749609420.364239:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0241000. 00000020:00000001:3.0:1749609420.364239:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749609420.364240:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609420.364240:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609420.364240:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612291328:0@lo:400: 00000100:00000001:0.0:1749609420.364241:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609420.364241:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1749609420.364242:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609420.364243:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609420.364243:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=76 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609420.364243:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609420.364243:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609420.364244:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749609420.364244:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609420.364245:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609420.364246:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:1.0:1749609420.364246:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=76 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609420.364246:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2a00 x1834594612291328/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364247:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609420.364248:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609420.364248:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749609420.364248:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749609420.364249:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609420.364249:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364250:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000010:3.0:1749609420.364250:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508f000. 00000100:00000001:0.0:1749609420.364251:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00010000:00000001:1.0:1749609420.364251:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609420.364251:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609420.364252:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.364253:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00080000:1.0:1749609420.364253:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609420.364253:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609420.364253:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609420.364254:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609420.364254:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364255:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609420.364255:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 00000020:00000001:3.0:1749609420.364255:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.364256:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1749609420.364256:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612291968 00000400:00000010:0.0:1749609420.364257:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668110. 02000000:00000001:2.0:1749609420.364257:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1749609420.364258:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612291456, offset 0 00010000:00000001:3.0:1749609420.364258:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749609420.364259:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609420.364259:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1749609420.364260:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749609420.364260:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00010000:00000200:3.0:1749609420.364260:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880136abb100 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609420.364262:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1749609420.364262:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749609420.364263:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609420.364263:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 02000000:00000010:2.0:1749609420.364263:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057700. 00000400:00000200:0.0:1749609420.364265:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c2780 00000100:00000001:1.0:1749609420.364265:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609420.364266:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609420.364266:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749609420.364267:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1781d [1] + 0 02000000:00000001:2.0:1749609420.364267:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1749609420.364267:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609420.364268:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609420.364268:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2a00. 00010000:00000001:3.0:1749609420.364268:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609420.364269:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=83 v=5 (1 1 1 1) 00000400:00000200:0.0:1749609420.364270:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609420.364271:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609420.364271:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609420.364272:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364272:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609420.364273:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609420.364273:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609420.364274:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609420.364274:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609420.364274:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609420.364275:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609420.364276:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609420.364276:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609420.364277:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609420.364277:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609420.364277:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609420.364278:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609420.364278:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609420.364279:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609420.364279:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609420.364280:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364280:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609420.364282:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609420.364283:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749609420.364284:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000400:00000200:0.0:1749609420.364285:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668110 00000100:00100000:1.0:1749609420.364285:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612291584:0@lo:400: 00000400:00000010:0.0:1749609420.364286:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668110. 00000100:00000001:0.0:1749609420.364287:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609420.364288:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749609420.364288:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612291968, offset 224 00000100:00000001:0.0:1749609420.364289:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364289:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609420.364290:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609420.364291:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364291:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609420.364291:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609420.364292:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609420.364293:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7100 x1834594612291456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609420.364293:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2680 x1834594612291584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609420.364297:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609420.364298:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612291456:12345-0@lo:38: Request processed in 80us (370us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609420.364298:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609420.364299:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609420.364301:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 00000100:00100000:0.0:1749609420.364302:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000400:00000200:3.0:1749609420.364302:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2980 00000100:00000001:0.0:1749609420.364303:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609420.364303:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609420.364303:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609420.364304:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1749609420.364305:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000040:1.0:1749609420.364305:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000010:0.0:1749609420.364306:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000400:00000200:3.0:1749609420.364306:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17829 [1] + 224 00000020:00000010:0.0:1749609420.364307:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000020:00000001:1.0:1749609420.364307:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609420.364308:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609420.364308:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057600. 02000000:00000001:1.0:1749609420.364310:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749609420.364310:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609420.364311:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609420.364312:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2680. 00000400:00000200:3.0:1749609420.364312:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609420.364314:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609420.364315:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364315:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609420.364317:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609420.364318:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609420.364321:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609420.364321:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609420.364323:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609420.364324:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609420.364325:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364343:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609420.364347:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609420.364348:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:3.0:1749609420.364350:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609420.364351:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609420.364354:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609420.364356:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:3.0:1749609420.364358:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609420.364359:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609420.364361:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609420.364363:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136abb100 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:366/0 lens 224/224 e 0 to 0 dl 1749609431 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609420.364368:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609420.364370:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749609420.364370:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612291968:12345-0@lo:400: Request processed in 155us (268us total) trans 0 rc 0/0 00000400:00000001:2.0:1749609420.364372:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609420.364374:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609420.364375:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f210. 00000100:00100000:3.0:1749609420.364376:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000400:00000200:2.0:1749609420.364377:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000400:00000010:2.0:1749609420.364378:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000100:00000040:3.0:1749609420.364378:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:2.0:1749609420.364380:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609420.364380:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609420.364381:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749609420.364383:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609420.364383:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1480. 00000020:00000010:3.0:1749609420.364386:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44faf0. 00000020:00000010:3.0:1749609420.364388:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000200:2.0:1749609420.364390:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609420.364391:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:3.0:1749609420.364392:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609420.364395:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609420.364396:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609420.364398:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609420.364399:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609420.364400:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609420.364401:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364401:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609420.364402:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749609420.364403:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609420.364405:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6a00. 00000100:00001000:2.0:1749609420.364406:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=83 v=5 (5 5 5 5) 00000100:00000040:3.0:1749609420.364407:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d6a00 x1834594612291712 msgsize 520 00000100:00001000:2.0:1749609420.364408:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609420.364410:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749609420.364410:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609420.364411:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609420.364413:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749609420.364415:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609420.364421:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364421:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609420.364423:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609420.364424:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749609420.364425:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1749609420.364425:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00000001:2.0:1749609420.364426:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609420.364426:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000040:2.0:1749609420.364428:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364428:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609420.364431:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364437:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609420.364438:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609420.364439:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609420.364441:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609420.364442:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.364443:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609420.364444:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612291712 00000100:00000001:3.0:1749609420.364444:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609420.364445:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364445:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749609420.364446:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609420.364447:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609420.364447:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364448:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609420.364449:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609420.364450:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612291712 00000100:00000040:3.0:1749609420.364450:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 825 usecs (1 jiffies) 00000020:00000001:0.0:1749609420.364451:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609420.364452:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:2.0:1749609420.364452:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612291968:0@lo:400: 00000100:00000001:3.0:1749609420.364452:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298696769 00000020:00000001:0.0:1749609420.364453:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609420.364453:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.364454:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364454:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298696776 00000100:00000001:2.0:1749609420.364455:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364455:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298696769 00000020:00000010:0.0:1749609420.364456:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000001:2.0:1749609420.364456:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749609420.364457:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:3.0:1749609420.364457:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298696776 00000100:00000040:2.0:1749609420.364458:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1880 x1834594612291968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364458:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298696769 00000020:00000010:0.0:1749609420.364459:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000100:00000001:3.0:1749609420.364459:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298696776 00000100:00000001:3.0:1749609420.364460:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298696769 00000100:00000001:0.0:1749609420.364461:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609420.364462:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609420.364462:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364462:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298696776 00000100:00000001:2.0:1749609420.364463:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609420.364463:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609420.364464:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609420.364464:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364465:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609420.364465:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 00000100:00000001:3.0:1749609420.364466:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609420.364468:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609420.364468:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609420.364469:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749609420.364469:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609420.364470:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609420.364471:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609420.364472:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609420.364472:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609420.364473:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057500. 00000100:00100000:0.0:1749609420.364474:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00000001:0.0:1749609420.364475:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361917952 : -131939347633664 : ffff88007a0d6a00) 02000000:00000001:2.0:1749609420.364475:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609420.364475:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609420.364475:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749609420.364476:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1880. 00000100:00000001:3.0:1749609420.364476:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.364477:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d6a00 x1834594612291712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609420.364477:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609420.364479:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1749609420.364479:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609420.364480:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609420.364480:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609420.364481:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609420.364482:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612291712:12345-0@lo:38: 00000100:00100000:3.0:1749609420.364482:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612291840:0@lo:38: 00000100:00000200:0.0:1749609420.364484:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612291712 00000020:00000001:0.0:1749609420.364484:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609420.364484:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609420.364485:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364485:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1749609420.364486:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609420.364487:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609420.364487:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609420.364488:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609420.364488:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.364490:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609420.364490:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00020000:0.0:1749609420.364491:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609420.364492:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749609420.364492:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508cc00. 00010000:00000001:0.0:1749609420.364493:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609420.364494:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749609420.364494:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364495:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609420.364496:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749609420.364496:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62d10. 02000000:00000010:0.0:1749609420.364512:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0240000. 02000000:00000001:0.0:1749609420.364513:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364515:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609420.364516:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609420.364517:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609420.364518:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609420.364520:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609420.364521:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609420.364522:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609420.364523:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609420.364524:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609420.364526:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:3.0:1749609420.364526:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 02000000:00000001:0.0:1749609420.364527:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609420.364528:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364528:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609420.364529:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749609420.364529:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612291840, portal 10 00000400:00000010:0.0:1749609420.364530:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668110. 00000100:00000001:3.0:1749609420.364531:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749609420.364532:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612291712, offset 0 00000100:00000001:3.0:1749609420.364532:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005786496 : -131938703765120 : ffff8800a06e1180) 00000400:00000200:0.0:1749609420.364534:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609420.364536:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609420.364537:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609420.364540:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2880 00000100:00000001:3.0:1749609420.364541:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609420.364542:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1782d [1] + 0 00000100:00000040:3.0:1749609420.364543:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609420.364544:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609420.364545:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749609420.364545:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000200:3.0:1749609420.364546:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612291840, offset 0 00000100:00000001:0.0:1749609420.364547:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609420.364548:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609420.364549:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609420.364553:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609420.364555:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609420.364557:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609420.364559:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668110 00000400:00000200:3.0:1749609420.364559:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c2900 00000400:00000010:0.0:1749609420.364560:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668110. 00000100:00000001:0.0:1749609420.364561:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609420.364561:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749609420.364562:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 69864 00000100:00000001:0.0:1749609420.364563:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.364564:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609420.364565:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.364566:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609420.364566:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609420.364567:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6a00 x1834594612291712/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609420.364569:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609420.364571:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:0.0:1749609420.364572:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612291712:12345-0@lo:38: Request processed in 90us (164us total) trans 0 rc -19/-19 00000100:00000200:3.0:1749609420.364572:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749609420.364575:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00000010:3.0:1749609420.364575:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d7480. 00000100:00000001:0.0:1749609420.364577:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609420.364577:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609420.364577:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d7480 x1834594612291840 msgsize 520 00000020:00000010:0.0:1749609420.364579:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000010:0.0:1749609420.364580:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000100:00100000:3.0:1749609420.364580:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609420.364581:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:0.0:1749609420.364598:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364598:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609420.364601:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609420.364602:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612291840 00000400:00000200:3.0:1749609420.364602:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 02000000:00000001:0.0:1749609420.364603:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609420.364604:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749609420.364604:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:0.0:1749609420.364605:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609420.364606:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364606:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749609420.364608:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612291840 00000020:00000001:0.0:1749609420.364608:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609420.364609:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:3.0:1749609420.364609:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609420.364610:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609420.364610:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.364611:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609420.364612:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000020:00000010:0.0:1749609420.364614:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:3.0:1749609420.364614:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749609420.364615:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000100:00000001:0.0:1749609420.364616:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609420.364616:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749609420.364616:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609420.364617:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364619:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364622:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364623:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364624:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609420.364625:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609420.364625:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609420.364626:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609420.364627:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00000001:0.0:1749609420.364628:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361920640 : -131939347630976 : ffff88007a0d7480) 00000100:00000040:3.0:1749609420.364628:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00000040:0.0:1749609420.364629:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d7480 x1834594612291840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364630:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298696770 00000100:00000001:3.0:1749609420.364632:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298696776 00000100:00100000:0.0:1749609420.364634:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612291840:12345-0@lo:38: 00000100:00000001:3.0:1749609420.364634:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298696770 00000100:00000001:3.0:1749609420.364635:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298696776 00000100:00000200:0.0:1749609420.364636:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612291840 00000100:00000001:3.0:1749609420.364636:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298696770 00000020:00000001:0.0:1749609420.364637:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609420.364637:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298696776 00010000:00000001:0.0:1749609420.364638:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609420.364638:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298696770 00000100:00000001:3.0:1749609420.364640:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298696776 00000020:00000001:0.0:1749609420.364641:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364641:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00020000:0.0:1749609420.364642:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609420.364643:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609420.364643:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609420.364644:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609420.364646:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609420.364646:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000001:3.0:1749609420.364646:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749609420.364647:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:3.0:1749609420.364647:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1749609420.364648:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0241800. 00000400:00000010:3.0:1749609420.364648:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 02000000:00000001:0.0:1749609420.364649:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364650:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609420.364650:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00010000:00000001:0.0:1749609420.364651:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609420.364652:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609420.364652:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00001000:0.0:1749609420.364653:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609420.364653:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609420.364655:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609420.364655:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749609420.364655:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609420.364656:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609420.364658:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609420.364659:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609420.364660:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:0.0:1749609420.364661:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609420.364661:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364662:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749609420.364662:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609420.364663:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609420.364664:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668110. 00000100:00000200:0.0:1749609420.364665:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612291840, offset 0 00000400:00000200:0.0:1749609420.364667:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609420.364667:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609420.364669:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609420.364669:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364670:0:1508:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749609420.364671:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2900 02000000:00000001:3.0:1749609420.364671:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609420.364672:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609420.364673:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1784d [1] + 0 00000100:00000001:3.0:1749609420.364674:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609420.364675:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609420.364676:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609420.364676:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.364678:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609420.364679:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609420.364679:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609420 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609420.364682:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=86 v=20 (1 1 1 20) 00000100:00000040:0.0:1749609420.364683:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364684:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609420.364685:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609420.364687:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609420.364687:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609420.364688:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668110 00000400:00000010:0.0:1749609420.364689:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668110. 00000100:00000040:3.0:1749609420.364689:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609420.364690:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609420.364690:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609420.364691:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.364693:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609420.364693:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609420.364694:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609420.364695:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609420.364696:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d7480 x1834594612291840/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609440 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364697:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609420.364698:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609420.364700:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612291840:12345-0@lo:38: Request processed in 66us (122us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609420.364700:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609420.364701:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749609420.364702:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00000100:00000001:0.0:1749609420.364703:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609420.364704:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:3.0:1749609420.364704:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:0.0:1749609420.364705:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000010:0.0:1749609420.364706:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000100:00080000:3.0:1749609420.364706:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000010:0.0:1749609420.364707:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:0.0:1749609420.364708:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364708:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609420.364711:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609420.364717:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612291456:0@lo:38: 00000100:00000001:3.0:1749609420.364720:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364721:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609420.364723:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2d80 x1834594612291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364728:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609420.364729:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609420.364731:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508ec00. 02000000:00000001:3.0:1749609420.364734:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609420.364735:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609420.364736:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609420.364737:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609420.364738:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2f800. 02000000:00000001:3.0:1749609420.364742:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609420.364743:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609420.364744:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2d80. 00000100:00000001:3.0:1749609420.364747:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609420.364748:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364749:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364753:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609420.364754:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609420.364756:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609420.364757:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609420.364759:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609420.364760:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609420.364762:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62dc0. 00000400:00000200:3.0:1749609420.364763:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000400:00000010:3.0:1749609420.364764:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000100:00000001:3.0:1749609420.364767:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609420.364769:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609420.364775:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364780:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609420.364781:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364782:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609420.364783:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609420.364784:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609420.364786:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609420.364787:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609420.364790:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609420 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609420.364792:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=86 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609420.364795:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609420.364796:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609420.364798:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609420.364800:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364805:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609420.364808:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609420.364809:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364810:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609420.364811:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609420.364813:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609420.364815:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609420.364816:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609420.364819:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609420.364824:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612291712:0@lo:38: 00000400:00000001:3.0:1749609420.364827:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609420.364828:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609420.364829:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62d10. 00000400:00000200:3.0:1749609420.364831:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609420.364832:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609420.364833:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609420.364835:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609420.364840:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364846:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609420.364847:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364848:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609420.364849:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609420.364850:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609420.364851:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609420.364852:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609420.364855:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609420 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609420.364857:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=83 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609420.364858:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609420.364859:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609420.364861:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609420.364864:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364869:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609420.364871:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609420.364871:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364873:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609420.364874:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609420.364876:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609420.364877:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609420.364879:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609420.364881:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609420.364887:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612291840:0@lo:38: 00000100:00000001:3.0:1749609420.364889:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364891:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609420.364893:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e3100 x1834594612291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364898:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609420.364900:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609420.364901:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508fc00. 02000000:00000001:3.0:1749609420.364904:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609420.364905:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609420.364906:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609420.364908:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609420.364909:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db2f400. 02000000:00000001:3.0:1749609420.364911:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609420.364911:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609420.364912:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3100. 00000100:00000001:3.0:1749609420.364914:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609420.364915:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364916:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609420.364918:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1180 x1834594612291840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609420.364923:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609420.364924:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609420.364926:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508cc00. 02000000:00000001:3.0:1749609420.364928:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609420.364929:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609420.364930:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609420.364931:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609420.364932:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0242c00. 02000000:00000001:3.0:1749609420.364934:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609420.364935:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609420.364935:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1180. 00000100:00000001:3.0:1749609420.364937:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609420.364938:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364939:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609420.364941:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609420.364942:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609420.364943:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609420.364944:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.371537:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298696776, at 4298696776 00000100:00000040:3.0:1749609420.371537:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298696776, at 4298696776 00000100:00000040:2.0:1749609420.371548:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298696776, at 4298696776 00000100:00000010:0.0:1749609420.371550:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706d00. 00000100:00000010:2.0:1749609420.371554:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07061c0. 00000100:00000010:3.0:1749609420.371556:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706c00. 00000100:00000040:1.0:1749609420.371557:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298696776, at 4298696776 00000100:00000010:1.0:1749609420.371562:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706740. 00000100:00000010:0.0:1749609420.539610:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1180. 00000020:00000040:0.0:1749609420.539618:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609420.539623:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609420.539625:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609420.539630:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609420.539636:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609420.539642:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.539646:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609420.539647:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609420.539651:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609420.539652:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609420.539654:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609420.539655:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005786496 : -131938703765120 : ffff8800a06e1180) 00000100:00000001:0.0:1749609420.539658:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609420.539660:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609420.539661:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609420.539662:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609420.539667:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1180 x1834594612292096/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609420.539673:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609420.539674:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609420.539675:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1180 x1834594612292096/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609420.539679:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609420.539681:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609420.539681:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609420.539682:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609420.539684:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609420.539685:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609420.539687:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.539688:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609420.539690:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609420.539691:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1180 x1834594612292096/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609420.539695:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612292096:0@lo:900: 00000100:00000001:0.0:1749609420.539697:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.539699:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609420.539700:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609420.539701:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609420.539703:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1180 x1834594612292096/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609420.539706:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609420.539707:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609420.539710:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609420.539711:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609420.539712:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609420.539713:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1180 x1834594612292096/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609420.539716:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609420.539717:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609420.539717:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609420.539718:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609420.539720:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609420.539722:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609420.539723:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609420.539724:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1180. 00000100:00000001:0.0:1749609420.539726:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609420.539727:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.710648:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609420.710654:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609420.710656:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609420.710658:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609420.710660:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609420.710663:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.710665:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609420.710666:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609420.710667:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609420.761617:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609420.761623:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609420.761629:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609420.761631:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609420.761726:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609420.761730:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609420.761732:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609421.710625:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609421.710632:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609421.710633:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609421.710636:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609421.710639:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609421.710642:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609421.710645:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609421.710647:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609421.710648:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609421.763668:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609421.763676:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609421.763684:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609421.763686:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609421.763829:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609421.763835:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609421.763838:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609422.126668:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609422.126686:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609422.126690:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609422.126693:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609422.126706:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609422.126726:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342980 00000400:00000200:0.0:1749609422.126735:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16cdd [2] + 0 00000400:00000010:0.0:1749609422.126741:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0528. 00000400:00000200:0.0:1749609422.126746:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b840 00000800:00000001:0.0:1749609422.126752:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609422.126757:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609422.126760:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609422.126764:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609422.126768:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b840 00000400:00000010:0.0:1749609422.126771:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b840. 00000100:00000001:0.0:1749609422.126776:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609422.126779:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609422.126782:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88008b973050 x1834594730256768 msgsize 224 00000100:00100000:0.0:1749609422.126787:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609422.126789:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609422.126808:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609422.126818:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609422.126821:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609422.126824:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609422.126826:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609422.126830:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609422.126834:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342a00 00000400:00000200:0.0:1749609422.126840:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 70384 00000800:00000001:0.0:1749609422.126844:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609422.126847:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609422.126848:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609422.126851:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609422.126855:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609422.126856:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609422.126861:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1180. 00000100:00000040:0.0:1749609422.126864:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e1180 x1834594730256896 msgsize 520 00000100:00100000:0.0:1749609422.126868:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609422.126882:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609422.126886:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609422.126888:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609422.126890:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609422.126892:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609422.126896:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609422.126900:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342a80 00000400:00000200:0.0:1749609422.126903:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 70904 00000100:00000001:1.0:1749609422.126904:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609422.126924:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00100000:1.0:1749609422.126926:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730256768 02000000:00000001:1.0:1749609422.126931:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609422.126935:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609422.126938:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609422.126945:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609422.126951:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730256768 00000020:00000001:1.0:1749609422.126956:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609422.126959:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:1.0:1749609422.126962:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609422.126966:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609422.126970:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:1.0:1749609422.126975:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609422.126981:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609422.126982:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749609422.126986:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00100000:2.0:1749609422.126986:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730256896 00000800:00000001:0.0:1749609422.126989:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609422.126989:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609422.126989:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609422.126991:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609422.126991:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609422.126993:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000100:00000001:2.0:1749609422.126993:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609422.126995:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 02000000:00000001:2.0:1749609422.126997:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.126998:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609422.126999:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749609422.126999:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000100:00100000:2.0:1749609422.127000:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730256896 00000100:00000010:0.0:1749609422.127002:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3100. 00000020:00000001:2.0:1749609422.127002:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609422.127003:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609422.127004:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e3100 x1834594730257024 msgsize 520 00000020:00000010:1.0:1749609422.127005:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000020:00000001:2.0:1749609422.127006:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749609422.127007:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000001:2.0:1749609422.127008:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609422.127009:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609422.127012:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000020:00000010:2.0:1749609422.127035:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000010:2.0:1749609422.127040:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9c00. 00000020:00000010:2.0:1749609422.127043:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c0c8. 00000100:00000001:2.0:1749609422.127047:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749609422.127048:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609422.127049:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609422.127051:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.127052:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609422.127053:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609422.127056:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.127057:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609422.127057:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.127062:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609422.127063:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609422.127067:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609422.127067:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609422.127073:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609422.127075:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609422.127076:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730257024 02000000:00000001:2.0:1749609422.127078:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609422.127079:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609422.127081:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609422.127082:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609422.127084:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730257024 00000100:00000001:1.0:1749609422.127085:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609422.127086:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609422.127087:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609422.127088:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609422.127088:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609422.127089:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609422.127090:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609422.127092:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000020:00000010:2.0:1749609422.127094:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00100000:1.0:1749609422.127096:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1495 00000020:00000010:2.0:1749609422.127096:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:0.0:1749609422.127098:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609422.127098:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609422.127099:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609422.127100:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609422.127100:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609422.127100:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609422.127103:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656159824 : -131939053391792 : ffff88008b973050) 00000100:00100000:0.0:1749609422.127105:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2826 00000100:00000001:0.0:1749609422.127108:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005786496 : -131938703765120 : ffff8800a06e1180) 00000100:00000001:2.0:1749609422.127112:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609422.127113:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e1180 x1834594730256896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609422.127113:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b973050 x1834594730256768/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:368/0 lens 224/0 e 0 to 0 dl 1749609433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609422.127118:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609422.127124:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730256896:12345-192.168.201.20@tcp:38: 00000100:00000001:2.0:1749609422.127124:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609422.127125:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749609422.127128:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730256896 00000100:00000001:1.0:1749609422.127128:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749609422.127130:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2827 00000020:00000001:0.0:1749609422.127131:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749609422.127131:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000001:2.0:1749609422.127133:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005794560 : -131938703757056 : ffff8800a06e3100) 00000100:00000001:1.0:1749609422.127134:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609422.127135:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749609422.127137:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000100:00000040:2.0:1749609422.127137:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e3100 x1834594730257024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609422.127143:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b973050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730256768:12345-192.168.201.20@tcp:400: 00000100:00000200:1.0:1749609422.127148:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730256768 00000100:00100000:2.0:1749609422.127148:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730257024:12345-192.168.201.20@tcp:38: 00000020:00000001:0.0:1749609422.127151:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609422.127151:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749609422.127151:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730257024 00000020:00000001:2.0:1749609422.127153:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00020000:0.0:1749609422.127154:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609422.127155:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609422.127156:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:0.0:1749609422.127157:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609422.127159:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609422.127161:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749609422.127161:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:0.0:1749609422.127163:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609422.127163:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609422.127163:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:0.0:1749609422.127166:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609422.127167:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 02000000:00000001:0.0:1749609422.127168:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609422.127169:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609422.127170:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749609422.127171:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609422.127172:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0242400. 00000020:00000001:1.0:1749609422.127173:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609422.127174:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609422.127174:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a07ff400. 00000020:00000001:1.0:1749609422.127175:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749609422.127176:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609422.127176:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609422.127177:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609422.127178:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609422.127180:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1749609422.127180:0:15217:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000020:00000001:1.0:1749609422.127181:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609422.127183:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609422.127184:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00001000:0.0:1749609422.127185:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00080000:2.0:1749609422.127186:0:15217:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4031 last 0 00000100:00000001:1.0:1749609422.127187:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609422.127189:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749609422.127190:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749609422.127190:0:15217:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:0.0:1749609422.127194:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000004:00000001:2.0:1749609422.127194:0:15217:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 02000000:00000010:1.0:1749609422.127195:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cfc00. 00000004:00000001:2.0:1749609422.127197:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:0.0:1749609422.127198:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609422.127198:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609422.127200:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:2.0:1749609422.127200:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609422.127201:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.127202:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:1.0:1749609422.127203:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.127205:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00010000:00000040:1.0:1749609422.127207:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730256768 00000100:00000040:0.0:1749609422.127208:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:2.0:1749609422.127208:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:0.0:1749609422.127210:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609422.127210:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000004:00000001:2.0:1749609422.127211:0:15217:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609422.127212:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609422.127213:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.127214:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000200:1.0:1749609422.127216:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b973050 x1834594730256768/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:368/0 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609422.127217:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000040:2.0:1749609422.127217:0:15217:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:2.0:1749609422.127219:0:15217:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000400:00000010:0.0:1749609422.127220:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668110. 00000004:00000040:2.0:1749609422.127221:0:15217:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000200:0.0:1749609422.127224:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730256896, offset 0 00000004:00000001:2.0:1749609422.127224:0:15217:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609422.127226:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:0.0:1749609422.127228:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:1.0:1749609422.127228:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000004:00000001:2.0:1749609422.127228:0:15217:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609422.127230:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609422.127230:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609422.127232:0:15217:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00001000:1.0:1749609422.127234:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=91 v=5 (1 1 1 1) 00010000:00000001:2.0:1749609422.127234:0:15217:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609422.127236:0:15217:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:0.0:1749609422.127237:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609422.127239:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1749609422.127239:0:15217:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:2.0:1749609422.127241:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:1.0:1749609422.127243:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609422.127243:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749609422.127245:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2136:2136:256:4294967295] 192.168.201.20@tcp LPNI seq info [2132:2132:8:4294967295] 00010000:00000001:2.0:1749609422.127245:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609422.127246:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00000001:2.0:1749609422.127246:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609422.127248:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 02000000:00000001:1.0:1749609422.127249:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609422.127251:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.127251:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609422.127254:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609422.127258:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609422.127259:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000400:00000010:1.0:1749609422.127262:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000800:00000200:0.0:1749609422.127266:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000200:1.0:1749609422.127268:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730256768, offset 224 00000400:00000200:2.0:1749609422.127268:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:0.0:1749609422.127271:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057b00. 00000100:00000001:2.0:1749609422.127271:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609422.127273:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609422.127274:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000400:00000200:1.0:1749609422.127275:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609422.127276:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:0.0:1749609422.127277:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:2.0:1749609422.127279:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609422.127281:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609422.127283:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609422.127285:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609422.127286:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:0.0:1749609422.127287:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:2.0:1749609422.127287:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609422.127290:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93770. 00000800:00000200:0.0:1749609422.127292:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1749609422.127292:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730257024, offset 0 00000400:00000200:1.0:1749609422.127294:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2137:2137:255:4294967295] 192.168.201.20@tcp LPNI seq info [2133:2133:7:4294967295] 00000400:00000200:2.0:1749609422.127297:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609422.127309:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:0.0:1749609422.127317:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609422.127320:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609422.127321:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:0.0:1749609422.127323:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000010:1.0:1749609422.127325:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee800. 00000100:00000001:0.0:1749609422.127326:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609422.127327:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2138:2138:254:4294967295] 192.168.201.20@tcp LPNI seq info [2134:2134:6:4294967295] 00000020:00000001:0.0:1749609422.127329:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1749609422.127331:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:0.0:1749609422.127335:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1180 x1834594730256896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609442 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609422.127336:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609422.127338:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:2.0:1749609422.127341:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000200:1.0:1749609422.127343:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee800 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1749609422.127344:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7f00. 00000100:00000001:1.0:1749609422.127347:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609422.127349:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00100000:0.0:1749609422.127350:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730256896:12345-192.168.201.20@tcp:38: Request processed in 224us (483us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749609422.127351:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609422.127354:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000800:00000200:2.0:1749609422.127354:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000001:1.0:1749609422.127357:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609422.127357:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7f00 type 1, nob 512 niov 1 nkiov 1 00000020:00000001:1.0:1749609422.127359:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609422.127360:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609422.127362:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2826 00000100:00000040:2.0:1749609422.127363:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609422.127365:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b973050 x1834594730256768/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:368/0 lens 224/224 e 0 to 0 dl 1749609433 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609422.127365:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.127366:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749609422.127366:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609422.127368:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749609422.127370:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3100 x1834594730257024/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609442 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609422.127372:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9c00. 00000020:00000010:0.0:1749609422.127378:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c0c8. 00000100:00100000:2.0:1749609422.127379:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730257024:12345-192.168.201.20@tcp:38: Request processed in 232us (373us total) trans 0 rc -11/-11 00000100:00100000:1.0:1749609422.127380:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b973050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730256768:12345-192.168.201.20@tcp:400: Request processed in 250us (594us total) trans 0 rc 0/0 00000020:00000010:0.0:1749609422.127381:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:0.0:1749609422.127384:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609422.127386:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2827 00000100:00000001:2.0:1749609422.127388:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609422.127389:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749609422.127391:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1495 00000020:00000010:2.0:1749609422.127392:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00000040:1.0:1749609422.127395:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000020:00000010:2.0:1749609422.127395:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000100:00000001:1.0:1749609422.127398:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749609422.127398:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:1.0:1749609422.127400:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609422.127400:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609422.127404:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000800:00000200:3.0:1749609422.127407:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1749609422.127409:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 00000800:00000010:3.0:1749609422.127412:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057b00. 00000020:00000010:1.0:1749609422.127413:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000400:00000200:3.0:1749609422.127417:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1749609422.127418:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000400:00000200:3.0:1749609422.127422:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:1.0:1749609422.127423:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609422.127426:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668110 00000100:00000200:1.0:1749609422.127428:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1749609422.127428:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668110. 00000100:00000001:3.0:1749609422.127432:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:1.0:1749609422.127433:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0948. 00000100:00000001:3.0:1749609422.127434:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749609422.127439:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596ba80. 00000800:00000200:3.0:1749609422.127443:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609422.127445:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee800. 00000400:00000200:3.0:1749609422.127449:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609422.127452:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609422.127454:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000400:00000010:3.0:1749609422.127456:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:3.0:1749609422.127459:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609422.127461:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749609422.127463:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cfc00. 02000000:00000001:3.0:1749609422.127466:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609422.127467:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:3.0:1749609422.127549:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609422.127552:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7f00. 00000400:00000200:3.0:1749609422.127554:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609422.127558:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609422.127560:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93770 00000400:00000010:3.0:1749609422.127561:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93770. 00000100:00000001:3.0:1749609422.127563:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609422.127564:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609422.540619:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2d80. 00000020:00000040:0.0:1749609422.540629:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609422.540633:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609422.540637:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609422.540641:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609422.540647:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609422.540653:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.540658:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609422.540659:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609422.540664:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609422.540666:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609422.540668:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609422.540669:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005793664 : -131938703757952 : ffff8800a06e2d80) 00000100:00000001:0.0:1749609422.540673:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609422.540675:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609422.540677:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609422.540678:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609422.540684:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2d80 x1834594612292224/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.540694:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609422.540695:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609422.540698:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2d80 x1834594612292224/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.540704:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609422.540706:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609422.540707:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609422.540709:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609422.540711:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609422.540713:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609422.540715:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.540717:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609422.540719:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609422.540721:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2d80 x1834594612292224/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609422.540731:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612292224:0@lo:900: 00000100:00000001:0.0:1749609422.540735:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609422.540737:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609422.540739:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609422.540741:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609422.540743:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2d80 x1834594612292224/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.540748:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609422.540750:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609422.540753:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609422.540754:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609422.540756:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609422.540758:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2d80 x1834594612292224/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609422.540763:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609422.540765:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609422.540766:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609422.540768:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609422.540770:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609422.540774:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609422.540775:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609422.540777:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2d80. 00000100:00000001:0.0:1749609422.540781:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609422.540782:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609422.710663:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609422.710669:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609422.710671:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609422.710673:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609422.710675:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609422.710678:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609422.710680:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609422.710681:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609422.710683:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609422.765602:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609422.765607:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609422.765612:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609422.765613:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609422.765674:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609422.765678:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609422.765681:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609423.710624:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609423.710630:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609423.710631:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609423.710633:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609423.710636:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609423.710639:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609423.710641:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609423.710643:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609423.710645:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609423.767647:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609423.767653:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609423.767658:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609423.767660:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609423.767714:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609423.767717:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609423.767720:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609424.541664:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2d80. 00000020:00000040:0.0:1749609424.541678:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609424.541683:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609424.541687:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609424.541692:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609424.541701:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609424.541708:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609424.541714:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609424.541716:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609424.541722:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609424.541724:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609424.541726:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609424.541728:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005793664 : -131938703757952 : ffff8800a06e2d80) 00000100:00000001:0.0:1749609424.541733:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609424.541735:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609424.541737:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609424.541739:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609424.541746:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2d80 x1834594612292352/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609424.541757:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609424.541758:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609424.541761:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2d80 x1834594612292352/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609424.541768:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609424.541771:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609424.541772:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609424.541774:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609424.541776:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609424.541778:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609424.541781:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609424.541783:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609424.541785:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609424.541787:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2d80 x1834594612292352/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609424.541800:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612292352:0@lo:900: 00000100:00000001:0.0:1749609424.541804:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609424.541806:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609424.541808:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609424.541810:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609424.541811:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2d80 x1834594612292352/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609424.541818:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609424.541819:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609424.541824:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609424.541825:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609424.541827:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609424.541828:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2d80 x1834594612292352/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609424.541834:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609424.541836:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609424.541837:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609424.541839:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609424.541841:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609424.541846:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609424.541848:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609424.541849:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2d80. 00000100:00000001:0.0:1749609424.541854:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609424.541855:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609424.710659:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609424.710665:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609424.710666:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609424.710668:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609424.710671:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609424.710673:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609424.710675:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609424.710677:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609424.710678:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609424.769647:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609424.769653:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609424.769659:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609424.769660:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609424.769730:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609424.769735:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609424.769737:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609425.371561:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609425.371567:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609425.371572:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2d80. 00000020:00000040:0.0:1749609425.371577:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609425.371582:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609425.371586:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609425.371591:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609425.371597:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057d00. 00000100:00000001:0.0:1749609425.371603:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609425.371610:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609425.371620:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609425.371622:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609425.371627:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2d80] to pc [ptlrpcd_00_01+1] req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609425.371654:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609425.371656:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609425.371659:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609425.371661:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609425.371662:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609425.371665:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609425.371666:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4029 00000100:00080000:0.0:1749609425.371669:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609425.371671:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609425.371673:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609425.371674:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609425.371675:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609425.371677:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609425.371678:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609425.371679:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000100:00000001:2.0:1749609425.371680:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609425.371680:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609425.371682:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609425.371682:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609425.371683:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609425.371684:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000040:2.0:1749609425.371685:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609425.371686:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609425.371688:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609425.371690:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609425.371691:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609425.371691:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609425.371692:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609425.371693:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609425.371694:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609425.371694:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609425.371695:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749609425.371696:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 02000000:00000001:2.0:1749609425.371697:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609425.371698:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00100000:2.0:1749609425.371698:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612292480:0@lo:400: 00000100:00000001:0.0:1749609425.371700:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609425.371701:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609425.371701:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609425.371704:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609425.371705:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609425.371706:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609425.371707:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609425.371708:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.371710:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000010:2.0:1749609425.371710:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609425.371711:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.371713:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609425.371714:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f210. 00000100:00000010:0.0:1749609425.371715:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1880. 00000020:00000040:0.0:1749609425.371717:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:2.0:1749609425.371719:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c936e8. 02000000:00000001:0.0:1749609425.371720:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609425.371721:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.371723:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749609425.371723:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612292480, portal 25 02000000:00000001:0.0:1749609425.371725:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609425.371725:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609425.371726:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371726:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005793664 : -131938703757952 : ffff8800a06e2d80) 02000000:00000010:0.0:1749609425.371729:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0242800. 00000100:00000040:2.0:1749609425.371729:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609425.371732:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609425.371735:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609425.371737:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609425.371739:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609425.371740:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000200:2.0:1749609425.371741:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612292480, offset 0 00000100:00000001:0.0:1749609425.371742:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609425.371743:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609425.371744:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609425.371745:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1880] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609425.371753:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609425.371760:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c2b80 00000100:00000001:0.0:1749609425.371761:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609425.371763:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749609425.371764:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d19 [2] + 0 00000100:00000001:0.0:1749609425.371766:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609425.371767:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2680. 00000400:00000010:2.0:1749609425.371767:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f174d0. 00000020:00000040:0.0:1749609425.371769:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000400:00000200:2.0:1749609425.371769:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19480 00000100:00000001:0.0:1749609425.371771:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609425.371772:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749609425.371773:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609425.371774:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609425.371775:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749609425.371776:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057000. 00000100:00000001:0.0:1749609425.371778:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609425.371778:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19480 00000400:00000010:2.0:1749609425.371779:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19480. 00000100:00000040:0.0:1749609425.371780:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609425.371783:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609425.371784:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1749609425.371785:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609425.371786:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609425.371786:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff88008b971850 x1834594612292480 msgsize 224 00000100:00000001:3.0:1749609425.371786:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609425.371788:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609425.371788:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609425.371789:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2680] to pc [ptlrpcd_00_02+2] req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609425.371789:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1749609425.371789:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609425.371792:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.371796:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609425.371797:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609425.371798:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609425.371800:0:1510:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609425.371800:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609425.371801:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609425.371802:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612292608:0@lo:38: 00000100:00000001:0.0:1749609425.371803:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609425.371804:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:3.0:1749609425.371804:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749609425.371805:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749609425.371805:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 02000000:00000001:3.0:1749609425.371805:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609425.371806:0:1510:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749609425.371806:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609425.371807:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1749609425.371807:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609425.371808:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:2.0:1749609425.371808:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609425.371809:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508cc00. 00000100:00080000:0.0:1749609425.371810:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1749609425.371810:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.371811:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609425.371813:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4029 00000100:00000001:2.0:1749609425.371813:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749609425.371813:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62d10. 00000100:00000040:2.0:1749609425.371814:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609425.371815:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000010:3.0:1749609425.371816:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000040:0.0:1749609425.371817:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609425.371818:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609425.371818:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609425.371818:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612292608, portal 4 00000100:00000040:0.0:1749609425.371819:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609425.371819:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609425.371819:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609425.371820:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005788288 : -131938703763328 : ffff8800a06e1880) 00000100:00000001:0.0:1749609425.371821:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609425.371821:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609425.371822:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609425.371823:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000040:3.0:1749609425.371823:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609425.371824:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298701784 00000020:00000001:0.0:1749609425.371825:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609425.371826:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000010:2.0:1749609425.371826:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07061c0. 00000100:00000001:3.0:1749609425.371827:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609425.371828:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:3.0:1749609425.371828:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609425.371829:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000010:3.0:1749609425.371829:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000001:2.0:1749609425.371830:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1749609425.371830:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612292608, offset 0 00000100:00000040:0.0:1749609425.371831:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609425.371833:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609425.371833:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609425.371833:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298701784 00000400:00000200:3.0:1749609425.371833:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609425.371834:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000010:2.0:1749609425.371834:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706c80. 00000100:00000001:0.0:1749609425.371835:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:1.0:1749609425.371835:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612292480 00000100:00000001:2.0:1749609425.371835:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1749609425.371837:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 02000000:00000001:1.0:1749609425.371837:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609425.371837:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298701784 00000400:00000200:3.0:1749609425.371837:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609425.371838:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749609425.371838:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706880. 00000100:00080000:0.0:1749609425.371839:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609425.371839:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609425.371840:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371840:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298701784 00000400:00000200:3.0:1749609425.371840:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c2c00 00000100:00000001:0.0:1749609425.371841:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609425.371841:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706600. 02000000:00000001:0.0:1749609425.371842:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749609425.371842:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371843:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609425.371844:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609425.371844:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 9360 02000000:00000001:0.0:1749609425.371845:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609425.371845:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612292480 00000100:00000001:2.0:1749609425.371845:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609425.371846:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609425.371846:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609425.371847:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000020:00000040:1.0:1749609425.371847:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:2.0:1749609425.371847:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609425.371847:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609425.371848:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609425.371848:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609425.371849:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609425.371849:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000400:00000200:3.0:1749609425.371849:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749609425.371851:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2a00. 00000020:00000001:1.0:1749609425.371851:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609425.371851:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749609425.371852:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000200:3.0:1749609425.371852:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:0.0:1749609425.371853:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609425.371853:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749609425.371854:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749609425.371854:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:3.0:1749609425.371854:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4380. 02000000:00000001:0.0:1749609425.371855:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.371855:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609425.371855:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609425.371855:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d4380 x1834594612292608 msgsize 520 00000100:00000001:0.0:1749609425.371856:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749609425.371856:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609425.371856:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609425.371857:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609425.371857:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609425.371858:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609425.371858:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00100000:3.0:1749609425.371858:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609425.371859:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749609425.371860:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0240800. 00000020:00000010:1.0:1749609425.371861:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000100:00000001:2.0:1749609425.371862:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609425.371862:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609425.371863:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371863:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749609425.371864:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000100:00000001:2.0:1749609425.371864:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749609425.371865:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749609425.371866:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609425.371866:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000020:00000010:1.0:1749609425.371867:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000400:00000010:3.0:1749609425.371867:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000100:00000001:0.0:1749609425.371870:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609425.371870:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609425.371870:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.371870:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609425.371871:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609425.371871:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 02000000:00000001:2.0:1749609425.371871:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1749609425.371871:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609425.371872:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609425.371873:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2a00] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609425.371873:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609425.371875:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612292736:0@lo:400: 00000100:00000001:3.0:1749609425.371875:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609425.371876:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749609425.371876:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609425.371877:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:2.0:1749609425.371878:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609425.371879:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.371879:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749609425.371879:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.371879:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609425.371880:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749609425.371880:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609425.371880:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609425.371881:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609425.371881:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.371882:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609425.371882:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 00000100:00080000:0.0:1749609425.371883:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749609425.371883:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609425.371883:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1035 usecs (2 jiffies) 00000100:00000001:0.0:1749609425.371884:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609425.371884:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749609425.371884:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298701778 00000400:00000010:2.0:1749609425.371885:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000100:00000001:3.0:1749609425.371885:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298701784 00000100:00000001:0.0:1749609425.371886:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749609425.371886:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00080000:0.0:1749609425.371887:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4029 00000100:00000001:1.0:1749609425.371888:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609425.371888:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612292736, portal 4 00000100:00000001:3.0:1749609425.371888:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298701778 00000100:00080000:0.0:1749609425.371889:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749609425.371889:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609425.371889:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005791872 : -131938703759744 : ffff8800a06e2680) 00000100:00000001:3.0:1749609425.371889:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298701784 00000100:00000001:3.0:1749609425.371889:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298701778 00000100:00000040:0.0:1749609425.371890:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609425.371890:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298701784 00000100:00000001:3.0:1749609425.371891:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298701778 00000100:00000001:0.0:1749609425.371892:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609425.371892:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298701784 00000100:00000040:0.0:1749609425.371893:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609425.371893:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.371893:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609425.371894:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.371895:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609425.371895:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609425.371895:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609425.371896:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609425.371896:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609425.371896:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609425.371897:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000040:2.0:1749609425.371897:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609425.371898:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749609425.371898:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000020:00000040:0.0:1749609425.371899:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000200:2.0:1749609425.371899:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612292736, offset 0 00000100:00000001:3.0:1749609425.371899:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609425.371899:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:0.0:1749609425.371900:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:3.0:1749609425.371900:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609425.371901:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609425.371901:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749609425.371901:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609425.371901:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609425.371902:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609425.371902:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609425.371903:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:3.0:1749609425.371903:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609425.371904:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609425.371904:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609425.371905:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:1.0:1749609425.371905:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00000001:0.0:1749609425.371907:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609425.371907:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000400:00000200:2.0:1749609425.371907:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c2c80 00000100:00000001:3.0:1749609425.371907:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609425.371907:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609425.371908:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:1.0:1749609425.371908:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656153680 : -131939053397936 : ffff88008b971850) 02000000:00000001:3.0:1749609425.371908:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749609425.371909:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 02000000:00000001:3.0:1749609425.371909:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609425.371910:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609425.371910:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 4704 02000000:00000001:3.0:1749609425.371910:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609425.371911:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1749609425.371912:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b971850 x1834594612292480/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:371/0 lens 224/0 e 0 to 0 dl 1749609436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609425.371912:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609425.371912:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612292864:0@lo:38: 02000000:00000001:0.0:1749609425.371913:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609425.371913:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609425.371914:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609425.371914:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609425.371914:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609425.371915:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749609425.371915:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.371916:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371916:0:1511:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749609425.371916:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609425.371917:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1749609425.371917:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:3.0:1749609425.371917:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508fc00. 00000100:00000010:0.0:1749609425.371918:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2300. 02000000:00000001:3.0:1749609425.371918:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609425.371919:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000010:1.0:1749609425.371919:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000010:2.0:1749609425.371919:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136abb480. 02000000:00000001:0.0:1749609425.371920:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749609425.371920:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609425.371920:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff880136abb480 x1834594612292736 msgsize 224 00000400:00000010:3.0:1749609425.371920:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62dc0. 02000000:00000001:0.0:1749609425.371921:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609425.371921:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000400:00000010:3.0:1749609425.371921:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000001:0.0:1749609425.371922:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1749609425.371922:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612292864, portal 10 02000000:00000001:0.0:1749609425.371923:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609425.371923:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609425.371923:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b971850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612292480:12345-0@lo:400: 00000100:00100000:2.0:1749609425.371923:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609425.371924:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609425.371924:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005792768 : -131938703758848 : ffff8800a06e2a00) 02000000:00000010:0.0:1749609425.371925:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0243c00. 00000100:00000200:1.0:1749609425.371925:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612292480 00000100:00000001:0.0:1749609425.371927:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609425.371927:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609425.371927:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749609425.371927:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609425.371929:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749609425.371929:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749609425.371929:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609425.371930:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00000001:3.0:1749609425.371930:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609425.371931:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371931:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609425.371931:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609425.371932:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749609425.371932:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609425.371932:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00000200:3.0:1749609425.371933:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612292864, offset 0 00000100:00000001:0.0:1749609425.371934:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1749609425.371934:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609425.371935:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609425.371935:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749609425.371935:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609425.371936:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609425.371936:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609425.371937:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2300] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609425.371937:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749609425.371937:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609425.371938:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749609425.371938:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609425.371939:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c2d00 00000020:00000001:1.0:1749609425.371940:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609425.371941:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609425.371941:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371942:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609425.371942:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 71424 00000100:00000001:0.0:1749609425.371943:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.371943:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609425.371944:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609425.371944:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609425.371944:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609425.371945:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1749609425.371945:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 835 usecs (1 jiffies) 02000000:00000010:1.0:1749609425.371946:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cf800. 00000100:00000001:2.0:1749609425.371946:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298701777 00000400:00000200:3.0:1749609425.371946:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609425.371947:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1749609425.371947:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371947:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298701784 00000100:00000001:3.0:1749609425.371947:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609425.371948:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371948:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298701777 00000100:00000200:3.0:1749609425.371948:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609425.371949:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3480. 00000020:00000001:1.0:1749609425.371949:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371949:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298701784 00000100:00000001:2.0:1749609425.371950:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298701777 00000100:00000010:3.0:1749609425.371950:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d6300. 00000020:00000040:0.0:1749609425.371951:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00010000:00000040:1.0:1749609425.371951:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612292480 00000100:00000001:2.0:1749609425.371951:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298701784 00000100:00000040:3.0:1749609425.371951:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d6300 x1834594612292864 msgsize 520 00000100:00000001:0.0:1749609425.371952:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1749609425.371952:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609425.371952:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298701777 02000000:00000001:0.0:1749609425.371953:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609425.371953:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298701784 00000100:00000001:2.0:1749609425.371953:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609425.371953:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000200:1.0:1749609425.371954:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b971850 x1834594612292480/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:371/0 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609425.371954:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609425.371955:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371955:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371956:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609425.371956:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:0.0:1749609425.371957:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057200. 00000100:00000001:0.0:1749609425.371958:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371958:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609425.371958:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000100:00000001:2.0:1749609425.371974:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1749609425.371975:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1749609425.371975:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00010000:00000001:1.0:1749609425.371976:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371976:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609425.371976:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1749609425.371977:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609425.371977:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.371977:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609425.371978:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609425.371979:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.371980:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609425.371981:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609425.371982:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609425.371982:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609425.371983:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609425.371984:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609425.371985:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609425.371985:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.371986:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609425.371987:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609425.371987:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609425.371987:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.371987:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609425.371988:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612292736 00000100:00000001:0.0:1749609425.371989:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749609425.371989:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 02000000:00000001:2.0:1749609425.371989:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609425.371989:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.371990:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.371990:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609425.371991:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612292480, offset 224 00000100:00000001:2.0:1749609425.371991:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609425.371991:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 825 usecs (1 jiffies) 00000100:00000040:0.0:1749609425.371992:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e3480] to pc [ptlrpcd_00_03+3] req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.371992:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298701777 00000400:00000200:1.0:1749609425.371993:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609425.371993:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609425.371994:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612292736 00000100:00000001:3.0:1749609425.371994:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298701784 00000020:00000001:2.0:1749609425.371995:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609425.371995:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298701777 00000020:00000040:2.0:1749609425.371996:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:3.0:1749609425.371996:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298701784 00000100:00000001:3.0:1749609425.371996:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298701777 00000400:00000200:1.0:1749609425.371997:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609425.371997:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609425.371997:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298701784 00000100:00000001:3.0:1749609425.371998:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298701777 00000100:00000001:0.0:1749609425.371999:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609425.371999:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609425.371999:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298701784 00000020:00000001:2.0:1749609425.372000:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609425.372000:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609425.372001:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c2b80 00000020:00000001:2.0:1749609425.372001:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609425.372001:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609425.372002:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4039) 00000100:00000001:3.0:1749609425.372002:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.372003:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609425.372003:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609425.372004:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1786d [1] + 224 00000100:00000001:3.0:1749609425.372004:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749609425.372005:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706640. 00000100:00000001:3.0:1749609425.372005:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1749609425.372006:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609425.372006:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609425.372006:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749609425.372007:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4000. 00000100:00000001:3.0:1749609425.372007:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609425.372008:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609425.372008:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372010:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:2.0:1749609425.372011:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609425.372011:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749609425.372012:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.372012:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372013:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609425.372013:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749609425.372014:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612292608 02000000:00000001:3.0:1749609425.372014:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609425.372015:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609425.372015:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749609425.372015:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372016:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609425.372016:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612292992:0@lo:38: 00000100:00000001:0.0:1749609425.372017:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609425.372017:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609425.372017:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000001:3.0:1749609425.372017:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609425.372018:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609425.372019:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609425.372019:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 02000000:00000001:3.0:1749609425.372019:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609425.372020:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612292608 00000020:00000010:2.0:1749609425.372020:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 02000000:00000001:3.0:1749609425.372020:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749609425.372021:0:14337:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:3.0:1749609425.372021:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508ec00. 00000020:00000040:0.0:1749609425.372022:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749609425.372022:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609425.372023:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609425.372023:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:0.0:1749609425.372024:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372024:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749609425.372024:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000020:00000001:0.0:1749609425.372025:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.372025:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749609425.372025:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00000001:2.0:1749609425.372026:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1749609425.372027:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000400:00000200:1.0:1749609425.372027:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000001:2.0:1749609425.372027:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609425.372027:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612292992, portal 10 00000400:00000010:1.0:1749609425.372028:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609425.372028:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609425.372028:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005790976 : -131938703760640 : ffff8800a06e2300) 00000020:00000010:0.0:1749609425.372029:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:2.0:1749609425.372029:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609425.372030:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609425.372031:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000100:00000001:1.0:1749609425.372031:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609425.372031:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609425.372031:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609425.372031:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372032:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372033:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609425.372034:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609425.372034:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609425.372034:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609425.372034:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609425.372034:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749609425.372035:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:3.0:1749609425.372035:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609425.372036:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609425.372036:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000001:0.0:1749609425.372037:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609425.372037:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1749609425.372037:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612292992, offset 0 00000100:00000001:2.0:1749609425.372038:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609425.372038:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609425.372039:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b971850 x1834594612292480/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:371/0 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609425.372039:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609425.372040:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609425.372040:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00000040:2.0:1749609425.372042:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000400:00000200:3.0:1749609425.372042:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609425.372043:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b971850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612292480:12345-0@lo:400: Request processed in 126us (257us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609425.372043:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526408320 : -131936183143296 : ffff880136abb480) 00000100:00000001:0.0:1749609425.372044:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609425.372044:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c2d80 00000100:00000001:0.0:1749609425.372045:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609425.372045:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136abb480 x1834594612292736/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:371/0 lens 224/0 e 0 to 0 dl 1749609436 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609425.372046:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 71944 00000100:00100000:0.0:1749609425.372047:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00000001:0.0:1749609425.372048:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361908096 : -131939347643520 : ffff88007a0d4380) 00000400:00000200:3.0:1749609425.372048:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609425.372049:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609425.372050:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d4380 x1834594612292608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609425.372050:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000020:00000010:2.0:1749609425.372050:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706bc0. 00000400:00000200:3.0:1749609425.372050:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609425.372051:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609425.372052:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000010:2.0:1749609425.372052:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706bc0. 00000100:00000001:3.0:1749609425.372052:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609425.372052:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609425.372053:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609425.372054:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609425.372054:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612292736:12345-0@lo:400: 00000100:00000010:3.0:1749609425.372054:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a0d4e00. 00000100:00100000:0.0:1749609425.372055:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612292608:12345-0@lo:38: 00000100:00000040:3.0:1749609425.372055:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a0d4e00 x1834594612292992 msgsize 520 00000020:00000010:1.0:1749609425.372056:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000200:2.0:1749609425.372056:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612292736 00000100:00000200:0.0:1749609425.372057:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612292608 00000100:00100000:3.0:1749609425.372057:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749609425.372058:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 00000020:00000001:2.0:1749609425.372058:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609425.372059:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609425.372059:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:0.0:1749609425.372060:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749609425.372060:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000020:00000001:2.0:1749609425.372060:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609425.372061:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609425.372061:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:1.0:1749609425.372062:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000400:00000200:3.0:1749609425.372062:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 02000000:00000001:1.0:1749609425.372063:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1749609425.372063:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000010:3.0:1749609425.372063:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000020:00000001:2.0:1749609425.372064:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609425.372064:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1749609425.372065:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cf800. 00000100:00000200:3.0:1749609425.372065:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609425.372066:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1749609425.372066:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609425.372067:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609425.372067:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609425.372067:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609425.372068:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609425.372069:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609425.372069:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:2.0:1749609425.372069:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609425.372069:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00020000:0.0:1749609425.372070:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609425.372070:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609425.372071:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a08f0. 00000100:00000001:2.0:1749609425.372071:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749609425.372072:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609425.372072:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749609425.372073:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b840. 00000100:00000001:3.0:1749609425.372073:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372073:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1749609425.372074:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749609425.372074:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a07ff000. 00000100:00000001:0.0:1749609425.372075:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749609425.372075:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372075:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372076:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609425.372076:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609425.372076:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 02000000:00000001:0.0:1749609425.372077:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609425.372077:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372077:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298701777 00010000:00000040:2.0:1749609425.372078:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612292736 00000100:00000001:3.0:1749609425.372078:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298701784 02000000:00000010:0.0:1749609425.372079:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0243000. 00000100:00000001:1.0:1749609425.372079:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749609425.372079:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609425.372079:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298701777 02000000:00000001:0.0:1749609425.372080:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372080:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298701784 00000100:00000001:0.0:1749609425.372081:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372081:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000200:2.0:1749609425.372081:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880136abb480 x1834594612292736/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:371/0 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.372081:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298701777 00000100:00000001:3.0:1749609425.372081:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298701784 00010000:00000001:0.0:1749609425.372082:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609425.372082:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609425.372082:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298701777 00010000:00000001:0.0:1749609425.372083:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372083:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298701784 00000100:00000040:1.0:1749609425.372084:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609425.372084:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609425.372084:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609425.372084:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609425.372085:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749609425.372085:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372085:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372086:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609425.372086:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749609425.372087:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609425.372087:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609425.372088:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609425.372088:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.372088:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609425.372088:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609425.372089:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609425.372089:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609425.372089:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609425.372089:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609425.372090:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609425.372090:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609425.372090:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609425.372090:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372091:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609425.372091:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609425.372091:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609425.372091:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372092:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:1.0:1749609425.372092:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609425.372092:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.372093:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609425.372094:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:1.0:1749609425.372094:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612293120:0@lo:400: 02000000:00000001:0.0:1749609425.372095:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609425.372095:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609425.372095:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609425.372096:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372096:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749609425.372096:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 02000000:00000001:1.0:1749609425.372097:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609425.372097:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609425.372097:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612292736, offset 224 00000100:00000040:0.0:1749609425.372098:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609425.372098:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1749609425.372099:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6686e8. 02000000:00000010:1.0:1749609425.372099:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 00000400:00000200:2.0:1749609425.372099:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609425.372100:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609425.372101:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a06e0. 00000100:00000001:3.0:1749609425.372101:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749609425.372102:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612292608, offset 0 00000100:00100000:3.0:1749609425.372102:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612292864 00000400:00000010:1.0:1749609425.372103:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000400:00000200:2.0:1749609425.372103:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609425.372103:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609425.372104:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609425.372104:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609425.372104:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609425.372106:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612293120, portal 10 00000400:00000200:2.0:1749609425.372106:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c2c80 02000000:00000001:3.0:1749609425.372106:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372107:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609425.372107:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005795456 : -131938703756160 : ffff8800a06e3480) 00000100:00100000:3.0:1749609425.372107:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612292864 00000400:00000200:0.0:1749609425.372108:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749609425.372108:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609425.372109:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1787d [1] + 224 00000020:00000040:3.0:1749609425.372109:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749609425.372110:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609425.372110:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749609425.372111:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609425.372111:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609425.372112:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c2c00 00000020:00000001:3.0:1749609425.372112:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372113:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609425.372113:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609425.372114:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17875 [1] + 0 00000020:00000010:3.0:1749609425.372114:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000100:00000040:1.0:1749609425.372115:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609425.372115:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000020:00000010:3.0:1749609425.372116:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1480. 00000400:00000200:0.0:1749609425.372117:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609425.372117:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44faf0. 00000400:00000200:0.0:1749609425.372118:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609425.372119:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609425.372120:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609425.372121:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609425.372121:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609425.372123:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612293120, offset 0 00000100:00000200:2.0:1749609425.372123:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.372123:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609425.372125:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609425.372126:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609425.372127:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609425.372127:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609425.372128:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609425.372129:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.372130:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609425.372130:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612292992 00000400:00000200:1.0:1749609425.372131:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c2e00 02000000:00000001:3.0:1749609425.372131:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609425.372132:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609425.372132:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609425.372133:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 72464 00000100:00000001:3.0:1749609425.372133:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609425.372134:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609425.372134:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609425.372135:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000100:00100000:3.0:1749609425.372135:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612292992 00000020:00000001:3.0:1749609425.372135:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749609425.372136:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749609425.372136:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000020:00000040:3.0:1749609425.372136:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609425.372136:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609425.372137:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609425.372137:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749609425.372137:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.372138:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749609425.372138:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372139:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749609425.372139:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609425.372139:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8600. 00000100:00000001:0.0:1749609425.372140:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609425.372140:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749609425.372140:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1e00. 00000100:00000040:2.0:1749609425.372141:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:3.0:1749609425.372141:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fe10. 00000100:00000010:1.0:1749609425.372142:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bf8e00. 00010000:00000001:2.0:1749609425.372142:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609425.372142:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749609425.372143:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6686e8 00000100:00000040:1.0:1749609425.372143:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880130bf8e00 x1834594612293120 msgsize 224 00000020:00000001:2.0:1749609425.372143:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372143:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749609425.372144:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6686e8. 00000020:00000001:2.0:1749609425.372144:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609425.372144:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609425.372145:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609425.372145:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136abb480 x1834594612292736/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:371/0 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.372145:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372146:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609425.372147:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609425.372148:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609425.372149:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:2.0:1749609425.372149:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136abb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612292736:12345-0@lo:400: Request processed in 99us (228us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609425.372149:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609425.372151:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609425.372152:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609425.372152:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609425.372152:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609425.372153:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1749609425.372153:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612293120 00000100:00000040:0.0:1749609425.372154:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4380 x1834594612292608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609425.372154:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000040:2.0:1749609425.372154:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 02000000:00000001:3.0:1749609425.372154:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749609425.372155:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609425.372155:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609425.372155:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609425.372156:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609425.372156:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609425.372156:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609425.372157:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 02000000:00000001:3.0:1749609425.372157:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609425.372158:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609425.372159:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000100:00100000:3.0:1749609425.372159:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612293120 00000020:00000010:2.0:1749609425.372160:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000020:00000001:3.0:1749609425.372160:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609425.372161:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00100000:0.0:1749609425.372162:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612292608:12345-0@lo:38: Request processed in 106us (305us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609425.372162:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749609425.372162:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000020:00000001:3.0:1749609425.372162:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609425.372163:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609425.372163:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609425.372163:0:14331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00100000:0.0:1749609425.372165:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000020:00000001:3.0:1749609425.372165:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609425.372166:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609425.372166:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:0.0:1749609425.372167:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609425.372167:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609425.372167:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749609425.372168:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000001:1.0:1749609425.372168:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372169:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609425.372170:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000100:00000040:1.0:1749609425.372170:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000020:00000010:0.0:1749609425.372171:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000020:00000010:3.0:1749609425.372171:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8800. 00000100:00000001:1.0:1749609425.372172:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298701777 00000100:00000001:2.0:1749609425.372172:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609425.372173:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298701784 00000100:00000001:2.0:1749609425.372173:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609425.372174:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609425.372174:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298701777 00000020:00000010:3.0:1749609425.372174:0:14331:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8a40. 00000100:00000001:1.0:1749609425.372175:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298701784 00000100:00100000:2.0:1749609425.372175:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00000100:00000001:1.0:1749609425.372176:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298701777 00000100:00000001:2.0:1749609425.372176:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361916160 : -131939347635456 : ffff88007a0d6300) 00000100:00000001:1.0:1749609425.372177:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298701784 00000020:00000040:3.0:1749609425.372177:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609425.372178:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298701777 00000100:00000040:2.0:1749609425.372178:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d6300 x1834594612292864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372179:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298701784 00000100:00000001:1.0:1749609425.372179:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609425.372179:0:14331:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609425.372180:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609425.372181:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749609425.372181:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609425.372181:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 00000100:00000001:1.0:1749609425.372182:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609425.372183:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00100000:2.0:1749609425.372183:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612292864:12345-0@lo:38: 00000020:00000010:3.0:1749609425.372183:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1880. 00000100:00000001:1.0:1749609425.372184:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1749609425.372185:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1749609425.372185:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749609425.372185:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612292864 00000020:00000010:3.0:1749609425.372185:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fd48. 00000020:00000040:0.0:1749609425.372186:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:1.0:1749609425.372186:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609425.372186:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609425.372186:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609425.372187:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609425.372187:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609425.372188:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609425.372189:0:14331:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1749609425.372191:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372191:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00020000:2.0:1749609425.372192:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609425.372192:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609425.372193:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609425.372194:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609425.372195:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1749609425.372195:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609425.372196:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609425.372196:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609425.372196:0:14331:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609425.372197:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609425.372197:0:14331:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749609425.372198:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609425.372198:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609425.372199:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 02000000:00000010:2.0:1749609425.372200:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880082212c00. 00000100:00000040:1.0:1749609425.372201:0:16223:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 02000000:00000001:2.0:1749609425.372201:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372202:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427045888 : -131936282505728 : ffff880130bf8e00) 00000100:00000001:2.0:1749609425.372202:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372202:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609425.372203:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749609425.372204:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bf8e00 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:371/0 lens 224/0 e 0 to 0 dl 1749609436 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609425.372204:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609425.372205:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609425.372206:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609425.372206:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609425.372207:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609425.372207:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609425.372207:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609425.372208:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609425.372209:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00000001:1.0:1749609425.372209:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609425.372209:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:1.0:1749609425.372210:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00000001:2.0:1749609425.372210:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609425.372211:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361910784 : -131939347640832 : ffff88007a0d4e00) 00000100:00000001:1.0:1749609425.372211:0:16223:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609425.372211:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609425.372212:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a0d4e00 x1834594612292992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609425.372212:0:16223:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e84c0. 00000100:00000040:2.0:1749609425.372212:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609425.372213:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749609425.372214:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612293120:12345-0@lo:400: 02000000:00000001:2.0:1749609425.372214:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.372214:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609425.372215:0:14331:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609425.372216:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609425.372216:0:14331:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609425.372217:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612292992:12345-0@lo:38: 00000100:00000200:1.0:1749609425.372217:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612293120 00000400:00000010:2.0:1749609425.372217:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000020:00000001:1.0:1749609425.372218:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749609425.372219:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612292992 00000100:00000200:2.0:1749609425.372219:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612292864, offset 0 00000020:00000001:0.0:1749609425.372220:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609425.372220:0:16223:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609425.372220:0:16223:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609425.372221:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609425.372221:0:16223:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749609425.372221:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609425.372221:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609425.372222:0:16223:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609425.372222:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749609425.372223:0:16223:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1749609425.372223:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609425.372224:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609425.372224:0:16223:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749609425.372224:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749609425.372225:0:16223:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000001:3.0:1749609425.372225:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00020000:0.0:1749609425.372226:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609425.372226:0:16223:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1749609425.372226:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2d00 00010000:00000001:0.0:1749609425.372227:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609425.372227:0:16223:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609425.372227:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62d10. 00010000:00000001:0.0:1749609425.372228:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609425.372228:0:16223:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749609425.372228:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00000001:0.0:1749609425.372229:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:3.0:1749609425.372229:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:0.0:1749609425.372230:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609425.372230:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609425.372230:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609425.372231:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609425.372231:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749609425.372232:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cf800. 02000000:00000010:0.0:1749609425.372233:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0242c00. 02000000:00000001:1.0:1749609425.372233:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609425.372233:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609425.372234:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372234:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609425.372234:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17885 [1] + 0 00000100:00000001:0.0:1749609425.372235:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609425.372235:0:16223:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609425.372235:0:16223:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612293120 00010000:00000001:0.0:1749609425.372236:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609425.372236:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749609425.372237:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609425.372237:0:16223:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:3.0:1749609425.372237:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609425.372238:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000200:1.0:1749609425.372238:0:16223:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bf8e00 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:371/0 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609425.372238:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609425.372239:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609425.372240:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609425.372241:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609425.372241:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749609425.372241:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.372241:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609425.372241:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609425.372242:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00010000:00000001:1.0:1749609425.372242:0:16223:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372243:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609425.372243:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609425.372244:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00001000:1.0:1749609425.372244:0:16223:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=88 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609425.372244:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749609425.372245:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609425.372245:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609425.372245:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609425.372246:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749609425.372246:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000040:2.0:1749609425.372246:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.372246:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609425.372247:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372247:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609425.372248:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609425.372248:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609425.372249:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609425.372249:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609425.372249:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609425.372250:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6686e8. 00000100:00000001:1.0:1749609425.372250:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609425.372250:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749609425.372251:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612292992, offset 0 00000100:00000040:1.0:1749609425.372251:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1749609425.372251:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609425 v=5 (0 0 0 0) 00000400:00000010:1.0:1749609425.372252:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000400:00000200:2.0:1749609425.372252:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609425.372252:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00001000:3.0:1749609425.372252:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=91 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609425.372253:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749609425.372254:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609425.372254:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609425.372254:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749609425.372255:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612293120, offset 224 00000100:00000001:2.0:1749609425.372255:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372255:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609425.372256:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609425.372256:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609425.372257:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609425.372257:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609425.372258:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609425.372258:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609425.372258:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609425.372260:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2d80 00000100:00000040:2.0:1749609425.372260:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d6300 x1834594612292864/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609425.372261:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609425.372261:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609425.372263:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17891 [1] + 0 00000400:00000200:1.0:1749609425.372263:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c2e00 00000100:00000001:3.0:1749609425.372263:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1749609425.372264:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612292864:12345-0@lo:38: Request processed in 81us (312us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609425.372264:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609425.372265:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609425.372265:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1749609425.372266:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749609425.372266:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x178a5 [1] + 224 00000100:00000001:3.0:1749609425.372266:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609425.372267:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00000100:00080000:3.0:1749609425.372267:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609425.372268:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749609425.372268:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609425.372268:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609425.372269:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:3.0:1749609425.372269:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000200:0.0:1749609425.372270:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609425.372270:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609425.372270:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1480. 00000100:00000001:3.0:1749609425.372270:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609425.372271:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609425.372271:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44faf0. 00000100:00000040:3.0:1749609425.372271:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609425.372273:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609425.372273:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 00000100:00000040:0.0:1749609425.372274:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609425.372274:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609425.372275:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612292608:0@lo:38: 00000100:00000040:1.0:1749609425.372277:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.372277:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609425.372278:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609425.372278:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609425.372279:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1880 x1834594612292608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609425.372280:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6686e8 00000400:00000010:0.0:1749609425.372281:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6686e8. 00000100:00000001:2.0:1749609425.372281:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609425.372282:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609425.372282:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609425.372282:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609425.372283:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609425.372283:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749609425.372283:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609425.372283:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609425.372284:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609425.372284:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609425.372285:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:2.0:1749609425.372285:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 02000000:00000010:3.0:1749609425.372285:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508cc00. 00000100:00000001:0.0:1749609425.372286:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609425.372286:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000020:00000001:0.0:1749609425.372287:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609425.372287:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 02000000:00000001:3.0:1749609425.372287:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609425.372288:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609425.372288:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749609425.372289:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a0d4e00 x1834594612292992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609445 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609425.372289:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609425.372290:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609425.372291:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749609425.372292:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 02000000:00000010:3.0:1749609425.372292:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0242800. 00000100:00100000:0.0:1749609425.372293:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612292992:12345-0@lo:38: Request processed in 75us (236us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749609425.372293:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000200:2.0:1749609425.372293:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372294:0:16223:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609425.372294:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609425.372295:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749609425.372295:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1749609425.372296:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000100:00000001:1.0:1749609425.372296:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609425.372296:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1880. 00000100:00000001:0.0:1749609425.372297:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609425.372297:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609425.372297:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609425.372297:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609425.372297:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609425.372298:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1e00. 00010000:00000001:1.0:1749609425.372298:0:16223:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609425.372298:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609425.372298:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609425.372298:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609425.372299:0:16223:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609425.372299:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609425.372299:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609425.372300:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fe10. 00000020:00000001:1.0:1749609425.372300:0:16223:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609425.372300:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609425.372300:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749609425.372301:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8600. 00000100:00000040:1.0:1749609425.372301:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bf8e00 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:371/0 lens 224/224 e 0 to 0 dl 1749609436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609425.372301:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372301:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609425.372302:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609425.372302:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609425.372302:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609425.372302:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1749609425.372304:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=81 v=5 (5 5 5 5) 00000400:00000010:3.0:1749609425.372304:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 00000100:00100000:1.0:1749609425.372305:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612293120:12345-0@lo:400: Request processed in 96us (161us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609425.372305:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000400:00000010:3.0:1749609425.372305:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00001000:2.0:1749609425.372306:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609425.372306:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609425.372307:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609425.372307:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609425.372307:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609425.372309:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00010000:00000001:2.0:1749609425.372309:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749609425.372310:0:16223:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00010000:00080000:2.0:1749609425.372310:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372311:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749609425.372311:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372312:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609425.372313:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1880. 00010000:00000001:2.0:1749609425.372314:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372314:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609425.372315:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fd48. 00000100:00000001:3.0:1749609425.372315:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609425.372316:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000100:00000001:2.0:1749609425.372316:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609425.372316:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749609425.372317:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 02000000:00000001:3.0:1749609425.372317:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609425.372317:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749609425.372318:0:16223:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:2.0:1749609425.372318:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609425.372318:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372319:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609425.372319:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609425.372319:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609425.372320:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609425.372320:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609425 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609425.372322:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=88 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609425.372323:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609425.372323:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609425.372323:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609425.372324:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609425.372324:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609425.372325:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609425.372326:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609425.372326:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609425.372326:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609425.372327:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609425.372328:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609425.372328:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609425.372329:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a06e0. 00000100:00000001:3.0:1749609425.372329:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609425.372330:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749609425.372331:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00100000:2.0:1749609425.372331:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612292736:0@lo:400: 00000100:00000001:3.0:1749609425.372331:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609425.372332:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609425.372332:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609425.372332:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609425.372333:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609425.372333:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609425.372333:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:1.0:1749609425.372334:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609425.372334:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609425.372335:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2680 x1834594612292736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609425.372335:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609425.372335:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609425.372337:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609425.372338:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609425.372338:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609425.372338:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609425.372339:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 02000000:00000001:2.0:1749609425.372340:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1749609425.372340:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612292992:0@lo:38: 00000020:00000001:2.0:1749609425.372341:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609425.372341:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1749609425.372342:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609425.372342:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609425.372343:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609425.372343:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057000. 00000400:00000001:3.0:1749609425.372343:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609425.372343:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609425.372344:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609425.372344:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1749609425.372344:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62dc0. 00000400:00000200:3.0:1749609425.372344:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 02000000:00000001:1.0:1749609425.372345:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749609425.372345:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609425.372345:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2680. 00000400:00000010:3.0:1749609425.372345:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000100:00000001:1.0:1749609425.372346:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609425.372346:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372346:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609425.372347:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.372347:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609425.372347:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609425.372347:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609425.372348:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609425.372349:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=88 v=5 (5 5 5 5) 00000100:00000001:2.0:1749609425.372350:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1749609425.372350:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609425.372351:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609425.372351:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.372351:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609425.372352:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609425.372352:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609425.372352:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609425.372353:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609425.372353:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609425.372354:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609425.372354:0:1508:0:(client.c:1550:after_reply()) Process entered 00010000:00080000:1.0:1749609425.372355:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609425.372355:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609425.372355:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609425.372356:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609425.372357:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609425.372358:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609425.372358:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609425 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609425.372359:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=91 v=20 (1 1 1 20) 00000100:00000001:1.0:1749609425.372360:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609425.372361:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609425.372361:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609425.372361:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609425.372362:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609425.372362:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372362:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609425.372363:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609425.372364:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372366:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609425.372368:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609425.372368:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609425.372368:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609425.372369:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609425.372369:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609425.372370:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.372370:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609425.372371:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609425.372372:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749609425.372373:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612293120:0@lo:400: 00000100:00080000:3.0:1749609425.372373:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609425.372373:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609425.372375:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609425.372375:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372376:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609425.372377:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e3480 x1834594612293120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609425.372378:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612292864:0@lo:38: 00000100:00000001:1.0:1749609425.372380:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609425.372380:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609425.372381:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609425.372381:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609425.372381:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2300 x1834594612292992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609425.372382:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609425.372383:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609425.372383:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609425.372384:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609425.372384:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749609425.372385:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609425.372385:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 02000000:00000001:3.0:1749609425.372385:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609425.372385:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508ec00. 02000000:00000001:1.0:1749609425.372386:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609425.372387:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749609425.372387:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:1.0:1749609425.372388:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3480. 00000020:00000001:3.0:1749609425.372388:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609425.372388:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749609425.372389:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1749609425.372389:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609425.372389:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0243c00. 00000100:00000001:1.0:1749609425.372390:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609425.372390:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609425.372391:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609425.372391:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609425.372391:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2300. 00000100:00000001:1.0:1749609425.372392:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609425.372393:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372393:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609425.372393:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609425.372394:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609425.372394:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372394:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609425.372395:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2a00 x1834594612292864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372397:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609425.372398:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609425.372398:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1749609425.372399:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749609425.372399:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1749609425.372400:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1749609425.372400:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508fc00. 00000400:00000010:1.0:1749609425.372401:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f210. 02000000:00000001:3.0:1749609425.372401:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749609425.372402:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c936e8 00000400:00000010:1.0:1749609425.372402:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c936e8. 00000020:00000001:3.0:1749609425.372402:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609425.372402:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749609425.372403:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749609425.372403:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609425.372403:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0240800. 00000100:00000200:1.0:1749609425.372405:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609425.372405:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609425.372405:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609425.372405:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2a00. 00000100:00000001:3.0:1749609425.372406:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609425.372407:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609425.372407:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609425.372409:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609425.372409:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609425.372409:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609425.372410:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609425.372411:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372412:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609425.372413:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609425.372414:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609425.372414:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609425.372415:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609425.372415:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609425.372416:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609425.372417:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=94 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609425.372418:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609425.372420:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609425.372420:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609425.372421:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609425.372421:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372422:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609425.372423:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372426:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609425.372427:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609425.372428:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609425.372429:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609425.372432:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612292480:0@lo:400: 00000100:00000001:1.0:1749609425.372434:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609425.372435:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609425.372435:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2d80 x1834594612292480/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609425.372438:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609425.372439:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609425.372439:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 02000000:00000001:1.0:1749609425.372441:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609425.372442:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609425.372442:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:1.0:1749609425.372443:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609425.372444:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 02000000:00000001:1.0:1749609425.372445:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609425.372446:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609425.372446:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2d80. 00000100:00000001:1.0:1749609425.372448:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609425.372448:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609425.372449:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609425.372450:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609425.372451:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609425.372451:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609425.372452:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609425.379555:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298701784, at 4298701784 00000100:00000040:1.0:1749609425.379555:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298701784, at 4298701784 00000100:00000040:3.0:1749609425.379562:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298701784, at 4298701784 00000100:00000010:1.0:1749609425.379565:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706c80. 00000100:00000010:3.0:1749609425.379567:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706600. 00000100:00000010:0.0:1749609425.379579:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07061c0. 00000100:00000040:2.0:1749609425.379612:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298701784, at 4298701784 00000100:00000010:2.0:1749609425.379615:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706880. 00000100:00000001:2.0:1749609425.710587:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609425.710593:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609425.710594:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609425.710597:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609425.710599:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609425.710602:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609425.710603:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609425.710606:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609425.710607:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609425.771626:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609425.771632:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609425.771637:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609425.771638:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609425.771722:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609425.771725:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609425.771727:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609426.542658:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3800. 00000020:00000040:0.0:1749609426.542668:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609426.542672:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609426.542675:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609426.542679:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609426.542686:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609426.542693:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609426.542697:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609426.542699:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609426.542705:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609426.542707:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609426.542709:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609426.542711:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005796352 : -131938703755264 : ffff8800a06e3800) 00000100:00000001:0.0:1749609426.542715:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609426.542718:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609426.542719:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609426.542722:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609426.542728:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e3800 x1834594612293248/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609426.542738:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609426.542740:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609426.542743:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e3800 x1834594612293248/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609426.542749:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609426.542752:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609426.542753:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609426.542755:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609426.542757:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609426.542758:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609426.542761:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609426.542763:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609426.542765:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609426.542767:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3800 x1834594612293248/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609426.542772:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612293248:0@lo:900: 00000100:00000001:0.0:1749609426.542775:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609426.542777:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609426.542778:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609426.542779:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609426.542780:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e3800 x1834594612293248/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609426.542784:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609426.542784:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609426.542788:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609426.542790:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609426.542791:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609426.542792:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e3800 x1834594612293248/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609426.542795:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609426.542796:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609426.542797:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609426.542798:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609426.542800:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609426.542803:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609426.542804:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609426.542805:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3800. 00000100:00000001:0.0:1749609426.542808:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609426.542808:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609426.710604:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609426.710611:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609426.710612:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609426.710614:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609426.710616:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609426.710619:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609426.710622:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609426.710623:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609426.710625:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609426.773621:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609426.773627:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609426.773632:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609426.773634:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609426.773636:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609426.773639:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609426.773642:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609426.773644:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609426.773645:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609426.773647:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609426.773733:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609426.773736:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609426.773738:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609427.134219:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609427.134232:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609427.134236:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609427.134238:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609427.134248:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609427.134264:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342b00 00000400:00000200:0.0:1749609427.134271:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16d39 [2] + 0 00000400:00000010:0.0:1749609427.134275:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f318. 00000400:00000200:0.0:1749609427.134279:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0245480 00000800:00000001:0.0:1749609427.134284:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609427.134287:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609427.134289:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609427.134294:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609427.134298:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0245480 00000400:00000010:0.0:1749609427.134300:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a0245480. 00000100:00000001:0.0:1749609427.134304:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609427.134307:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609427.134310:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88008b973850 x1834594730257152 msgsize 224 00000100:00100000:0.0:1749609427.134314:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609427.134316:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609427.134331:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609427.134339:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609427.134341:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609427.134342:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609427.134344:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609427.134348:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609427.134352:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342b80 00000400:00000200:0.0:1749609427.134358:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 72688 00000800:00000001:0.0:1749609427.134361:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609427.134364:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609427.134365:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609427.134368:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609427.134371:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609427.134372:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609427.134375:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1749609427.134376:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3800. 00000100:00100000:3.0:1749609427.134377:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730257152 00000100:00000040:0.0:1749609427.134378:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e3800 x1834594730257280 msgsize 520 02000000:00000001:3.0:1749609427.134380:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749609427.134381:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:3.0:1749609427.134382:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609427.134383:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609427.134386:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609427.134389:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730257152 00000020:00000001:3.0:1749609427.134391:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609427.134393:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:3.0:1749609427.134393:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:3.0:1749609427.134394:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1749609427.134396:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000040:3.0:1749609427.134397:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000800:00000001:0.0:1749609427.134398:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609427.134398:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609427.134400:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:3.0:1749609427.134400:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609427.134401:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609427.134403:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609427.134404:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000010:3.0:1749609427.134406:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000400:00000200:0.0:1749609427.134408:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342c00 00000100:00000001:3.0:1749609427.134408:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609427.134409:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a40. 00000400:00000200:0.0:1749609427.134411:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 73208 00000020:00000010:3.0:1749609427.134414:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9000. 00000800:00000001:0.0:1749609427.134415:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:3.0:1749609427.134418:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1f80. 00000020:00000010:3.0:1749609427.134421:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f960. 00000100:00000040:3.0:1749609427.134427:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609427.134429:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609427.134429:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609427.134430:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609427.134433:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609427.134435:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609427.134436:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730257280 02000000:00000001:1.0:1749609427.134438:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609427.134439:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609427.134440:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609427.134442:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.134442:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609427.134444:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730257280 00000020:00000001:1.0:1749609427.134445:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609427.134446:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609427.134447:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609427.134448:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.134448:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609427.134449:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.134450:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609427.134451:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000020:00000010:1.0:1749609427.134454:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00100000:3.0:1749609427.134454:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1497 00000100:00000040:3.0:1749609427.134455:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000010:1.0:1749609427.134456:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000100:00000001:3.0:1749609427.134456:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656161872 : -131939053389744 : ffff88008b973850) 00000100:00000001:1.0:1749609427.134458:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609427.134459:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1749609427.134461:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609427.134461:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609427.134461:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b973850 x1834594730257152/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:373/0 lens 224/0 e 0 to 0 dl 1749609438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609427.134463:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609427.134463:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609427.134466:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609427.134467:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609427.134468:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8a40. 00000100:00000001:0.0:1749609427.134469:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609427.134469:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609427.134469:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609427.134470:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749609427.134470:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8a40. 00000100:00100000:3.0:1749609427.134471:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b973850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730257152:12345-192.168.201.20@tcp:400: 00000100:00000010:0.0:1749609427.134472:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3b80. 00000100:00000200:3.0:1749609427.134473:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730257152 00000100:00000040:0.0:1749609427.134474:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e3b80 x1834594730257408 msgsize 520 00000100:00000001:1.0:1749609427.134474:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609427.134475:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609427.134475:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609427.134477:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000001:3.0:1749609427.134477:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749609427.134478:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2830 00000100:00000001:1.0:1749609427.134479:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005796352 : -131938703755264 : ffff8800a06e3800) 00000020:00000001:3.0:1749609427.134479:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609427.134480:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1749609427.134481:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e3800 x1834594730257280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609427.134482:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609427.134483:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749609427.134483:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609427.134484:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609427.134485:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:3.0:1749609427.134485:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609427.134487:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000800:00000001:0.0:1749609427.134488:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609427.134488:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730257280:12345-192.168.201.20@tcp:38: 00000020:00000001:3.0:1749609427.134489:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609427.134490:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730257280 00000020:00000001:3.0:1749609427.134490:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749609427.134491:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609427.134492:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609427.134493:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749609427.134493:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609427.134496:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508fc00. 02000000:00000001:3.0:1749609427.134497:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.134526:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609427.134528:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.134529:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000040:3.0:1749609427.134529:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730257152 00000100:00100000:0.0:1749609427.134531:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730257408 00010000:00000001:3.0:1749609427.134531:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749609427.134532:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609427.134533:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609427.134533:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b973850 x1834594730257152/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:373/0 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609427.134534:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609427.134535:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609427.134536:0:16223:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609427.134537:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609427.134537:0:16223:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749609427.134539:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730257408 00010000:00000001:1.0:1749609427.134539:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609427.134539:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609427.134540:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609427.134541:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609427.134541:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:0.0:1749609427.134542:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00001000:3.0:1749609427.134542:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=96 v=5 (1 1 1 1) 00000020:00000001:0.0:1749609427.134543:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609427.134543:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609427.134544:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609427.134545:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.134545:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609427.134546:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609427.134546:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cc000. 00000100:00000040:3.0:1749609427.134546:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609427.134547:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.134547:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609427.134548:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609427.134549:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00010000:00000001:1.0:1749609427.134549:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609427.134549:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609427.134550:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609427.134550:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609427.134551:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609427.134552:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00001000:1.0:1749609427.134552:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749609427.134553:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609427.134554:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749609427.134555:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000400:00000010:3.0:1749609427.134555:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283bb0. 00000100:00000001:0.0:1749609427.134557:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749609427.134558:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000200:3.0:1749609427.134558:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730257152, offset 224 00000100:00000001:0.0:1749609427.134559:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609427.134560:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609427.134560:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609427.134561:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:3.0:1749609427.134561:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609427.134563:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609427.134563:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609427.134564:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:1.0:1749609427.134566:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609427.134567:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609427.134567:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609427.134567:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609427.134567:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609427.134568:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609427.134570:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609427.134571:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000400:00000200:3.0:1749609427.134571:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2139:2139:256:4294967295] 192.168.201.20@tcp LPNI seq info [2135:2135:8:4294967295] 00000100:00000001:0.0:1749609427.134573:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749609427.134573:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730257280, offset 0 00000100:00000001:0.0:1749609427.134574:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609427.134575:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:0.0:1749609427.134578:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2831 00000400:00000200:3.0:1749609427.134578:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:0.0:1749609427.134580:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005797248 : -131938703754368 : ffff8800a06e3b80) 00000800:00000200:3.0:1749609427.134581:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000040:0.0:1749609427.134583:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e3b80 x1834594730257408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1749609427.134583:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695b00. 00000400:00000200:1.0:1749609427.134585:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:3.0:1749609427.134587:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:1.0:1749609427.134588:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2140:2140:255:4294967295] 192.168.201.20@tcp LPNI seq info [2136:2136:7:4294967295] 00000100:00100000:0.0:1749609427.134591:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730257408:12345-192.168.201.20@tcp:38: 00000800:00000200:3.0:1749609427.134591:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:1.0:1749609427.134593:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000200:0.0:1749609427.134594:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730257408 00000800:00000200:3.0:1749609427.134594:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1749609427.134595:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000800:00000200:1.0:1749609427.134596:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000001:0.0:1749609427.134597:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000800:00000010:1.0:1749609427.134598:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee900. 00000100:00000001:3.0:1749609427.134599:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609427.134600:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000040:0.0:1749609427.134601:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000800:00000200:1.0:1749609427.134601:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00010000:00000001:3.0:1749609427.134601:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609427.134602:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609427.134603:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000020:00000001:3.0:1749609427.134603:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1749609427.134604:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:3.0:1749609427.134605:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b973850 x1834594730257152/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:373/0 lens 224/224 e 0 to 0 dl 1749609438 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749609427.134606:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1749609427.134607:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609427.134608:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609427.134609:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609427.134609:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609427.134610:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609427.134610:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b973850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730257152:12345-192.168.201.20@tcp:400: Request processed in 142us (299us total) trans 0 rc 0/0 02000000:00000010:0.0:1749609427.134611:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a0243400. 00000020:00000001:1.0:1749609427.134611:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609427.134612:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.134614:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609427.134614:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3800 x1834594730257280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609447 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609427.134614:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1497 00010000:00000040:0.0:1749609427.134616:0:14332:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000040:3.0:1749609427.134616:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609427.134618:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609427.134619:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730257280:12345-192.168.201.20@tcp:38: Request processed in 131us (240us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609427.134619:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:0.0:1749609427.134621:0:14332:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4036 last 0 00000020:00000010:3.0:1749609427.134621:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1f80. 00000020:00000010:3.0:1749609427.134622:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f960. 00000100:00100000:1.0:1749609427.134623:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2830 00010000:00000001:0.0:1749609427.134624:0:14332:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:1.0:1749609427.134624:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1749609427.134624:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1749609427.134624:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9000. 00000100:00000001:1.0:1749609427.134625:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609427.134627:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000800:00000010:2.0:1749609427.134627:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695b00. 00000020:00000040:3.0:1749609427.134627:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000004:00000001:0.0:1749609427.134628:0:14332:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000020:00000010:1.0:1749609427.134628:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 00000100:00000001:3.0:1749609427.134629:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1749609427.134630:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000010:1.0:1749609427.134630:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000400:00000200:2.0:1749609427.134630:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609427.134631:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609427.134632:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1749609427.134633:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:2.0:1749609427.134633:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000010:3.0:1749609427.134634:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62dc0. 00000400:00000200:2.0:1749609427.134635:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283bb0 00000400:00000010:2.0:1749609427.134636:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283bb0. 00000004:00000001:0.0:1749609427.134639:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609427.134640:0:1502:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609427.134641:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:0.0:1749609427.134642:0:14332:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609427.134642:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7600. 00000004:00000001:0.0:1749609427.134643:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609427.134643:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508fc00. 02000000:00000001:2.0:1749609427.134645:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609427.134646:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000004:00000040:0.0:1749609427.134648:0:14332:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:0.0:1749609427.134650:0:14332:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:0.0:1749609427.134651:0:14332:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:0.0:1749609427.134653:0:14332:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609427.134655:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609427.134657:0:14332:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609427.134659:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609427.134660:0:14332:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609427.134663:0:14332:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609427.134664:0:14332:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:0.0:1749609427.134667:0:14332:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:0.0:1749609427.134669:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609427.134671:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609427.134672:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000800:00000200:2.0:1749609427.134673:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1749609427.134674:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1749609427.134674:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee900. 00000100:00001000:0.0:1749609427.134676:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000200:2.0:1749609427.134677:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609427.134678:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609427.134679:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609427.134680:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:2.0:1749609427.134681:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000400:00000200:0.0:1749609427.134682:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:2.0:1749609427.134682:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609427.134683:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609427.134684:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609427.134686:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609427.134688:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609427.134690:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:0.0:1749609427.134692:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609427.134694:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609427.134695:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609427.134696:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609427.134698:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:0.0:1749609427.134701:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6686e8. 00000100:00000200:0.0:1749609427.134703:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730257408, offset 0 00000400:00000200:0.0:1749609427.134706:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609427.134711:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:0.0:1749609427.134715:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2141:2141:256:4294967295] 192.168.201.20@tcp LPNI seq info [2137:2137:8:4294967295] 00000400:00000200:0.0:1749609427.134722:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609427.134726:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609427.134728:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057f00. 00000800:00000200:0.0:1749609427.134731:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:0.0:1749609427.134735:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609427.134738:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057f00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1749609427.134750:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609427.134753:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609427.134755:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609427.134756:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609427.134759:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3b80 x1834594730257408/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609447 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609427.134767:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730257408:12345-192.168.201.20@tcp:38: Request processed in 176us (292us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749609427.134773:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2831 00000100:00000001:0.0:1749609427.134776:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609427.134777:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609427.134779:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000010:0.0:1749609427.134781:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000020:00000010:0.0:1749609427.134783:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:0.0:1749609427.134787:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1749609427.134790:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609427.134792:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057f00. 00000400:00000200:3.0:1749609427.134793:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609427.134796:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609427.134797:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6686e8 00000400:00000010:3.0:1749609427.134798:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6686e8. 00000100:00000001:3.0:1749609427.134800:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609427.134801:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609427.710606:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609427.710613:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609427.710615:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609427.710617:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609427.710620:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609427.710623:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609427.710624:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609427.710626:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609427.710627:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609427.775678:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609427.775683:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609427.775688:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609427.775689:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609427.775741:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609427.775744:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609427.775747:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609428.543614:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0700. 00000020:00000040:0.0:1749609428.543623:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609428.543628:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609428.543632:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609428.543637:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609428.543643:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609428.543654:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609428.543659:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609428.543661:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609428.543666:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609428.543668:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609428.543670:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609428.543672:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005783808 : -131938703767808 : ffff8800a06e0700) 00000100:00000001:0.0:1749609428.543676:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609428.543679:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609428.543681:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609428.543682:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609428.543689:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e0700 x1834594612293376/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609428.543699:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609428.543701:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609428.543703:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e0700 x1834594612293376/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609428.543711:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609428.543713:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609428.543714:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609428.543716:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609428.543718:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609428.543719:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609428.543722:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609428.543724:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609428.543726:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609428.543728:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0700 x1834594612293376/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609428.543735:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612293376:0@lo:900: 00000100:00000001:0.0:1749609428.543739:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609428.543741:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609428.543743:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609428.543745:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609428.543747:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e0700 x1834594612293376/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609428.543753:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609428.543755:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609428.543759:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609428.543760:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609428.543762:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609428.543764:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e0700 x1834594612293376/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609428.543770:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609428.543772:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609428.543773:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609428.543775:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609428.543777:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609428.543781:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609428.543783:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609428.543784:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0700. 00000100:00000001:0.0:1749609428.543788:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609428.543789:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609428.710597:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609428.710603:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609428.710605:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609428.710608:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609428.710611:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609428.710613:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609428.710615:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609428.710617:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609428.710619:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609428.777654:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609428.777659:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609428.777665:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609428.777666:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609428.777722:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609428.777725:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609428.777727:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609429.710729:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609429.710737:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609429.710738:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609429.710741:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609429.710744:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609429.710747:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609429.710750:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609429.710751:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609429.710753:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609429.779731:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609429.779739:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609429.779745:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609429.779746:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609429.779871:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609429.779877:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609429.779880:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609430.379631:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609430.379640:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609430.379646:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0700. 00000020:00000040:0.0:1749609430.379652:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609430.379661:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609430.379664:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609430.379670:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609430.379677:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057900. 00000100:00000001:0.0:1749609430.379685:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609430.379693:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609430.379701:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609430.379703:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609430.379708:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e0700] to pc [ptlrpcd_00_00+0] req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609430.379736:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609430.379739:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609430.379741:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609430.379743:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609430.379745:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609430.379747:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609430.379749:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4034 00000100:00080000:0.0:1749609430.379751:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609430.379753:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609430.379755:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609430.379756:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609430.379757:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609430.379759:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609430.379760:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609430.379763:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609430.379765:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609430.379767:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609430.379768:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:3.0:1749609430.379769:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609430.379770:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609430.379771:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609430.379772:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609430.379773:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609430.379773:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749609430.379775:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:3.0:1749609430.379776:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749609430.379777:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609430.379779:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609430.379780:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1749609430.379780:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609430.379786:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609430.379787:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749609430.379788:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.379788:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.379789:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749609430.379791:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609430.379792:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609430.379793:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609430.379794:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1f80. 00000100:00000001:1.0:1749609430.379794:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609430.379794:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609430.379795:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:3.0:1749609430.379796:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612293504:0@lo:400: 02000000:00000001:0.0:1749609430.379798:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609430.379799:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.379799:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609430.379800:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.379801:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609430.379802:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609430.379803:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609430.379803:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749609430.379805:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0243c00. 02000000:00000001:3.0:1749609430.379805:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609430.379807:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609430.379808:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609430.379810:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1749609430.379810:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8600. 02000000:00000001:3.0:1749609430.379811:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.379815:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609430.379816:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609430.379817:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1f80] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609430.379817:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000400:00000010:3.0:1749609430.379823:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00000200:3.0:1749609430.379831:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612293504, portal 25 00000100:00000001:0.0:1749609430.379832:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.379833:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609430.379834:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609430.379834:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005783808 : -131938703767808 : ffff8800a06e0700) 00000100:00000001:0.0:1749609430.379836:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609430.379837:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1c00. 00000020:00000040:0.0:1749609430.379838:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000040:3.0:1749609430.379838:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609430.379840:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609430.379840:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609430.379842:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609430.379843:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057a00. 00000100:00000001:0.0:1749609430.379844:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.379845:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609430.379846:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749609430.379848:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609430.379849:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000001:0.0:1749609430.379850:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609430.379851:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609430.379851:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612293504, offset 0 00000100:00000040:0.0:1749609430.379853:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1c00] to pc [ptlrpcd_00_01+1] req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609430.379857:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609430.379863:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609430.379864:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609430.379866:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609430.379866:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609430.379867:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609430.379869:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609430.379870:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4034 00000100:00080000:0.0:1749609430.379872:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609430.379873:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:3.0:1749609430.379873:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609430.379874:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609430.379888:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609430.379889:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609430.379890:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609430.379891:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609430.379891:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609430.379892:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:2.0:1749609430.379892:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609430.379893:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:0.0:1749609430.379895:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:2.0:1749609430.379895:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609430.379896:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609430.379897:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609430.379897:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609430.379897:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609430.379898:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609430.379899:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609430.379900:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000001:1.0:1749609430.379900:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749609430.379901:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:2.0:1749609430.379901:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609430.379902:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609430.379903:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749609430.379903:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749609430.379903:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c2f80 02000000:00000001:0.0:1749609430.379905:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609430.379906:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.379907:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609430.379907:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609430.379908:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.379909:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609430.379910:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749609430.379910:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d7d [2] + 0 00000100:00000040:1.0:1749609430.379911:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609430.379911:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609430.379913:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2d80. 02000000:00000001:2.0:1749609430.379913:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609430.379914:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:3.0:1749609430.379914:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a05d8. 02000000:00000001:0.0:1749609430.379915:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:2.0:1749609430.379915:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612293632:0@lo:38: 02000000:00000001:0.0:1749609430.379916:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.379917:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609430.379917:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609430.379917:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609430.379918:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.379918:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609430.379919:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609430.379919:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749609430.379919:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596bb40 02000000:00000010:0.0:1749609430.379920:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0242800. 00000100:00000001:0.0:1749609430.379921:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609430.379921:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609430.379922:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609430.379922:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749609430.379923:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609430.379925:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609430.379925:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880082213800. 00000400:00000200:3.0:1749609430.379925:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609430.379926:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749609430.379926:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.379927:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609430.379928:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2d80] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609430.379928:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609430.379930:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612293760:0@lo:400: 00000400:00000010:2.0:1749609430.379930:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000400:00000200:3.0:1749609430.379930:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609430.379932:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609430.379933:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749609430.379933:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000001:1.0:1749609430.379934:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749609430.379935:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:3.0:1749609430.379935:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596bb40 00000100:00000001:0.0:1749609430.379936:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609430.379937:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:3.0:1749609430.379937:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596bb40. 00000100:00000001:0.0:1749609430.379938:0:5:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:1.0:1749609430.379938:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749609430.379940:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4034 00000100:00080000:0.0:1749609430.379941:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1749609430.379941:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609430.379942:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609430.379942:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609430.379943:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609430.379944:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749609430.379944:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609430.379945:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609430.379945:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:2.0:1749609430.379945:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612293632, portal 4 00000100:00000001:2.0:1749609430.379946:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749609430.379947:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609430.379947:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:2.0:1749609430.379947:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005790080 : -131938703761536 : ffff8800a06e1f80) 00000020:00000001:0.0:1749609430.379948:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1749609430.379948:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 00000100:00000040:3.0:1749609430.379948:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88008b971c50 x1834594612293504 msgsize 224 00000020:00000040:0.0:1749609430.379950:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 02000000:00000001:1.0:1749609430.379950:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609430.379951:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00100000:3.0:1749609430.379951:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609430.379952:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:0.0:1749609430.379953:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:2.0:1749609430.379953:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609430.379953:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609430.379954:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609430.379955:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609430.379956:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609430.379956:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000400:00000010:1.0:1749609430.379956:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a06e0. 00000100:00080000:0.0:1749609430.379957:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609430.379958:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609430.379959:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609430.379959:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609430.379960:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609430.379961:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609430.379961:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609430.379961:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609430.379962:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609430.379962:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609430.379962:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000400:00000010:2.0:1749609430.379963:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00000010:0.0:1749609430.379964:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2a00. 00000100:00000200:2.0:1749609430.379964:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612293632, offset 0 00000020:00000040:0.0:1749609430.379965:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609430.379965:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609430.379966:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.379967:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609430.379967:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609430.379968:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609430.379968:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749609430.379969:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612293760, portal 4 02000000:00000010:0.0:1749609430.379970:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0240800. 00000400:00000200:3.0:1749609430.379970:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00000001:0.0:1749609430.379971:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609430.379971:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00100000:0.0:1749609430.379972:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609430.379972:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609430.379973:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005789184 : -131938703762432 : ffff8800a06e1c00) 00000400:00000200:2.0:1749609430.379973:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609430.379975:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609430.379976:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.379976:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609430.379977:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2a00] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609430.379977:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c3000 00000100:00000040:1.0:1749609430.379979:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609430.379979:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609430.379982:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 9880 00000100:00000001:0.0:1749609430.379985:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609430.379986:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749609430.379986:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609430.379986:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609430.379988:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609430.379988:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609430.379989:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609430.379990:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2300. 00000400:00000010:1.0:1749609430.379990:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000400:00000200:2.0:1749609430.379990:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609430.379991:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609430.379992:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609430.379992:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1749609430.379992:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612293760, offset 0 02000000:00000001:0.0:1749609430.379993:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609430.379993:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749609430.379994:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057100. 00000100:00000001:3.0:1749609430.379994:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.379995:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.379995:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609430.379996:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609430.379996:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609430.379997:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749609430.379998:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609430.379998:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.380000:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609430.380000:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609430.380001:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab8380. 00000100:00000040:0.0:1749609430.380002:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2300] to pc [ptlrpcd_00_02+2] req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609430.380002:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298706792 00000100:00000040:2.0:1749609430.380003:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab8380 x1834594612293632 msgsize 520 00000100:00100000:2.0:1749609430.380006:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1749609430.380006:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8a40. 00000400:00000200:1.0:1749609430.380008:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609430.380012:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380012:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749609430.380013:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749609430.380015:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4044) 00000400:00000200:1.0:1749609430.380018:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c3080 00000100:00000001:3.0:1749609430.380019:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298706792 00000400:00000200:2.0:1749609430.380020:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609430.380021:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00000010:3.0:1749609430.380021:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8dc0. 00000100:00000001:2.0:1749609430.380023:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609430.380024:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1749609430.380025:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609430.380026:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 4928 00000100:00000001:3.0:1749609430.380026:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298706792 00000100:00000010:3.0:1749609430.380028:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8e80. 00000100:00000001:2.0:1749609430.380031:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609430.380031:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1749609430.380032:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609430.380033:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609430.380033:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298706792 00000100:00000001:0.0:1749609430.380034:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1749609430.380035:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b85c0. 00000100:00100000:0.0:1749609430.380036:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612293632 00000400:00000200:1.0:1749609430.380036:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609430.380037:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609430.380037:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749609430.380038:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.380039:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609430.380039:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609430.380040:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609430.380041:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380041:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380041:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609430.380042:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:0.0:1749609430.380043:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380043:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609430.380044:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1033 usecs (2 jiffies) 00000100:00100000:0.0:1749609430.380045:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612293632 00000100:00000001:2.0:1749609430.380045:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298706786 00000020:00000001:0.0:1749609430.380046:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1749609430.380046:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bf9180. 00000100:00000001:2.0:1749609430.380046:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298706792 00000100:00000001:3.0:1749609430.380046:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609430.380047:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609430.380047:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609430.380048:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380048:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298706786 00000100:00000001:3.0:1749609430.380048:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609430.380049:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609430.380049:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff880130bf9180 x1834594612293760 msgsize 224 00000100:00000001:2.0:1749609430.380049:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298706792 00000100:00000001:2.0:1749609430.380050:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298706786 00000100:00100000:1.0:1749609430.380051:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609430.380052:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000001:2.0:1749609430.380052:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298706792 00000100:00000001:2.0:1749609430.380054:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298706786 00000100:00000001:2.0:1749609430.380055:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298706792 00000100:00000001:3.0:1749609430.380055:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749609430.380056:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:2.0:1749609430.380057:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609430.380057:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609430.380058:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380059:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749609430.380060:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000100:00000001:2.0:1749609430.380060:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380060:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609430.380061:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609430.380061:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380063:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609430.380063:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.380064:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609430.380064:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609430.380066:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609430.380066:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609430.380067:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380067:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609430.380068:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609430.380069:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609430.380071:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609430.380071:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609430.380072:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000040:2.0:1749609430.380072:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609430.380075:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609430.380076:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609430.380077:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380077:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609430.380077:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609430.380078:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609430.380078:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612293504 02000000:00000001:2.0:1749609430.380080:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609430.380080:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609430.380081:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609430.380082:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609430.380082:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609430.380082:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.380083:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609430.380084:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609430.380084:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609430.380086:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1749609430.380086:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612293888:0@lo:38: 00000100:00100000:3.0:1749609430.380086:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612293504 00000100:00000001:2.0:1749609430.380088:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749609430.380088:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609430.380089:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526395776 : -131936183155840 : ffff880136ab8380) 00000020:00000040:3.0:1749609430.380089:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 02000000:00000001:2.0:1749609430.380090:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609430.380091:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab8380 x1834594612293632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609430.380091:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609430.380091:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609430.380091:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609430.380093:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609430.380093:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1749609430.380093:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000001:3.0:1749609430.380094:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000010:2.0:1749609430.380095:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880082213400. 00000020:00000001:3.0:1749609430.380096:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00100000:0.0:1749609430.380097:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612293632:12345-0@lo:38: 02000000:00000001:2.0:1749609430.380097:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609430.380099:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612293632 00000100:00000001:1.0:1749609430.380099:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609430.380099:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000100:00000001:1.0:1749609430.380100:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609430.380100:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749609430.380102:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749609430.380102:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000020:00000010:3.0:1749609430.380102:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8140. 00000100:00000001:1.0:1749609430.380103:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609430.380104:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749609430.380104:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612293888, portal 10 00000100:00000001:3.0:1749609430.380105:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609430.380106:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749609430.380107:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:2.0:1749609430.380107:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005793664 : -131938703757952 : ffff8800a06e2d80) 00000020:00000010:3.0:1749609430.380107:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8140. 00000100:00000001:1.0:1749609430.380110:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298706785 00000100:00000040:2.0:1749609430.380111:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609430.380111:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 00000100:00000001:1.0:1749609430.380113:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298706792 00000020:00000010:3.0:1749609430.380113:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1f80. 00000020:00000001:0.0:1749609430.380115:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380116:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298706785 00000100:00000001:2.0:1749609430.380116:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749609430.380116:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f960. 00000100:00000001:1.0:1749609430.380117:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298706792 00010000:00020000:0.0:1749609430.380118:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609430.380118:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298706785 00000100:00000001:1.0:1749609430.380119:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298706792 00000100:00000040:2.0:1749609430.380119:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749609430.380120:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609430.380120:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298706785 00000100:00000001:1.0:1749609430.380120:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298706792 00000400:00000010:2.0:1749609430.380120:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000001:1.0:1749609430.380121:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749609430.380122:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749609430.380122:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612293888, offset 0 00000100:00000040:3.0:1749609430.380122:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609430.380123:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609430.380124:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609430.380124:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609430.380125:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609430.380125:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380125:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609430.380126:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609430.380126:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609430.380126:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609430.380128:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609430.380129:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609430.380130:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609430.380132:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007accbc00. 00000100:00000001:1.0:1749609430.380132:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609430.380132:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1749609430.380133:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609430.380133:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c3100 00000100:00000001:0.0:1749609430.380134:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380134:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609430.380135:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609430.380135:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380136:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380136:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609430.380137:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749609430.380137:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 73728 00010000:00000001:0.0:1749609430.380139:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609430.380140:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609430.380141:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609430.380143:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609430.380143:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609430.380143:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609430.380144:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609430.380144:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609430.380145:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609430.380146:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:1.0:1749609430.380146:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1749609430.380146:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00000001:1.0:1749609430.380147:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380147:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609430.380148:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:2.0:1749609430.380148:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609430.380148:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:1.0:1749609430.380149:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609430.380150:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:1.0:1749609430.380150:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609430.380150:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656154704 : -131939053396912 : ffff88008b971c50) 00000100:00000040:0.0:1749609430.380151:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609430.380151:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609430.380151:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1749609430.380151:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab9c00. 00000100:00000001:1.0:1749609430.380152:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609430.380153:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609430.380153:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab9c00 x1834594612293888 msgsize 520 00000100:00000040:3.0:1749609430.380153:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b971c50 x1834594612293504/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:376/0 lens 224/0 e 0 to 0 dl 1749609441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609430.380154:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.380155:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609430.380155:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609430.380156:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609430.380157:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609430.380158:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668a18. 00000100:00000001:1.0:1749609430.380159:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1749609430.380160:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612293632, offset 0 00000100:00000001:1.0:1749609430.380160:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380160:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749609430.380162:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1749609430.380162:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8140. 00000400:00000200:0.0:1749609430.380163:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609430.380163:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609430.380163:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609430.380164:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609430.380164:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8140. 02000000:00000001:1.0:1749609430.380165:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609430.380166:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612294144:0@lo:400: 00000400:00000200:2.0:1749609430.380166:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000100:00100000:3.0:1749609430.380167:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b971c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612293504:12345-0@lo:400: 00000400:00000200:0.0:1749609430.380168:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749609430.380168:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:1.0:1749609430.380169:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609430.380170:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609430.380170:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612293504 02000000:00000001:1.0:1749609430.380171:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1749609430.380172:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c3000 02000000:00000001:1.0:1749609430.380172:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609430.380172:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609430.380172:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749609430.380173:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749609430.380174:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b200. 00000400:00000200:0.0:1749609430.380175:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x178d1 [1] + 0 02000000:00000001:1.0:1749609430.380175:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609430.380175:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749609430.380177:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609430.380177:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0d68. 00000020:00000001:3.0:1749609430.380177:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380178:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609430.380180:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609430.380180:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000040:2.0:1749609430.380180:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609430.380180:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609430.380182:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609430.380182:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612294144, portal 10 00000020:00000001:3.0:1749609430.380182:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609430.380183:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749609430.380184:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609430.380184:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005790976 : -131938703760640 : ffff8800a06e2300) 00000100:00000001:2.0:1749609430.380185:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609430.380185:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609430.380186:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609430.380186:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609430.380187:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609430.380188:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749609430.380189:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380189:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380190:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609430.380190:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749609430.380191:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 825 usecs (1 jiffies) 00000100:00000040:1.0:1749609430.380192:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609430.380192:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380193:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298706785 00000100:00000001:0.0:1749609430.380194:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749609430.380194:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609430.380195:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612294144, offset 0 00000100:00000001:2.0:1749609430.380195:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298706792 00000020:00000001:3.0:1749609430.380195:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749609430.380197:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609430.380197:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298706785 00000100:00000001:3.0:1749609430.380197:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609430.380198:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298706792 02000000:00000001:3.0:1749609430.380198:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609430.380199:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668a18 00000400:00000010:0.0:1749609430.380200:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668a18. 00000100:00000001:2.0:1749609430.380200:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298706785 00000400:00000200:1.0:1749609430.380201:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609430.380201:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298706792 02000000:00000010:3.0:1749609430.380201:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508ec00. 00000100:00000001:0.0:1749609430.380202:0:16946:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609430.380202:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.380203:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609430.380203:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298706785 00000400:00000200:1.0:1749609430.380204:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c3200 00000100:00000001:3.0:1749609430.380204:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.380205:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380205:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298706792 00000020:00000001:3.0:1749609430.380206:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609430.380207:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609430.380207:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609430.380208:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609430.380208:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 74248 00000100:00000001:2.0:1749609430.380208:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609430.380208:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612293504 00000020:00000001:0.0:1749609430.380209:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609430.380210:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609430.380210:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1749609430.380210:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749609430.380211:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab8380 x1834594612293632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609430.380212:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609430.380212:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749609430.380213:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b971c50 x1834594612293504/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:376/0 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609430.380215:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609430.380215:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749609430.380216:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612293632:12345-0@lo:38: Request processed in 119us (212us total) trans 0 rc -19/-19 00000100:00000010:1.0:1749609430.380217:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bf9880. 00000100:00000001:2.0:1749609430.380218:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749609430.380219:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880130bf9880 x1834594612294144 msgsize 224 00000100:00000001:2.0:1749609430.380219:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609430.380220:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749609430.380221:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609430.380221:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609430.380222:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609430.380222:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609430.380223:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 02000000:00000001:2.0:1749609430.380224:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609430.380224:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609430.380225:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609430.380225:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609430.380226:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609430.380226:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612294016:0@lo:38: 00000100:00000001:3.0:1749609430.380227:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609430.380228:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000020:00000010:0.0:1749609430.380229:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000400:00000010:1.0:1749609430.380229:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609430.380229:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749609430.380229:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609430.380230:0:1512:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609430.380230:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609430.380230:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000010:0.0:1749609430.380231:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000100:00000200:1.0:1749609430.380231:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609430.380232:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609430.380232:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1749609430.380233:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 02000000:00000001:2.0:1749609430.380233:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749609430.380233:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.380235:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609430.380235:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609430.380237:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a58a9800. 00000100:00000040:3.0:1749609430.380237:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609430.380238:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609430.380238:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000001:1.0:1749609430.380239:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609430.380240:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609430.380241:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f370. 00000100:00000200:3.0:1749609430.380241:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612293504, offset 224 00000400:00000010:2.0:1749609430.380243:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000001:1.0:1749609430.380244:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609430.380244:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609430.380245:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609430.380246:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609430.380246:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609430.380246:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612294016, portal 10 00000100:00100000:0.0:1749609430.380247:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612293760 00000100:00000040:1.0:1749609430.380247:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000100:00000001:2.0:1749609430.380247:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609430.380248:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609430.380249:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298706785 00000100:00000001:2.0:1749609430.380249:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005792768 : -131938703758848 : ffff8800a06e2a00) 00000400:00000200:3.0:1749609430.380249:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609430.380250:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609430.380250:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298706792 00000100:00000001:0.0:1749609430.380251:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380251:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298706785 02000000:00000001:0.0:1749609430.380252:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380252:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298706792 00000100:00000040:2.0:1749609430.380252:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609430.380253:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612293760 00000100:00000001:1.0:1749609430.380253:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298706785 00000100:00000001:1.0:1749609430.380253:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298706792 00000400:00000200:3.0:1749609430.380253:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c2f80 00000020:00000001:0.0:1749609430.380254:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609430.380254:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298706785 00000020:00000040:0.0:1749609430.380255:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:0.0:1749609430.380255:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609430.380256:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298706792 00000400:00000200:3.0:1749609430.380256:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x178c9 [1] + 224 00000020:00000040:0.0:1749609430.380257:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:1.0:1749609430.380257:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609430.380258:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609430.380258:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380258:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609430.380259:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609430.380259:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609430.380259:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609430.380260:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609430.380260:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c935d8. 00000400:00000200:3.0:1749609430.380260:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609430.380261:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609430.380262:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4c40. 00000100:00000200:2.0:1749609430.380262:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612294016, offset 0 00000020:00000010:0.0:1749609430.380265:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706640. 00000400:00000200:2.0:1749609430.380265:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609430.380268:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609430.380269:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000200:2.0:1749609430.380270:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c3180 00000100:00000001:1.0:1749609430.380271:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609430.380272:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612293888 02000000:00000001:1.0:1749609430.380273:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609430.380274:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 74472 00000400:00000200:3.0:1749609430.380274:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609430.380275:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609430.380275:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609430.380276:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609430.380277:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000400:00000200:2.0:1749609430.380277:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609430.380277:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609430.380278:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 02000000:00000001:1.0:1749609430.380278:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609430.380280:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000400:00000200:2.0:1749609430.380280:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609430.380280:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609430.380281:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612293888 00000020:00000001:1.0:1749609430.380282:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609430.380282:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:1.0:1749609430.380283:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:2.0:1749609430.380283:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609430.380284:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:1.0:1749609430.380285:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609430.380286:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609430.380287:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749609430.380287:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609430.380287:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136aba300. 00000100:00000040:3.0:1749609430.380287:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609430.380288:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609430.380288:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136aba300 x1834594612294016 msgsize 520 00000100:00000001:0.0:1749609430.380289:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609430.380291:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00100000:2.0:1749609430.380291:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609430.380292:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1749609430.380294:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8900. 00000100:00000001:0.0:1749609430.380295:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609430.380295:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609430.380297:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eebb8. 00000100:00000001:2.0:1749609430.380298:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609430.380300:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609430.380300:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609430.380301:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609430.380301:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c935d8 00000100:00000001:3.0:1749609430.380301:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609430.380302:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c935d8. 00000100:00000001:1.0:1749609430.380303:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380304:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609430.380305:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609430.380306:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609430.380306:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609430.380307:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609430.380309:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00100000:0.0:1749609430.380310:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000400:00000010:3.0:1749609430.380310:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000040:0.0:1749609430.380311:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609430.380311:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380312:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609430.380312:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609430.380313:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427046784 : -131936282504832 : ffff880130bf9180) 00000100:00000040:2.0:1749609430.380313:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609430.380313:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609430.380315:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609430.380315:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609430.380316:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bf9180 x1834594612293760/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:376/0 lens 224/0 e 0 to 0 dl 1749609441 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609430.380316:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612294144 02000000:00000001:1.0:1749609430.380317:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609430.380317:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609430.380318:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609430.380319:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380319:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609430.380320:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609430.380320:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612294144 00010000:00000001:3.0:1749609430.380320:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609430.380321:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609430.380321:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749609430.380321:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609430.380322:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:1.0:1749609430.380322:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609430.380323:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1749609430.380323:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:2.0:1749609430.380323:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609430.380324:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4bc0. 00000020:00000001:1.0:1749609430.380324:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:3.0:1749609430.380324:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1749609430.380325:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000040:2.0:1749609430.380325:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00000001:0.0:1749609430.380326:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609430.380326:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b971c50 x1834594612293504/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:376/0 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380327:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298706785 00000020:00000010:0.0:1749609430.380328:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4bc0. 00000100:00000001:1.0:1749609430.380328:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609430.380329:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298706792 00000020:00000010:1.0:1749609430.380330:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e84c0. 00000100:00100000:0.0:1749609430.380331:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612293760:12345-0@lo:400: 00000100:00000001:2.0:1749609430.380331:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298706785 00000020:00000010:1.0:1749609430.380332:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b8800. 00000100:00000001:2.0:1749609430.380333:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298706792 00000100:00100000:3.0:1749609430.380333:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b971c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612293504:12345-0@lo:400: Request processed in 172us (385us total) trans 0 rc 0/0 00000100:00000200:0.0:1749609430.380334:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612293760 00000020:00000001:0.0:1749609430.380335:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609430.380335:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298706785 00000100:00000001:2.0:1749609430.380336:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298706792 00000020:00000001:0.0:1749609430.380337:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000040:1.0:1749609430.380337:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609430.380338:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298706785 00000020:00000001:0.0:1749609430.380339:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380339:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1749609430.380340:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1749609430.380340:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000100:00000001:2.0:1749609430.380340:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298706792 00000100:00100000:3.0:1749609430.380340:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000020:00000010:1.0:1749609430.380341:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00000001:2.0:1749609430.380341:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609430.380342:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:3.0:1749609430.380342:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000020:00000010:1.0:1749609430.380343:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 00000100:00000001:2.0:1749609430.380343:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609430.380344:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609430.380344:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609430.380345:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749609430.380346:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000001:2.0:1749609430.380346:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749609430.380347:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609430.380347:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1f80. 00000020:00000001:0.0:1749609430.380348:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609430.380348:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609430.380348:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:2.0:1749609430.380348:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749609430.380349:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609430.380349:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609430.380350:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 00000020:00000010:3.0:1749609430.380350:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f960. 00000020:00000001:0.0:1749609430.380351:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380352:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1749609430.380352:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000020:00000010:3.0:1749609430.380352:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 00000020:00000001:0.0:1749609430.380353:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609430.380353:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1749609430.380353:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:1.0:1749609430.380354:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380355:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609430.380356:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1749609430.380356:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000001:0.0:1749609430.380357:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609430.380357:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609430.380357:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609430.380358:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609430.380359:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007acc8000. 00000100:00000001:1.0:1749609430.380360:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609430.380360:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612294016 02000000:00000010:3.0:1749609430.380360:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508ec00. 02000000:00000001:0.0:1749609430.380361:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609430.380361:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609430.380362:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609430.380363:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380363:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609430.380363:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609430.380364:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609430.380364:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609430.380364:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1749609430.380365:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612294016 00000100:00000001:3.0:1749609430.380365:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1749609430.380366:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612293760 00000020:00000001:1.0:1749609430.380366:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609430.380366:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609430.380367:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609430.380367:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609430.380368:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749609430.380368:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380368:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609430.380368:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:1.0:1749609430.380369:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000020:00000010:1.0:1749609430.380370:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8780. 00000100:00000001:2.0:1749609430.380370:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1749609430.380371:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bf9180 x1834594612293760/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609430.380371:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62d10. 00000020:00000010:1.0:1749609430.380372:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eee10. 00000100:00000001:2.0:1749609430.380372:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609430.380373:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609430.380373:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609430.380374:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609430.380374:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7000. 00000100:00000001:1.0:1749609430.380375:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609430.380375:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609430.380376:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609430.380377:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609430.380378:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609430.380379:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380380:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609430.380380:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609430.380381:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609430.380383:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609430.380383:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609430.380384:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609430.380384:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1749609430.380384:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609430 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609430.380385:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:1.0:1749609430.380386:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00001000:2.0:1749609430.380386:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=96 v=20 (1 1 1 20) 02000000:00000001:0.0:1749609430.380387:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609430.380388:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609430.380388:0:16223:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:0.0:1749609430.380389:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609430.380389:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427048576 : -131936282503040 : ffff880130bf9880) 00000100:00000001:2.0:1749609430.380389:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749609430.380390:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609430.380391:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668a18. 00000100:00000040:1.0:1749609430.380391:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bf9880 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:376/0 lens 224/0 e 0 to 0 dl 1749609441 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:2.0:1749609430.380392:0:1508:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000200:0.0:1749609430.380393:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612293760, offset 224 00000100:00000001:3.0:1749609430.380394:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749609430.380395:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609430.380395:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609430.380395:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609430.380395:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609430.380396:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8140. 00000100:00000001:1.0:1749609430.380397:0:16223:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609430.380397:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609430.380398:0:16223:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8140. 00000400:00000200:0.0:1749609430.380399:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749609430.380399:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00000040:2.0:1749609430.380400:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609430.380401:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612294144:12345-0@lo:400: 00000100:00000001:3.0:1749609430.380401:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526402048 : -131936183149568 : ffff880136ab9c00) 00000400:00000200:0.0:1749609430.380402:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c3080 00000100:00000200:1.0:1749609430.380403:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612294144 00000100:00000040:3.0:1749609430.380404:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab9c00 x1834594612293888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609430.380405:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x178d9 [1] + 224 00000020:00000001:1.0:1749609430.380405:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609430.380406:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609430.380407:0:16223:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749609430.380408:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749609430.380408:0:16223:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609430.380409:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609430.380410:0:16223:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609430.380410:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609430.380411:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609430.380411:0:16223:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00100000:3.0:1749609430.380411:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612293888:12345-0@lo:38: 00000020:00000001:1.0:1749609430.380412:0:16223:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609430.380412:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609430.380413:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609430.380414:0:16223:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609430.380414:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612293888 00000020:00000001:1.0:1749609430.380415:0:16223:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609430.380415:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749609430.380415:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609430.380416:0:16223:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609430.380417:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609430.380417:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749609430.380418:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609430.380418:0:16223:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609430.380419:0:16223:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00080000:2.0:1749609430.380419:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609430.380421:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:2.0:1749609430.380422:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000001:1.0:1749609430.380423:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749609430.380423:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609430.380425:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cd400. 00000100:00000001:2.0:1749609430.380425:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:3.0:1749609430.380425:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749609430.380426:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609430.380426:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380427:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609430.380427:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749609430.380428:0:16223:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609430.380428:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609430.380429:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668a18 00000400:00000010:0.0:1749609430.380430:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668a18. 00010000:00000040:1.0:1749609430.380430:0:16223:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612294144 00010000:00000001:3.0:1749609430.380430:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609430.380431:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609430.380432:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749609430.380432:0:16223:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609430.380432:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609430.380433:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380433:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000200:1.0:1749609430.380434:0:16223:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bf9880 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609430.380435:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:2.0:1749609430.380435:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612293632:0@lo:38: 02000000:00000001:3.0:1749609430.380435:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609430.380437:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609430.380437:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609430.380437:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508ec00. 00000020:00000001:0.0:1749609430.380438:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609430.380438:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609430.380438:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609430.380439:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749609430.380440:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bf9180 x1834594612293760/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609430.380440:0:16223:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380440:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609430.380440:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609430.380442:0:16223:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=93 v=5 (1 1 1 1) 00000100:00000040:2.0:1749609430.380442:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1f80 x1834594612293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609430.380442:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609430.380443:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380445:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1749609430.380445:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609430.380447:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609430.380447:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609430.380448:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609430.380448:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609430.380449:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609430.380449:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749609430.380450:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609430.380450:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1749609430.380451:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612293760:12345-0@lo:400: Request processed in 127us (401us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609430.380451:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609430.380451:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:1.0:1749609430.380452:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749609430.380452:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880082213800. 00000400:00000010:1.0:1749609430.380453:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609430.380453:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609430.380454:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609430.380454:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:1.0:1749609430.380455:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612294144, offset 224 00000100:00100000:0.0:1749609430.380456:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000020:00000001:2.0:1749609430.380456:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749609430.380456:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:0.0:1749609430.380457:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000020:00000040:2.0:1749609430.380457:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749609430.380457:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609430.380458:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609430.380458:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609430.380459:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749609430.380459:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.380460:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609430.380460:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609430.380461:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000400:00000200:1.0:1749609430.380461:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749609430.380461:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0243c00. 00000100:00000040:3.0:1749609430.380462:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749609430.380463:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 02000000:00000001:2.0:1749609430.380463:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1749609430.380464:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000400:00000200:1.0:1749609430.380464:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3200 00000400:00000010:3.0:1749609430.380464:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 02000000:00000001:2.0:1749609430.380465:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1749609430.380466:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000010:2.0:1749609430.380466:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1f80. 00000100:00000200:3.0:1749609430.380466:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612293888, offset 0 00000100:00000001:0.0:1749609430.380467:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609430.380467:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x178ed [1] + 224 00000400:00000200:1.0:1749609430.380469:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609430.380470:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609430.380471:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609430.380471:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609430.380472:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380473:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609430.380474:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749609430.380475:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749609430.380476:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380476:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609430.380477:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00080000:0.0:1749609430.380479:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749609430.380479:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609430.380480:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609430.380480:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3100 00000100:00000040:1.0:1749609430.380481:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380481:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609430.380482:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609430.380483:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609430.380483:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x178e1 [1] + 0 00000100:00080000:0.0:1749609430.380484:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1749609430.380485:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:1.0:1749609430.380487:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609430.380487:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609430.380489:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609430.380490:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609430.380490:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609430.380490:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609430.380492:0:16223:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609430.380492:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380492:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609430.380493:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609430.380494:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609430.380495:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609430.380496:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:1.0:1749609430.380523:0:16223:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609430.380524:0:16223:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609430.380524:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380525:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609430.380526:0:16223:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609430.380526:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609430.380528:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bf9880 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1749609441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609430.380530:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:1.0:1749609430.380532:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612294144:12345-0@lo:400: Request processed in 136us (312us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609430.380532:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526403840 : -131936183147776 : ffff880136aba300) 00000100:00000040:2.0:1749609430.380535:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136aba300 x1834594612294016/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609430.380537:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00000040:1.0:1749609430.380538:0:16223:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:1.0:1749609430.380539:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609430.380539:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609430.380541:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609430.380543:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000400:00000200:3.0:1749609430.380543:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00100000:2.0:1749609430.380544:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612294016:12345-0@lo:38: 00000020:00000010:1.0:1749609430.380545:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000400:00000010:3.0:1749609430.380545:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000020:00000010:1.0:1749609430.380546:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000100:00000200:2.0:1749609430.380547:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612294016 00000100:00000001:3.0:1749609430.380547:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:1.0:1749609430.380548:0:16223:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:3.0:1749609430.380548:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609430.380549:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609430.380550:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609430.380550:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609430.380551:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749609430.380552:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609430.380554:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609430.380555:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609430.380556:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609430.380558:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749609430.380558:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab9c00 x1834594612293888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609430.380560:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609430.380562:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749609430.380562:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609430.380563:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609430.380564:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:1.0:1749609430.380565:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609430.380565:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749609430.380565:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612293888:12345-0@lo:38: Request processed in 154us (411us total) trans 0 rc -19/-19 00000400:00000001:1.0:1749609430.380566:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749609430.380566:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749609430.380567:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0d68. 00000400:00000200:1.0:1749609430.380569:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 02000000:00000010:2.0:1749609430.380569:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0243c00. 00000400:00000010:1.0:1749609430.380570:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 02000000:00000001:2.0:1749609430.380570:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609430.380570:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00000001:1.0:1749609430.380571:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609430.380572:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380572:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380572:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1749609430.380574:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609430.380574:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749609430.380575:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609430.380576:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8900. 00000100:00000200:1.0:1749609430.380577:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609430.380577:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609430.380579:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749609430.380579:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eebb8. 00000100:00000001:1.0:1749609430.380580:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609430.380580:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609430.380581:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609430.380581:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000100:00000001:1.0:1749609430.380582:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749609430.380582:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609430.380583:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609430.380583:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609430.380584:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609430.380584:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609430.380585:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380585:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:1.0:1749609430.380586:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609430.380587:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:1.0:1749609430.380589:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=93 v=5 (5 5 5 5) 02000000:00000001:2.0:1749609430.380589:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609430.380590:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609430.380591:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609430.380591:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609430.380592:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609430.380593:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609430.380593:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749609430.380594:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1749609430.380594:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609430.380594:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609430.380595:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00080000:1.0:1749609430.380596:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609430.380597:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612294016, offset 0 00000400:00000001:3.0:1749609430.380597:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609430.380599:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749609430.380600:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609430.380600:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62738. 00000100:00000001:1.0:1749609430.380602:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1749609430.380602:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000100:00000040:1.0:1749609430.380603:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:3.0:1749609430.380603:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00000001:1.0:1749609430.380604:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609430.380605:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380605:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609430.380606:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609430.380606:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609430.380607:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609430.380609:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609430.380611:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749609430.380611:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609430.380612:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609430.380614:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609430.380614:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609430.380615:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3180 00000100:00100000:1.0:1749609430.380618:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612294144:0@lo:400: 00000400:00000200:2.0:1749609430.380619:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x178f9 [1] + 0 00000100:00000001:3.0:1749609430.380619:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609430.380620:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609430.380621:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609430.380621:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609430.380622:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2300 x1834594612294144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609430.380622:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609430.380623:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609430.380624:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609430.380625:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1749609430.380625:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609430.380625:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749609430.380626:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609430.380627:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b200. 00000100:00000001:2.0:1749609430.380627:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609430.380627:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609430.380628:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609430.380629:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1749609430.380629:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609430.380630:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609430.380630:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609430.380631:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1749609430.380631:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=99 v=5 (5 5 5 5) 02000000:00000010:1.0:1749609430.380632:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057100. 00000100:00001000:3.0:1749609430.380633:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=89 v=5 (1 1 1 1) 02000000:00000001:1.0:1749609430.380634:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609430.380635:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609430.380635:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1749609430.380636:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2300. 00000100:00000040:2.0:1749609430.380636:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609430.380637:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380638:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1749609430.380638:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609430.380639:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609430.380639:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609430.380640:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380641:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609430.380642:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380642:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380643:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609430.380643:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609430.380644:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609430.380644:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609430.380645:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:1.0:1749609430.380647:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749609430.380647:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:1.0:1749609430.380648:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609430.380648:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609430.380649:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609430.380649:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1749609430.380650:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609430.380650:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609430.380651:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609430.380651:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1749609430.380652:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a06e0. 00000400:00000200:1.0:1749609430.380653:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000040:2.0:1749609430.380653:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609430.380653:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609430.380654:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609430.380654:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380655:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749609430.380655:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609430.380656:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609430.380656:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609430.380658:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136aba300 x1834594612294016/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609450 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609430.380661:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609430.380661:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612293504:0@lo:400: 00000100:00000001:1.0:1749609430.380664:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749609430.380664:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612294016:12345-0@lo:38: Request processed in 120us (374us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609430.380665:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609430.380665:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609430.380666:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609430.380666:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609430.380667:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609430.380667:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609430.380668:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609430.380669:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609430.380669:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e0700 x1834594612293504/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609430.380670:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=86 v=5 (5 5 5 5) 00000100:00100000:2.0:1749609430.380670:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00000100:00001000:1.0:1749609430.380671:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609430.380671:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609430.380672:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609430.380673:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609430.380673:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609430.380674:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609430.380674:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00080000:1.0:1749609430.380675:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609430.380675:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8780. 02000000:00000001:3.0:1749609430.380676:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1749609430.380677:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eee10. 02000000:00000010:3.0:1749609430.380677:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8600. 00010000:00000001:1.0:1749609430.380678:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609430.380679:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 02000000:00000001:3.0:1749609430.380679:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609430.380680:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609430.380680:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609430.380681:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609430.380681:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380681:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609430.380681:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609430.380682:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000040:1.0:1749609430.380683:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609430.380684:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609430.380685:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057900. 00000100:00000001:1.0:1749609430.380686:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609430.380687:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609430.380687:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609430.380688:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609430.380688:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749609430.380689:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609430.380689:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0700. 00000100:00100000:1.0:1749609430.380692:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612293760:0@lo:400: 00000100:00000001:3.0:1749609430.380692:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609430.380693:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609430.380693:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609430.380694:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380694:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609430.380695:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609430.380695:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749609430.380696:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749609430.380697:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1c00 x1834594612293760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609430.380697:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1749609430.380698:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609430.380698:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609430.380699:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00000100:00000001:1.0:1749609430.380700:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609430.380700:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609430.380701:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749609430.380701:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000100:00000001:3.0:1749609430.380701:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609430.380702:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609430.380703:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1749609430.380703:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000020:00000001:1.0:1749609430.380704:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609430.380705:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1749609430.380705:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609430.380705:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749609430.380706:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057a00. 02000000:00000001:1.0:1749609430.380707:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1749609430.380707:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609430.380708:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609430.380708:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1c00. 00000100:00000001:1.0:1749609430.380710:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609430.380711:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609430.380712:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609430.380713:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609430.380714:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609430.380714:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609430.380714:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609430.380715:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380719:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609430.380720:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380722:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609430.380723:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609430.380724:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609430.380726:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609430.380727:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609430.380731:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609430 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609430.380733:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=96 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609430.380735:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1749609430.380737:0:1508:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:2.0:1749609430.380739:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609430.380740:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609430.380743:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380749:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609430.380752:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609430.380753:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380754:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609430.380755:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609430.380756:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609430.380757:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609430.380759:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609430.380761:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609430.380765:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612293888:0@lo:38: 00000400:00000001:2.0:1749609430.380768:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609430.380769:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609430.380770:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f370. 00000400:00000200:2.0:1749609430.380771:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000400:00000010:2.0:1749609430.380771:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:2.0:1749609430.380772:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609430.380773:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609430.380777:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380780:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609430.380781:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380782:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609430.380783:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609430.380783:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609430.380784:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609430.380785:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609430.380787:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609430 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609430.380788:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=93 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609430.380789:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609430.380790:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609430.380791:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609430.380792:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380795:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609430.380797:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609430.380797:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380798:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609430.380799:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609430.380800:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609430.380802:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609430.380803:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609430.380804:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609430.380808:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612294016:0@lo:38: 00000100:00000001:2.0:1749609430.380810:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380811:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609430.380812:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2d80 x1834594612293888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380815:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609430.380815:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609430.380816:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880082213400. 02000000:00000001:2.0:1749609430.380817:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609430.380818:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609430.380819:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609430.380826:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609430.380826:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0242800. 02000000:00000001:2.0:1749609430.380828:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609430.380828:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609430.380829:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2d80. 00000100:00000001:2.0:1749609430.380832:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609430.380832:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380833:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609430.380834:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2a00 x1834594612294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609430.380837:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609430.380838:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609430.380839:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a58a9800. 02000000:00000001:2.0:1749609430.380840:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609430.380841:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609430.380841:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609430.380842:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609430.380842:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0240800. 02000000:00000001:2.0:1749609430.380844:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609430.380845:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609430.380846:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2a00. 00000100:00000001:2.0:1749609430.380847:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609430.380848:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380848:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609430.380851:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609430.380851:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609430.380852:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609430.380853:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609430.387567:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298706792, at 4298706792 00000100:00000010:1.0:1749609430.387578:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8dc0. 00000100:00000040:2.0:1749609430.387582:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298706792, at 4298706792 00000100:00000040:3.0:1749609430.387582:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298706792, at 4298706792 00000100:00000010:3.0:1749609430.387597:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b85c0. 00000100:00000010:2.0:1749609430.387610:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8e80. 00000100:00000040:0.0:1749609430.387645:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298706792, at 4298706792 00000100:00000010:0.0:1749609430.387652:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8a40. 00000100:00000010:0.0:1749609430.544623:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3480. 00000020:00000040:0.0:1749609430.544633:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609430.544638:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609430.544641:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609430.544646:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609430.544653:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609430.544659:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.544663:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609430.544665:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609430.544669:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609430.544671:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609430.544674:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609430.544675:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005795456 : -131938703756160 : ffff8800a06e3480) 00000100:00000001:0.0:1749609430.544679:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609430.544681:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609430.544683:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609430.544684:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609430.544690:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e3480 x1834594612294272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609430.544698:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609430.544699:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609430.544701:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e3480 x1834594612294272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609430.544706:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609430.544708:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609430.544709:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609430.544710:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609430.544712:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609430.544714:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609430.544716:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609430.544718:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609430.544719:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609430.544721:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3480 x1834594612294272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609430.544726:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612294272:0@lo:900: 00000100:00000001:0.0:1749609430.544729:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609430.544731:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609430.544732:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609430.544734:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609430.544735:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e3480 x1834594612294272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609430.544740:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609430.544741:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609430.544745:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609430.544746:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609430.544748:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609430.544749:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e3480 x1834594612294272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609430.544753:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609430.544754:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609430.544755:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609430.544756:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609430.544758:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609430.544760:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609430.544762:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609430.544762:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e3480. 00000100:00000001:0.0:1749609430.544766:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609430.544766:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609430.710650:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609430.710657:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609430.710659:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609430.710661:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609430.710665:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609430.710667:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609430.710670:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609430.710672:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609430.710674:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609430.781638:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609430.781644:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609430.781649:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609430.781650:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609430.781747:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609430.781751:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609430.781753:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609431.710646:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609431.710651:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609431.710653:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609431.710656:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609431.710659:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609431.710661:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609431.710663:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609431.710665:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609431.710666:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609431.783623:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609431.783630:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609431.783636:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609431.783638:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609431.783728:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609431.783731:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609431.783733:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609432.142381:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609432.142399:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609432.142402:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609432.142404:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609432.142415:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609432.142431:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342c80 00000400:00000200:0.0:1749609432.142439:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16d99 [2] + 0 00000400:00000010:0.0:1749609432.142443:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0e18. 00000400:00000200:0.0:1749609432.142449:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b480 00000800:00000001:0.0:1749609432.142455:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609432.142458:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609432.142461:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609432.142464:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609432.142467:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b480 00000400:00000010:0.0:1749609432.142469:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b480. 00000100:00000001:0.0:1749609432.142474:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609432.142476:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609432.142479:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88008b973450 x1834594730257536 msgsize 224 00000100:00100000:0.0:1749609432.142482:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609432.142484:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609432.142536:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609432.142545:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609432.142569:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609432.142570:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609432.142572:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609432.142575:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609432.142578:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342d00 00000400:00000200:0.0:1749609432.142583:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 74992 00000800:00000001:0.0:1749609432.142587:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609432.142589:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609432.142590:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609432.142593:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609432.142595:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609432.142596:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609432.142600:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e3480. 00000100:00000040:0.0:1749609432.142602:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e3480 x1834594730257664 msgsize 520 00000100:00100000:0.0:1749609432.142604:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609432.142616:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609432.142617:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609432.142618:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609432.142620:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609432.142622:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609432.142623:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609432.142625:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00100000:3.0:1749609432.142625:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730257536 00000400:00000200:0.0:1749609432.142628:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342d80 02000000:00000001:3.0:1749609432.142629:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609432.142630:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 75512 00000100:00000001:3.0:1749609432.142631:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1749609432.142632:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1749609432.142633:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609432.142637:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609432.142641:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730257536 00000020:00000001:3.0:1749609432.142643:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1749609432.142644:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609432.142645:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749609432.142645:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000400:00000200:0.0:1749609432.142647:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000001:3.0:1749609432.142647:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609432.142649:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:3.0:1749609432.142649:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00000200:0.0:1749609432.142650:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749609432.142651:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000010:0.0:1749609432.142652:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2680. 00000100:00000040:0.0:1749609432.142653:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e2680 x1834594730257792 msgsize 520 00000020:00000001:3.0:1749609432.142653:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00100000:0.0:1749609432.142656:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:3.0:1749609432.142657:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609432.142660:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749609432.142660:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b85c0. 00000100:00000001:3.0:1749609432.142662:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1749609432.142663:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:3.0:1749609432.142664:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b85c0. 00000800:00000001:0.0:1749609432.142665:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609432.142669:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8600. 00000020:00000010:3.0:1749609432.142673:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1f80. 00000020:00000010:3.0:1749609432.142676:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f960. 00000100:00000040:3.0:1749609432.142683:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609432.142685:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609432.142686:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609432.142686:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749609432.142687:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730257664 00000100:00000001:3.0:1749609432.142687:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609432.142688:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609432.142690:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609432.142691:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609432.142693:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.142693:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609432.142695:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730257664 00000020:00000001:0.0:1749609432.142697:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609432.142697:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609432.142699:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609432.142700:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.142700:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609432.142701:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609432.142704:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000020:00000010:0.0:1749609432.142706:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:3.0:1749609432.142706:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749609432.142708:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000100:00000001:3.0:1749609432.142708:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609432.142711:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609432.142712:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749609432.142712:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1499 00000100:00000001:0.0:1749609432.142713:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609432.142714:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:0.0:1749609432.142716:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.142716:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656160848 : -131939053390768 : ffff88008b973450) 00000100:00000040:3.0:1749609432.142721:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b973450 x1834594730257536/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:378/0 lens 224/0 e 0 to 0 dl 1749609443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.142727:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609432.142728:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609432.142729:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609432.142729:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b85c0. 00000100:00000001:3.0:1749609432.142730:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609432.142732:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b85c0. 00000100:00100000:2.0:1749609432.142733:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730257792 00000100:00100000:3.0:1749609432.142734:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b973450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730257536:12345-192.168.201.20@tcp:400: 00000100:00000001:0.0:1749609432.142736:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749609432.142736:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730257536 00000100:00000001:0.0:1749609432.142737:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749609432.142737:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609432.142739:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609432.142739:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609432.142740:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2834 00000100:00000001:0.0:1749609432.142741:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005795456 : -131938703756160 : ffff8800a06e3480) 00000020:00000001:3.0:1749609432.142741:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609432.142742:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609432.142743:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609432.142744:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e3480 x1834594730257664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609432.142744:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609432.142746:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 02000000:00000001:2.0:1749609432.142747:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609432.142748:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609432.142749:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609432.142750:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1749609432.142751:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730257792 00000020:00000001:3.0:1749609432.142751:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1749609432.142752:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730257664:12345-192.168.201.20@tcp:38: 00000020:00000001:3.0:1749609432.142753:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609432.142754:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730257664 00000020:00000001:2.0:1749609432.142754:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749609432.142754:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749609432.142756:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:2.0:1749609432.142756:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609432.142757:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749609432.142758:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609432.142758:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609432.142760:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609432.142760:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609432.142762:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609432.142763:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508cc00. 02000000:00000001:3.0:1749609432.142765:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.142767:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609432.142768:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000001:0.0:1749609432.142769:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609432.142769:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609432.142770:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730257536 00010000:00020000:0.0:1749609432.142771:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609432.142772:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:0.0:1749609432.142773:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749609432.142774:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00010000:00000200:3.0:1749609432.142775:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b973450 x1834594730257536/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:378/0 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609432.142776:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609432.142778:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609432.142779:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749609432.142779:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 02000000:00000001:0.0:1749609432.142780:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749609432.142781:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1749609432.142782:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea33c00. 00010000:00000001:3.0:1749609432.142782:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609432.142784:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.142785:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.142785:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:3.0:1749609432.142785:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609432.142786:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1749609432.142787:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609432.142788:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.142788:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.142788:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749609432.142790:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749609432.142790:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609432.142791:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609432.142792:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609432.142793:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609432.142793:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609432.142794:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.142795:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609432.142796:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000040:3.0:1749609432.142797:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609432.142799:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609432.142800:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000010:3.0:1749609432.142800:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283088. 00000100:00000001:0.0:1749609432.142801:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609432.142803:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000200:3.0:1749609432.142804:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730257536, offset 224 00000100:00000040:0.0:1749609432.142805:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609432.142806:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609432.142807:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.142807:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609432.142807:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609432.142808:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609432.142810:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:0.0:1749609432.142812:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668a18. 00000100:00000200:0.0:1749609432.142813:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730257664, offset 0 00000400:00000200:3.0:1749609432.142815:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:0.0:1749609432.142816:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609432.142816:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609432.142818:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609432.142820:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609432.142820:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2142:2142:256:4294967295] 192.168.201.20@tcp LPNI seq info [2138:2138:8:4294967295] 00000100:00000001:1.0:1749609432.142822:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609432.142825:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2835 00000400:00000200:3.0:1749609432.142827:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:2.0:1749609432.142828:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005791872 : -131938703759744 : ffff8800a06e2680) 00000100:00000001:1.0:1749609432.142830:0:14331:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749609432.142831:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609432.142832:0:14331:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609432.142833:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:3.0:1749609432.142833:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695500. 00000100:00000040:2.0:1749609432.142834:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e2680 x1834594730257792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609432.142837:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2143:2143:255:4294967295] 192.168.201.20@tcp LPNI seq info [2139:2139:7:4294967295] 00000800:00000200:3.0:1749609432.142837:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:3.0:1749609432.142843:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:0.0:1749609432.142844:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:2.0:1749609432.142844:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730257792:12345-192.168.201.20@tcp:38: 00000800:00000200:0.0:1749609432.142866:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000200:2.0:1749609432.142866:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730257792 00000800:00000200:3.0:1749609432.142866:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1749609432.142868:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057800. 00000020:00000001:2.0:1749609432.142869:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000800:00000200:0.0:1749609432.142871:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00010000:00000001:2.0:1749609432.142872:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000800:00000200:0.0:1749609432.142874:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609432.142876:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1749609432.142877:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.142879:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609432.142880:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:0.0:1749609432.142881:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609432.142882:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609432.142882:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:3.0:1749609432.142882:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609432.142883:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609432.142884:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609432.142884:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000040:0.0:1749609432.142886:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e3480 x1834594730257664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609452 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609432.142886:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609432.142889:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b973450 x1834594730257536/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:378/0 lens 224/224 e 0 to 0 dl 1749609443 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609432.142891:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749609432.142893:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730257664:12345-192.168.201.20@tcp:38: Request processed in 141us (290us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749609432.142893:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749609432.142898:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2834 02000000:00000010:2.0:1749609432.142898:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a0240800. 00000100:00000001:0.0:1749609432.142900:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749609432.142900:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.142901:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609432.142902:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609432.142903:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00010000:00000040:2.0:1749609432.142905:0:16548:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000020:00000010:0.0:1749609432.142906:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000100:00100000:3.0:1749609432.142906:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b973450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730257536:12345-192.168.201.20@tcp:400: Request processed in 176us (425us total) trans 0 rc 0/0 00000800:00000200:1.0:1749609432.142907:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1749609432.142908:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000800:00000010:1.0:1749609432.142909:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695500. 00000100:00000001:0.0:1749609432.142910:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609432.142912:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:2.0:1749609432.142912:0:16548:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4041 last 0 00000100:00100000:3.0:1749609432.142914:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1499 00010000:00000001:2.0:1749609432.142916:0:16548:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000040:3.0:1749609432.142916:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000200:1.0:1749609432.142917:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609432.142919:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609432.142920:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283088 00000400:00000010:1.0:1749609432.142921:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283088. 00000100:00000001:3.0:1749609432.142921:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:2.0:1749609432.142922:0:16548:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000020:00000010:3.0:1749609432.142923:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1f80. 00000100:00000001:1.0:1749609432.142925:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000004:00000001:2.0:1749609432.142925:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609432.142926:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609432.142926:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f960. 00000020:00000010:3.0:1749609432.142929:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8600. 00000004:00000001:2.0:1749609432.142930:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000040:3.0:1749609432.142933:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 02000000:00000001:3.0:1749609432.142937:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:2.0:1749609432.142938:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000010:3.0:1749609432.142939:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a508cc00. 02000000:00000001:3.0:1749609432.142942:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:2.0:1749609432.142943:0:16548:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749609432.142944:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609432.142944:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609432.142946:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000004:00000040:2.0:1749609432.142950:0:16548:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000010:3.0:1749609432.142950:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62738. 00000004:00000040:2.0:1749609432.142952:0:16548:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000400:00000010:3.0:1749609432.142953:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7cc0. 00000004:00000040:2.0:1749609432.142954:0:16548:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:2.0:1749609432.142957:0:16548:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609432.142959:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609432.142961:0:16548:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609432.142963:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:2.0:1749609432.142965:0:16548:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609432.142967:0:16548:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:2.0:1749609432.142970:0:16548:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000200:1.0:1749609432.142971:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609432.142973:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057800. 00000020:00000040:2.0:1749609432.142973:0:16548:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:1.0:1749609432.142975:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749609432.142975:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609432.142977:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:2.0:1749609432.142977:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749609432.142978:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668a18 00000400:00000010:1.0:1749609432.142979:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668a18. 00010000:00000001:2.0:1749609432.142980:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609432.142981:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749609432.142981:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609432.142982:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749609432.142984:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1749609432.142986:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609432.142994:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:2.0:1749609432.142997:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609432.142999:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609432.143000:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609432.143001:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:2.0:1749609432.143003:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609432.143005:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609432.143006:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609432.143007:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609432.143009:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609432.143012:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c932a8. 00000100:00000200:2.0:1749609432.143015:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730257792, offset 0 00000400:00000200:2.0:1749609432.143019:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609432.143026:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609432.143031:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2144:2144:256:4294967295] 192.168.201.20@tcp LPNI seq info [2140:2140:8:4294967295] 00000400:00000200:2.0:1749609432.143039:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609432.143042:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609432.143045:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7900. 00000800:00000200:2.0:1749609432.143050:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:2.0:1749609432.143055:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:2.0:1749609432.143058:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7900 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1749609432.143075:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609432.143077:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609432.143078:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609432.143080:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609432.143082:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2680 x1834594730257792/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609452 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609432.143088:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730257792:12345-192.168.201.20@tcp:38: Request processed in 245us (433us total) trans 0 rc -11/-11 00000100:00100000:2.0:1749609432.143093:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2835 00000100:00000001:2.0:1749609432.143095:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609432.143096:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609432.143099:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000020:00000010:2.0:1749609432.143102:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000020:00000010:2.0:1749609432.143105:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000100:00000001:2.0:1749609432.143107:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1749609432.143129:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609432.143131:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7900. 00000400:00000200:3.0:1749609432.143133:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609432.143137:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609432.143139:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c932a8 00000400:00000010:3.0:1749609432.143140:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c932a8. 00000100:00000001:3.0:1749609432.143143:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609432.143144:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609432.545625:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1880. 00000020:00000040:0.0:1749609432.545635:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609432.545640:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609432.545643:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609432.545648:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609432.545654:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609432.545660:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.545665:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609432.545666:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609432.545672:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609432.545673:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609432.545675:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609432.545676:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005788288 : -131938703763328 : ffff8800a06e1880) 00000100:00000001:0.0:1749609432.545680:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609432.545682:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609432.545683:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609432.545685:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609432.545691:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1880 x1834594612294400/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.545699:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609432.545700:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609432.545702:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1880 x1834594612294400/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.545713:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609432.545715:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609432.545716:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609432.545717:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609432.545719:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609432.545720:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609432.545722:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.545724:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609432.545726:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609432.545727:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1880 x1834594612294400/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609432.545732:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612294400:0@lo:900: 00000100:00000001:0.0:1749609432.545735:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609432.545737:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609432.545739:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609432.545740:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609432.545741:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1880 x1834594612294400/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.545746:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609432.545747:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609432.545750:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609432.545751:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609432.545753:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609432.545754:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1880 x1834594612294400/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609432.545758:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609432.545759:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609432.545760:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609432.545761:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609432.545762:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609432.545765:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609432.545767:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609432.545768:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1880. 00000100:00000001:0.0:1749609432.545772:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609432.545773:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609432.710659:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609432.710664:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609432.710666:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609432.710668:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609432.710670:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609432.710672:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609432.710674:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609432.710676:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609432.710677:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609432.785629:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609432.785635:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609432.785641:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609432.785642:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609432.785701:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609432.785703:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609432.785705:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609433.710617:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609433.710624:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609433.710626:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609433.710628:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609433.710631:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609433.710634:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609433.710637:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609433.710639:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609433.710640:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609433.787632:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609433.787637:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609433.787642:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609433.787643:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609433.787730:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609433.787733:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609433.787735:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609434.546614:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1880. 00000020:00000040:0.0:1749609434.546622:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609434.546627:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609434.546629:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609434.546633:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609434.546638:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0a00. 00000100:00000001:0.0:1749609434.546644:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609434.546648:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609434.546649:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609434.546655:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609434.546656:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609434.546658:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609434.546659:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005788288 : -131938703763328 : ffff8800a06e1880) 00000100:00000001:0.0:1749609434.546662:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609434.546664:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609434.546665:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609434.546666:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609434.546671:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1880 x1834594612294528/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609434.546678:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609434.546679:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609434.546680:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1880 x1834594612294528/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609434.546684:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609434.546687:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609434.546687:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609434.546688:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609434.546690:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609434.546691:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609434.546693:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609434.546695:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609434.546696:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609434.546697:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1880 x1834594612294528/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609434.546701:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612294528:0@lo:900: 00000100:00000001:0.0:1749609434.546703:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609434.546704:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609434.546706:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609434.546707:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609434.546708:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1880 x1834594612294528/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609434.546711:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609434.546712:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609434.546715:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609434.546716:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609434.546717:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609434.546718:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1880 x1834594612294528/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609434.546721:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609434.546722:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609434.546723:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609434.546724:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609434.546725:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0a00. 02000000:00000001:0.0:1749609434.546727:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609434.546728:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609434.546729:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1880. 00000100:00000001:0.0:1749609434.546732:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609434.546733:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609434.710672:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609434.710678:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609434.710679:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609434.710682:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609434.710684:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609434.710686:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609434.710688:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609434.710690:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609434.710692:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609434.789692:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609434.789699:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609434.789705:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609434.789707:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609434.789837:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609434.789842:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609434.789845:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609435.387616:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609435.387627:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609435.387633:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1880. 00000020:00000040:0.0:1749609435.387640:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609435.387645:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609435.387648:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609435.387654:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609435.387661:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057400. 00000100:00000001:0.0:1749609435.387668:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.387677:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609435.387690:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609435.387692:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.387698:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1880] to pc [ptlrpcd_00_03+3] req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.387733:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609435.387736:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609435.387740:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609435.387742:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609435.387745:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609435.387749:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609435.387752:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4039 00000100:00080000:0.0:1749609435.387772:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609435.387774:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609435.387777:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609435.387779:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609435.387780:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609435.387783:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609435.387785:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609435.387787:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609435.387818:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609435.387822:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:1.0:1749609435.387824:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609435.387825:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609435.387827:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:1.0:1749609435.387827:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609435.387829:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609435.387831:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609435.387833:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:1.0:1749609435.387833:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.387834:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609435.387837:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:2.0:1749609435.387837:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749609435.387839:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609435.387841:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609435.387843:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749609435.387844:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609435.387844:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.387846:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609435.387849:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609435.387850:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609435.387852:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609435.387852:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609435.387854:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:1.0:1749609435.387854:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.387857:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609435.387857:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612294656:0@lo:400: 00000100:00000010:0.0:1749609435.387861:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2a00. 00000100:00000001:1.0:1749609435.387861:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749609435.387863:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609435.387866:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749609435.387866:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609435.387868:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609435.387868:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.387870:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749609435.387870:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609435.387871:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609435.387873:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609435.387875:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b200. 02000000:00000010:0.0:1749609435.387877:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea30400. 02000000:00000001:1.0:1749609435.387877:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.387880:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609435.387882:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a06e0. 00000100:00100000:0.0:1749609435.387885:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749609435.387889:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000001:0.0:1749609435.387892:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609435.387894:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609435.387895:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612294656, portal 25 00000100:00000040:0.0:1749609435.387896:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2a00] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609435.387898:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609435.387900:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005788288 : -131938703763328 : ffff8800a06e1880) 00000100:00000040:1.0:1749609435.387904:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609435.387912:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609435.387914:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609435.387915:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609435.387916:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1749609435.387917:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000001:0.0:1749609435.387919:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1749609435.387919:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612294656, offset 0 00000100:00000010:0.0:1749609435.387921:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2d80. 00000020:00000040:0.0:1749609435.387923:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000400:00000200:1.0:1749609435.387924:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609435.387925:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609435.387926:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609435.387928:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609435.387930:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057c00. 00000100:00000001:0.0:1749609435.387932:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.387934:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609435.387938:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609435.387940:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609435.387941:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.387944:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2d80] to pc [ptlrpcd_00_00+0] req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609435.387948:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c3400 00000400:00000200:1.0:1749609435.387955:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16dc5 [2] + 0 00000100:00000001:2.0:1749609435.387957:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749609435.387958:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62b58. 00000400:00000200:1.0:1749609435.387962:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3cc0 00000100:00000001:2.0:1749609435.387962:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609435.387964:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.387965:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749609435.387966:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:1.0:1749609435.387967:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749609435.387969:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609435.387970:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609435.387971:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1749609435.387971:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609435.387971:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.387974:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:1.0:1749609435.387974:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3cc0 00000100:00080000:0.0:1749609435.387976:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4039 00000400:00000010:1.0:1749609435.387976:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3cc0. 00000100:00080000:0.0:1749609435.387979:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609435.387981:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609435.387982:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609435.387983:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609435.387983:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609435.387984:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609435.387986:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609435.387986:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749609435.387987:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749609435.387987:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff88008b971450 x1834594612294656 msgsize 224 00000020:00000040:0.0:1749609435.387988:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000001:2.0:1749609435.387989:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609435.387990:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749609435.387990:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749609435.387991:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000040:1.0:1749609435.387992:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1749609435.387992:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749609435.388010:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 02000000:00000001:2.0:1749609435.388011:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609435.388012:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 02000000:00000001:2.0:1749609435.388014:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.388015:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00100000:2.0:1749609435.388016:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612294784:0@lo:38: 00000100:00000001:0.0:1749609435.388017:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609435.388017:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749609435.388018:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609435.388020:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609435.388020:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749609435.388022:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 02000000:00000001:2.0:1749609435.388023:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749609435.388024:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000400:00000200:1.0:1749609435.388024:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000400:00000010:1.0:1749609435.388025:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 02000000:00000001:2.0:1749609435.388025:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388027:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388027:0:1512:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609435.388027:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609435.388028:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1749609435.388030:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609435.388031:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0242800. 02000000:00000001:0.0:1749609435.388032:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609435.388033:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609435.388034:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388036:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609435.388037:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609435.388037:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f370. 00000100:00000010:0.0:1749609435.388040:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1c00. 00000100:00000001:1.0:1749609435.388041:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749609435.388042:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000020:00000040:0.0:1749609435.388043:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:1.0:1749609435.388043:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609435.388045:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:2.0:1749609435.388045:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612294784, portal 4 02000000:00000001:0.0:1749609435.388046:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388048:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609435.388048:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388048:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609435.388049:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609435.388049:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609435.388049:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005792768 : -131938703758848 : ffff8800a06e2a00) 02000000:00000001:0.0:1749609435.388051:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388052:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609435.388054:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea33400. 00000100:00000001:1.0:1749609435.388055:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298711800 00000100:00000040:2.0:1749609435.388055:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.388057:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609435.388058:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8140. 00000100:00100000:0.0:1749609435.388076:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609435.388077:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609435.388078:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749609435.388079:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609435.388080:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000001:0.0:1749609435.388082:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749609435.388082:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298711800 00000100:00000200:2.0:1749609435.388082:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612294784, offset 0 00000100:00000001:3.0:1749609435.388082:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609435.388083:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609435.388083:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8780. 00000100:00000001:1.0:1749609435.388084:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749609435.388085:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1c00] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609435.388085:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609435.388085:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609435.388086:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298711800 00000100:00000001:3.0:1749609435.388086:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1749609435.388087:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8980. 00000100:00000001:1.0:1749609435.388089:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609435.388090:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298711800 00000400:00000200:2.0:1749609435.388090:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609435.388090:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.388091:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609435.388092:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:1.0:1749609435.388092:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8900. 00000100:00000001:1.0:1749609435.388093:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609435.388094:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609435.388095:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:2.0:1749609435.388095:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c3480 00000100:00000001:3.0:1749609435.388095:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609435.388096:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749609435.388096:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388096:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609435.388097:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749609435.388097:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388098:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609435.388098:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609435.388099:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:2.0:1749609435.388099:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 10400 00000100:00080000:0.0:1749609435.388100:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4039 02000000:00000001:3.0:1749609435.388100:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609435.388101:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609435.388102:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749609435.388103:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749609435.388103:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749609435.388103:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612294912:0@lo:400: 00000100:00000040:0.0:1749609435.388104:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609435.388104:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609435.388105:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609435.388105:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609435.388105:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609435.388105:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609435.388106:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609435.388106:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749609435.388106:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609435.388107:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609435.388107:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388108:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609435.388108:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609435.388108:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749609435.388109:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609435.388109:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749609435.388110:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609435.388111:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609435.388111:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:3.0:1749609435.388111:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9600. 00000020:00000040:0.0:1749609435.388112:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 02000000:00000001:3.0:1749609435.388112:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388113:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609435.388114:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609435.388114:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609435.388114:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab8700. 00000400:00000010:3.0:1749609435.388114:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00000020:00000001:0.0:1749609435.388115:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:2.0:1749609435.388116:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab8700 x1834594612294784 msgsize 520 00000400:00000010:3.0:1749609435.388116:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000040:0.0:1749609435.388117:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000200:3.0:1749609435.388118:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612294912, portal 4 00000100:00000001:0.0:1749609435.388119:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749609435.388119:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609435.388119:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609435.388120:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609435.388120:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005793664 : -131938703757952 : ffff8800a06e2d80) 00000100:00000001:0.0:1749609435.388122:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609435.388123:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000040:3.0:1749609435.388124:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609435.388125:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609435.388125:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609435.388127:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609435.388128:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749609435.388128:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609435.388129:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749609435.388130:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609435.388130:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749609435.388130:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000400:00000010:3.0:1749609435.388130:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 02000000:00000001:0.0:1749609435.388131:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609435.388131:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00100000:1.0:1749609435.388132:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612294656 00000100:00000001:0.0:1749609435.388133:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:1.0:1749609435.388133:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609435.388134:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388135:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1749609435.388136:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0700. 00000100:00000001:1.0:1749609435.388136:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609435.388137:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609435.388139:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749609435.388139:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388139:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609435.388139:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612294912, offset 0 02000000:00000001:0.0:1749609435.388140:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388141:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1749609435.388141:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612294656 02000000:00000001:0.0:1749609435.388142:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1749609435.388142:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609435.388142:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000200:2.0:1749609435.388142:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609435.388142:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609435.388143:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609435.388144:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609435.388145:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 02000000:00000010:0.0:1749609435.388146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea30c00. 00000020:00000001:1.0:1749609435.388146:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000200:3.0:1749609435.388146:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609435.388148:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609435.388148:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:2.0:1749609435.388148:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609435.388149:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609435.388150:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609435.388150:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c3500 00000100:00100000:0.0:1749609435.388151:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1749609435.388151:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8dc0. 00000100:00000001:1.0:1749609435.388153:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609435.388154:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8dc0. 00000400:00000200:3.0:1749609435.388154:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 5152 00000100:00000001:2.0:1749609435.388155:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388156:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609435.388156:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609435.388157:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609435.388157:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000400:00000200:3.0:1749609435.388157:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609435.388158:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609435.388159:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00000001:2.0:1749609435.388159:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.388160:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e0700] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388161:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749609435.388162:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 00000100:00000040:2.0:1749609435.388162:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1033 usecs (2 jiffies) 00000100:00000200:3.0:1749609435.388162:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1749609435.388164:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298711794 00000100:00000001:0.0:1749609435.388166:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609435.388166:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609435.388166:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298711800 00000100:00000010:3.0:1749609435.388166:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7bb800. 00000100:00000040:0.0:1749609435.388167:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609435.388167:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298711794 00000100:00000040:3.0:1749609435.388167:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7bb800 x1834594612294912 msgsize 224 00000100:00000001:1.0:1749609435.388168:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609435.388168:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609435.388169:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749609435.388169:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388169:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298711800 00000100:00100000:3.0:1749609435.388169:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1749609435.388170:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2300. 00000100:00000001:2.0:1749609435.388170:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298711794 00000020:00000040:0.0:1749609435.388171:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609435.388171:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298711800 00000100:00000001:0.0:1749609435.388172:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609435.388173:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609435.388173:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298711794 02000000:00000001:0.0:1749609435.388174:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388174:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388174:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298711800 00000100:00000001:2.0:1749609435.388175:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749609435.388176:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057a00. 00000100:00000001:3.0:1749609435.388176:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609435.388177:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388177:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388177:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.388178:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609435.388179:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388180:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609435.388181:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609435.388181:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609435.388181:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609435.388183:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609435.388184:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609435.388184:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749609435.388185:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00000001:2.0:1749609435.388185:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609435.388186:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1749609435.388186:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.388187:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609435.388187:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:2.0:1749609435.388187:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609435.388188:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134656152656 : -131939053398960 : ffff88008b971450) 00000100:00000001:2.0:1749609435.388188:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609435.388189:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2300] to pc [ptlrpcd_00_01+1] req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388189:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609435.388190:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008b971450 x1834594612294656/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:381/0 lens 224/0 e 0 to 0 dl 1749609446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388190:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609435.388191:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609435.388192:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609435.388195:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609435.388195:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8dc0. 00000100:00000001:3.0:1749609435.388195:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388196:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388196:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609435.388196:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609435.388196:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609435.388197:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.388198:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4049) 00000020:00000010:1.0:1749609435.388198:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8dc0. 00000100:00000001:3.0:1749609435.388198:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609435.388199:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b971450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612294656:12345-0@lo:400: 02000000:00000001:2.0:1749609435.388199:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749609435.388199:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 02000000:00000001:2.0:1749609435.388200:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609435.388201:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298711793 00000100:00000200:1.0:1749609435.388202:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612294656 02000000:00000001:2.0:1749609435.388202:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388202:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298711800 00000020:00000001:1.0:1749609435.388203:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609435.388203:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612295040:0@lo:38: 00000100:00000001:3.0:1749609435.388203:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298711793 00000100:00000001:3.0:1749609435.388204:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298711800 00000100:00000001:3.0:1749609435.388205:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298711793 00000020:00000001:1.0:1749609435.388206:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749609435.388206:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609435.388206:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298711800 00000020:00000001:1.0:1749609435.388207:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609435.388207:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609435.388207:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298711793 00000020:00000001:1.0:1749609435.388208:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749609435.388208:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388208:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298711800 00000100:00000001:3.0:1749609435.388208:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609435.388209:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749609435.388209:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 02000000:00000001:2.0:1749609435.388209:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609435.388209:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609435.388210:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612294784 02000000:00000001:0.0:1749609435.388211:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609435.388211:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609435.388211:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388211:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.388212:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749609435.388212:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.388213:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609435.388213:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1749609435.388213:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a58a9800. 02000000:00000001:0.0:1749609435.388214:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609435.388214:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749609435.388214:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388214:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749609435.388215:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612294784 00000020:00000001:1.0:1749609435.388215:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388215:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1749609435.388216:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609435.388216:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1749609435.388216:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000100:00000001:3.0:1749609435.388216:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609435.388217:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609435.388217:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609435.388217:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609435.388218:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609435.388218:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749609435.388218:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:0.0:1749609435.388219:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609435.388219:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749609435.388219:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609435.388219:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609435.388220:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388220:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749609435.388221:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 02000000:00000010:1.0:1749609435.388221:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0ce000. 00000100:00000200:2.0:1749609435.388221:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612295040, portal 10 00000100:00000001:3.0:1749609435.388221:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609435.388221:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609435.388222:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388222:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609435.388222:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609435.388223:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388223:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005789184 : -131938703762432 : ffff8800a06e1c00) 00000100:00000001:3.0:1749609435.388223:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749609435.388224:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000040:3.0:1749609435.388224:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609435.388225:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609435.388226:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00010000:00000040:1.0:1749609435.388226:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612294656 00000100:00000040:2.0:1749609435.388227:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.388228:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609435.388228:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1749609435.388228:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609435.388228:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609435.388229:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388229:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749609435.388230:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008b971450 x1834594612294656/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:381/0 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609435.388230:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609435.388231:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609435.388231:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609435.388232:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609435.388232:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609435.388233:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612295296:0@lo:400: 00000100:00000040:2.0:1749609435.388234:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609435.388234:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609435.388235:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609435.388235:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609435.388235:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609435.388236:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c935d8. 02000000:00000001:3.0:1749609435.388236:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:1.0:1749609435.388237:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=104 v=5 (1 1 1 1) 00000100:00000200:2.0:1749609435.388237:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612295040, offset 0 02000000:00000001:3.0:1749609435.388237:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609435.388237:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609435.388239:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609435.388239:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749609435.388239:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8e00. 00000100:00000001:0.0:1749609435.388240:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609435.388240:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:2.0:1749609435.388240:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609435.388240:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609435.388241:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00100000:0.0:1749609435.388242:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00000001:1.0:1749609435.388242:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:3.0:1749609435.388242:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000001:0.0:1749609435.388243:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526396672 : -131936183154944 : ffff880136ab8700) 02000000:00000001:1.0:1749609435.388243:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749609435.388243:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612295296, portal 10 02000000:00000001:1.0:1749609435.388244:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.388245:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab8700 x1834594612294784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609435.388245:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609435.388245:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609435.388245:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609435.388245:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005790976 : -131938703760640 : ffff8800a06e2300) 00000100:00000040:1.0:1749609435.388246:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609435.388247:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000200:1.0:1749609435.388249:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612294656, offset 224 00000100:00000040:3.0:1749609435.388249:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609435.388250:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612294784:12345-0@lo:38: 00000400:00000200:2.0:1749609435.388250:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c3580 00000400:00000200:1.0:1749609435.388251:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609435.388252:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609435.388253:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612294784 00000100:00000040:3.0:1749609435.388253:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609435.388254:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609435.388254:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 76032 00000400:00000010:3.0:1749609435.388254:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000400:00000200:1.0:1749609435.388255:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749609435.388256:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749609435.388257:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c3400 00000100:00000200:3.0:1749609435.388257:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612295296, offset 0 00000400:00000200:2.0:1749609435.388259:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609435.388259:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609435.388262:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17925 [1] + 224 00000400:00000200:2.0:1749609435.388262:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609435.388263:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609435.388264:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609435.388265:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609435.388265:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c3680 00010000:00020000:0.0:1749609435.388266:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749609435.388266:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609435.388266:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609435.388267:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749609435.388267:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 76552 00010000:00000001:0.0:1749609435.388268:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609435.388269:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:2.0:1749609435.388269:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab9f80. 00000400:00000200:3.0:1749609435.388269:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749609435.388270:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609435.388270:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab9f80 x1834594612295040 msgsize 520 00000100:00000200:1.0:1749609435.388271:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609435.388271:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609435.388272:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609435.388273:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609435.388273:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609435.388274:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609435.388275:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea32400. 00000100:00000040:1.0:1749609435.388275:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609435.388276:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388277:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609435.388278:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609435.388279:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388279:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:0.0:1749609435.388281:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609435.388281:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609435.388281:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609435.388282:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:3.0:1749609435.388282:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612294912 02000000:00000001:3.0:1749609435.388283:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609435.388284:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609435.388284:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609435.388285:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609435.388286:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609435.388286:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388287:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 02000000:00000001:3.0:1749609435.388287:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.388288:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:3.0:1749609435.388288:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612294912 02000000:00000001:0.0:1749609435.388289:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609435.388290:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609435.388290:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609435.388290:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:0.0:1749609435.388291:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609435.388291:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000020:00000001:3.0:1749609435.388291:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609435.388292:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609435.388292:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000400:00000010:0.0:1749609435.388293:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668880. 00000100:00000001:1.0:1749609435.388293:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:3.0:1749609435.388293:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:1.0:1749609435.388294:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749609435.388294:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c935d8 00000020:00000001:3.0:1749609435.388294:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609435.388295:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609435.388295:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c935d8. 00000020:00000001:3.0:1749609435.388295:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000040:1.0:1749609435.388297:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609435.388297:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609435.388297:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749609435.388298:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:3.0:1749609435.388298:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b85c0. 00000020:00000001:1.0:1749609435.388299:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609435.388300:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749609435.388300:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609435.388301:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4c40. 00000100:00000200:0.0:1749609435.388302:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612294784, offset 0 00000100:00000040:1.0:1749609435.388302:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008b971450 x1834594612294656/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:381/0 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609435.388304:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000200:0.0:1749609435.388305:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609435.388305:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609435.388306:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b971450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612294656:12345-0@lo:400: Request processed in 111us (319us total) trans 0 rc 0/0 00000100:00000040:2.0:1749609435.388307:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388308:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749609435.388309:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609435.388310:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000020:00000010:3.0:1749609435.388310:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000010:3.0:1749609435.388311:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1f80. 00000100:00000040:1.0:1749609435.388312:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:2.0:1749609435.388312:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609435.388313:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c3480 00000100:00000001:1.0:1749609435.388313:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609435.388313:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749609435.388313:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f960. 00000100:00000001:1.0:1749609435.388314:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609435.388316:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1792d [1] + 0 00000020:00000010:1.0:1749609435.388316:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000001:2.0:1749609435.388316:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609435.388317:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:0.0:1749609435.388318:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609435.388318:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000100:00000040:2.0:1749609435.388318:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 825 usecs (1 jiffies) 00000100:00000001:3.0:1749609435.388318:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609435.388319:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749609435.388320:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749609435.388320:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000100:00000001:2.0:1749609435.388320:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298711793 00000100:00000001:3.0:1749609435.388320:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.388322:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749609435.388322:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:2.0:1749609435.388322:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298711800 00000100:00000001:3.0:1749609435.388322:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609435.388323:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298711793 00000100:00000200:0.0:1749609435.388324:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609435.388324:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749609435.388324:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298711800 00000100:00000001:3.0:1749609435.388324:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609435.388324:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609435.388325:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0ce000. 02000000:00000001:1.0:1749609435.388326:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609435.388326:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298711793 00000100:00000001:1.0:1749609435.388327:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388327:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298711800 00000100:00000001:3.0:1749609435.388327:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609435.388328:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388328:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298711793 00000100:00000200:1.0:1749609435.388329:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1749609435.388329:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298711800 00000400:00000010:1.0:1749609435.388330:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0d68. 00000100:00000001:2.0:1749609435.388331:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609435.388331:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609435.388332:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609435.388332:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388332:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749609435.388333:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b780. 00000100:00000001:2.0:1749609435.388334:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749609435.388334:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000400:00000200:0.0:1749609435.388335:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668880 00000100:00000040:3.0:1749609435.388335:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000400:00000010:0.0:1749609435.388336:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668880. 00000100:00000040:2.0:1749609435.388336:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388336:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355491328 : -131936354060288 : ffff88012c7bb800) 00000100:00000001:0.0:1749609435.388337:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609435.388338:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749609435.388338:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7bb800 x1834594612294912/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:381/0 lens 224/0 e 0 to 0 dl 1749609446 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.388339:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388340:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609435.388341:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609435.388341:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388342:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609435.388343:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609435.388344:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab8700 x1834594612294784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609435.388344:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609435.388344:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609435.388346:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609435.388346:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1749609435.388347:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609435.388347:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749609435.388347:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8140. 00000100:00100000:0.0:1749609435.388348:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612294784:12345-0@lo:38: Request processed in 98us (232us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749609435.388348:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a06e0. 00000100:00000001:2.0:1749609435.388348:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388348:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609435.388349:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8140. 00000400:00000200:1.0:1749609435.388350:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 02000000:00000001:2.0:1749609435.388350:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1749609435.388351:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 02000000:00000001:2.0:1749609435.388351:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609435.388351:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612294912:12345-0@lo:400: 00000100:00100000:0.0:1749609435.388352:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00000001:1.0:1749609435.388352:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609435.388353:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749609435.388353:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609435.388353:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609435.388353:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612294912 00000100:00000001:0.0:1749609435.388354:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749609435.388354:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612295168:0@lo:38: 00000020:00000001:3.0:1749609435.388354:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749609435.388355:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000020:00000001:3.0:1749609435.388355:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609435.388356:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609435.388357:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000100:00000200:1.0:1749609435.388357:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388357:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749609435.388357:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1749609435.388358:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 02000000:00000001:2.0:1749609435.388358:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749609435.388358:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 02000000:00000001:2.0:1749609435.388359:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609435.388359:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609435.388360:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609435.388360:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609435.388361:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609435.388361:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749609435.388361:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609435.388361:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609435.388362:0:1512:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749609435.388362:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1749609435.388363:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749609435.388363:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388364:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749609435.388364:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880082213400. 00000020:00000001:3.0:1749609435.388364:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609435.388365:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609435.388365:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388366:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609435.388367:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609435.388367:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 02000000:00000001:3.0:1749609435.388367:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749609435.388368:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=104 v=5 (5 5 5 5) 00000100:00080000:0.0:1749609435.388369:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:2.0:1749609435.388369:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c935d8. 02000000:00000010:3.0:1749609435.388369:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508cc00. 00000100:00001000:1.0:1749609435.388370:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=94 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609435.388370:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609435.388371:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000200:2.0:1749609435.388371:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612295168, portal 10 00000100:00000001:3.0:1749609435.388371:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388372:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609435.388372:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388372:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609435.388372:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005783808 : -131938703767808 : ffff8800a06e0700) 00000020:00000001:3.0:1749609435.388372:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609435.388373:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612294912 00010000:00000001:1.0:1749609435.388374:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749609435.388375:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609435.388375:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609435.388375:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609435.388376:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749609435.388376:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012c7bb800 x1834594612294912/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:381/0 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609435.388378:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388379:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609435.388380:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749609435.388380:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609435.388381:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609435.388381:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 00010000:00000001:3.0:1749609435.388381:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609435.388382:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612295168, offset 0 00000100:00001000:3.0:1749609435.388382:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609435.388383:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609435.388384:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609435.388384:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609435.388384:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609435.388385:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609435.388386:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:2.0:1749609435.388387:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609435.388387:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609435.388388:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749609435.388389:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612294656:0@lo:400: 02000000:00000001:3.0:1749609435.388389:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609435.388390:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c3600 00000100:00000001:3.0:1749609435.388390:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609435.388391:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609435.388391:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609435.388392:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609435.388392:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 76776 00000400:00000010:3.0:1749609435.388392:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000040:1.0:1749609435.388393:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1880 x1834594612294656/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609435.388394:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609435.388394:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612294912, offset 224 00000100:00000001:1.0:1749609435.388396:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1749609435.388396:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609435.388396:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609435.388397:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609435.388398:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1749609435.388398:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b200. 00000100:00000001:2.0:1749609435.388398:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:0.0:1749609435.388399:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612295040 02000000:00000001:1.0:1749609435.388399:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1749609435.388399:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749609435.388399:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609435.388400:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609435.388400:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609435.388401:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749609435.388401:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000010:2.0:1749609435.388401:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dfb80. 00000400:00000200:3.0:1749609435.388401:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c3500 00000100:00000001:0.0:1749609435.388402:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609435.388402:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749609435.388402:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7dfb80 x1834594612295168 msgsize 520 02000000:00000010:1.0:1749609435.388403:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057400. 02000000:00000001:0.0:1749609435.388404:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609435.388404:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749609435.388404:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17935 [1] + 224 00000100:00100000:0.0:1749609435.388405:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612295040 02000000:00000001:1.0:1749609435.388405:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1749609435.388405:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609435.388406:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1749609435.388406:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1880. 00000400:00000200:3.0:1749609435.388406:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609435.388407:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749609435.388407:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609435.388408:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609435.388408:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388408:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609435.388408:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609435.388408:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609435.388409:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388409:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749609435.388410:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609435.388410:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609435.388411:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000001:1.0:1749609435.388411:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609435.388411:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609435.388412:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000100:00000001:1.0:1749609435.388412:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609435.388412:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 00000020:00000010:0.0:1749609435.388413:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ebb8. 00000100:00000001:1.0:1749609435.388413:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609435.388413:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 00000100:00000001:2.0:1749609435.388414:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749609435.388414:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.388415:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609435.388415:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749609435.388415:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.388416:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388418:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388418:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609435.388419:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609435.388420:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609435.388420:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609435.388421:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:0.0:1749609435.388422:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609435.388422:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609435.388422:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609435.388423:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388424:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609435.388424:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388425:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609435.388425:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609435.388425:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609435.388425:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:0.0:1749609435.388426:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612295168 02000000:00000001:0.0:1749609435.388426:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609435.388426:0:14332:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609435.388426:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609435.388427:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609435.388427:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00000001:2.0:1749609435.388427:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298711793 00000020:00000001:3.0:1749609435.388427:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388428:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388428:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298711800 00000020:00000001:3.0:1749609435.388428:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749609435.388429:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388429:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298711793 00000100:00000040:3.0:1749609435.388429:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7bb800 x1834594612294912/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:381/0 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609435.388430:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612295168 00000100:00000001:1.0:1749609435.388430:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609435.388430:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298711800 00000020:00000001:0.0:1749609435.388431:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609435.388431:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609435.388431:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609435.388431:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298711793 00000020:00000001:0.0:1749609435.388432:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609435.388432:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388432:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298711800 00000020:00000001:0.0:1749609435.388433:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609435.388433:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00000001:2.0:1749609435.388433:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298711793 00000100:00000001:2.0:1749609435.388433:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298711800 00000100:00100000:3.0:1749609435.388433:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1509:x1834594612294912:12345-0@lo:400: Request processed in 86us (265us total) trans 0 rc 0/0 00000020:00000010:0.0:1749609435.388434:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000001:1.0:1749609435.388434:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526402944 : -131936183148672 : ffff880136ab9f80) 00000100:00000001:2.0:1749609435.388434:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609435.388435:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000100:00000001:2.0:1749609435.388435:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609435.388436:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2eaf0. 00000100:00000040:1.0:1749609435.388436:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab9f80 x1834594612295040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.388437:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609435.388437:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:2.0:1749609435.388437:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749609435.388437:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00000001:0.0:1749609435.388438:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609435.388438:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609435.388438:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:0.0:1749609435.388439:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609435.388439:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f370. 00000400:00000200:2.0:1749609435.388439:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609435.388440:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00000001:3.0:1749609435.388440:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609435.388440:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749609435.388441:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612295040:12345-0@lo:38: 00000100:00000001:2.0:1749609435.388441:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609435.388442:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609435.388442:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612295040 00000020:00000010:3.0:1749609435.388442:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1f80. 00000100:00000200:2.0:1749609435.388443:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609435.388443:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f960. 00000100:00000001:0.0:1749609435.388444:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609435.388444:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609435.388445:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749609435.388445:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749609435.388445:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000020:00000040:3.0:1749609435.388446:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00100000:0.0:1749609435.388447:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00000200:2.0:1749609435.388447:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388447:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.388448:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389194112 : -131936320357504 : ffff88012e7dfb80) 00000100:00000040:0.0:1749609435.388450:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7dfb80 x1834594612295168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609435.388450:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388450:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:1.0:1749609435.388451:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609435.388451:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609435.388452:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609435.388452:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609435.388452:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609435.388453:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609435.388453:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609435.388453:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749609435.388454:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612295168:12345-0@lo:38: 00010000:00000001:1.0:1749609435.388454:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609435.388454:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388455:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749609435.388455:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609435.388455:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7bad80. 00000100:00000200:0.0:1749609435.388456:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612295168 00000020:00000001:0.0:1749609435.388456:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609435.388456:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609435.388456:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609435.388457:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:1.0:1749609435.388457:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0ce000. 00000100:00000040:3.0:1749609435.388457:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7bad80 x1834594612295296 msgsize 224 02000000:00000001:1.0:1749609435.388458:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609435.388458:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609435 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609435.388459:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609435.388459:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=101 v=20 (1 1 1 20) 00000100:00100000:3.0:1749609435.388459:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749609435.388461:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609435.388461:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609435.388461:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388461:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00020000:0.0:1749609435.388462:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609435.388462:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609435.388462:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:0.0:1749609435.388463:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749609435.388463:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609435.388463:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609435.388464:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609435.388464:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00010000:00000001:0.0:1749609435.388465:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609435.388465:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609435.388465:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609435.388465:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:0.0:1749609435.388466:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749609435.388466:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609435.388466:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609435.388467:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609435.388467:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609435.388467:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000200:3.0:1749609435.388467:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609435.388468:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:2.0:1749609435.388468:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749609435.388469:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea31000. 00000100:00000001:2.0:1749609435.388469:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749609435.388470:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609435.388470:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609435.388470:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.388471:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609435.388471:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609435.388471:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609435.388471:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749609435.388472:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609435.388472:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388472:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609435.388472:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609435.388473:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388473:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749609435.388473:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:0.0:1749609435.388474:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749609435.388474:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609435.388475:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:1.0:1749609435.388475:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00080000:2.0:1749609435.388475:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609435.388475:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388476:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609435.388476:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612295040, offset 0 00000100:00000001:2.0:1749609435.388476:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609435.388476:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609435.388477:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.388478:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609435.388478:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609435.388478:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609435.388478:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609435.388479:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609435.388479:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000100:00000001:3.0:1749609435.388480:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298711793 00000100:00000040:0.0:1749609435.388481:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609435.388481:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298711800 02000000:00000001:0.0:1749609435.388482:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609435.388482:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609435.388482:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749609435.388482:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612294784:0@lo:38: 00000100:00000001:3.0:1749609435.388482:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298711793 00000100:00000001:0.0:1749609435.388483:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609435.388483:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298711800 00000400:00000200:1.0:1749609435.388484:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3580 00000100:00000001:2.0:1749609435.388484:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388484:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298711793 00000100:00000040:0.0:1749609435.388485:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609435.388485:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609435.388485:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298711800 00000400:00000010:0.0:1749609435.388486:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668880. 00000100:00000040:2.0:1749609435.388486:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2a00 x1834594612294784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388486:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298711793 00000400:00000200:1.0:1749609435.388487:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1793d [1] + 0 00000100:00000001:3.0:1749609435.388487:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298711800 00000100:00000001:3.0:1749609435.388488:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609435.388489:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612295168, offset 0 00000400:00000200:1.0:1749609435.388489:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609435.388489:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609435.388489:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609435.388490:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609435.388490:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749609435.388491:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749609435.388491:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0242800. 02000000:00000001:2.0:1749609435.388492:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1749609435.388492:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749609435.388493:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609435.388493:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000001:3.0:1749609435.388493:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609435.388493:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 00000400:00000200:0.0:1749609435.388494:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609435.388494:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749609435.388494:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 02000000:00000010:2.0:1749609435.388495:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea30400. 00000400:00000010:3.0:1749609435.388495:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000400:00000200:0.0:1749609435.388496:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3600 02000000:00000001:2.0:1749609435.388496:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609435.388496:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609435.388497:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609435.388501:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388504:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609435.388505:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609435.388506:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609435.388507:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609435.388508:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609435.388508:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609435.388509:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609435.388511:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=91 v=5 (5 5 5 5) 02000000:00000001:2.0:1749609435.388512:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609435.388513:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2a00. 00000100:00000001:2.0:1749609435.388515:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609435.388516:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388517:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609435.388518:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609435.388519:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17959 [1] + 0 00000100:00000001:2.0:1749609435.388519:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749609435.388520:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388520:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749609435.388521:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609435.388522:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609435.388522:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749609435.388523:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609435.388523:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609435.388524:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388524:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609435.388525:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609435.388527:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609435.388531:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609435.388533:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609435.388535:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609435.388537:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000400:00000010:1.0:1749609435.388537:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000400:00000200:0.0:1749609435.388539:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668880 00000100:00000001:1.0:1749609435.388539:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609435.388539:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749609435.388540:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668880. 00000100:00000001:0.0:1749609435.388541:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609435.388541:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609435.388541:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609435.388542:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609435.388543:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609435.388543:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609435.388544:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:1.0:1749609435.388544:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609435.388545:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609435.388546:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609435.388546:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab9f80 x1834594612295040/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609435.388548:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dfb80 x1834594612295168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609455 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609435.388550:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612295040:12345-0@lo:38: Request processed in 109us (279us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749609435.388552:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612295168:12345-0@lo:38: Request processed in 98us (149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609435.388554:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00000001:1.0:1749609435.388555:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749609435.388556:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00000001:1.0:1749609435.388556:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609435.388557:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749609435.388557:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00000001:0.0:1749609435.388558:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609435.388558:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ebb8. 00000020:00000010:0.0:1749609435.388559:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000020:00000010:1.0:1749609435.388559:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000020:00000010:0.0:1749609435.388561:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2eaf0. 00000100:00000001:1.0:1749609435.388561:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388561:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749609435.388562:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00100000:2.0:1749609435.388562:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612295296 00000100:00001000:3.0:1749609435.388562:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=91 v=5 (1 1 1 1) 02000000:00000001:2.0:1749609435.388563:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609435.388564:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388564:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609435.388564:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609435.388565:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388565:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609435.388566:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609435.388566:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1749609435.388567:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612295296 00000020:00000001:2.0:1749609435.388568:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00010000:00080000:3.0:1749609435.388568:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609435.388569:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:2.0:1749609435.388570:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609435.388571:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00010000:00000001:3.0:1749609435.388571:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609435.388572:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609435.388573:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1749609435.388574:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000040:3.0:1749609435.388574:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:3.0:1749609435.388575:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609435.388575:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388576:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609435.388577:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706880. 00000100:00000040:3.0:1749609435.388577:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609435.388579:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e84c0. 00000100:00000001:3.0:1749609435.388580:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609435.388581:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:3.0:1749609435.388581:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609435.388582:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609435.388584:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609435.388587:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:1509:1834594612294912:0@lo:400: 00000100:00000001:3.0:1749609435.388589:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388590:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609435.388591:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2d80 x1834594612294912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388594:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609435.388594:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609435.388595:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9600. 00000100:00000001:2.0:1749609435.388596:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749609435.388597:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609435.388597:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609435.388598:0:1509:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000010:2.0:1749609435.388599:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000001:3.0:1749609435.388599:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609435.388599:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057c00. 00000020:00000010:2.0:1749609435.388600:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 02000000:00000001:3.0:1749609435.388600:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609435.388601:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609435.388601:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2d80. 00000020:00000010:2.0:1749609435.388603:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:3.0:1749609435.388604:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609435.388604:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609435.388605:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609435.388606:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749609435.388606:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609435.388607:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609435.388607:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609435.388607:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609435.388608:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388609:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609435.388609:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388611:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609435.388612:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609435.388612:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609435.388616:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:0.0:1749609435.388617:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:2.0:1749609435.388618:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388622:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609435.388623:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609435.388625:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00000040:2.0:1749609435.388626:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:2.0:1749609435.388627:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355488640 : -131936354062976 : ffff88012c7bad80) 00000100:00000040:2.0:1749609435.388629:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7bad80 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:381/0 lens 224/0 e 0 to 0 dl 1749609446 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388633:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609435.388634:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706bc0. 00000100:00000001:2.0:1749609435.388635:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609435.388636:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706bc0. 00000100:00100000:2.0:1749609435.388638:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612295296:12345-0@lo:400: 00000100:00000200:2.0:1749609435.388640:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612295296 00000020:00000001:2.0:1749609435.388641:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609435.388642:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609435.388643:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609435.388644:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609435.388645:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:2.0:1749609435.388647:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609435.388648:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609435.388649:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609435.388650:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609435.388651:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609435.388652:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609435.388653:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609435.388654:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609435.388656:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880082213800. 02000000:00000001:2.0:1749609435.388657:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388657:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609435.388658:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609435.388659:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612295296 00010000:00000001:2.0:1749609435.388661:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749609435.388662:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012c7bad80 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:381/0 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609435.388666:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609435.388667:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609435.388668:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609435.388670:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609435.388670:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609435.388671:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609435.388672:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609435.388673:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388674:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609435.388675:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609435.388676:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00000200:2.0:1749609435.388678:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612295296, offset 224 00000400:00000200:2.0:1749609435.388680:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609435.388683:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609435.388685:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3680 00000400:00000200:2.0:1749609435.388688:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17945 [1] + 224 00000400:00000200:2.0:1749609435.388690:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609435.388691:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609435.388693:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609435.388695:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609435.388699:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388709:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609435.388711:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609435.388711:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00000001:2.0:1749609435.388713:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609435.388713:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609435.388714:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609435.388716:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:2.0:1749609435.388717:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609435.388717:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609435.388718:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749609435.388720:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7bad80 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:381/0 lens 224/224 e 0 to 0 dl 1749609446 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609435.388724:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612295296:12345-0@lo:400: Request processed in 90us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1749609435.388727:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00000001:3.0:1749609435.388727:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609435.388728:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:2.0:1749609435.388729:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609435.388729:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609435.388730:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609435.388731:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000400:00000001:3.0:1749609435.388731:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609435.388731:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609435.388732:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000020:00000010:2.0:1749609435.388733:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000020:00000010:2.0:1749609435.388734:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000400:00000200:3.0:1749609435.388734:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609435.388735:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000020:00000040:2.0:1749609435.388736:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:2.0:1749609435.388737:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609435.388737:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609435.388739:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388743:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609435.388743:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388744:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749609435.388745:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609435.388746:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609435.388746:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749609435.388747:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00000100:00000001:3.0:1749609435.388747:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609435.388748:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:3.0:1749609435.388748:0:1509:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:2.0:1749609435.388749:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 02000000:00000001:3.0:1749609435.388749:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609435.388749:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609435.388750:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609435.388750:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609435.388751:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609435.388752:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609435.388753:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1749609435.388754:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=98 v=5 (1 1 1 1) 00000100:00000200:2.0:1749609435.388756:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388756:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609435.388756:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609435.388757:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609435.388759:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00080000:3.0:1749609435.388759:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388760:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388761:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609435.388761:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609435.388762:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749609435.388762:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388763:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609435.388763:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1749609435.388764:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609435.388764:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00001000:2.0:1749609435.388765:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609435 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609435.388765:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609435.388765:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609435.388766:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609435.388767:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=101 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609435.388768:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609435.388769:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609435.388769:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609435.388770:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609435.388770:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749609435.388771:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388771:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609435.388772:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388775:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609435.388776:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749609435.388776:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612295296:0@lo:400: 00000100:00000001:2.0:1749609435.388777:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388777:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609435.388778:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609435.388778:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749609435.388779:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749609435.388779:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749609435.388780:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:3.0:1749609435.388780:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2300 x1834594612295296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388781:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609435.388783:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388783:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609435.388784:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609435.388784:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8e00. 00000100:00100000:2.0:1749609435.388786:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612295040:0@lo:38: 02000000:00000001:3.0:1749609435.388786:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609435.388786:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609435.388787:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749609435.388787:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1749609435.388788:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1749609435.388788:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057a00. 02000000:00000001:3.0:1749609435.388789:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1749609435.388790:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749609435.388790:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609435.388801:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2300. 00000100:00000001:3.0:1749609435.388803:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609435.388804:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609435.388804:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749609435.388806:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 00000100:00000001:3.0:1749609435.388806:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749609435.388807:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c935d8 00000400:00000010:2.0:1749609435.388807:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c935d8. 00000100:00000001:3.0:1749609435.388807:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388808:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609435.388808:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609435.388809:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609435.388809:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609435.388813:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388816:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609435.388817:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388818:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609435.388819:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609435.388819:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609435.388820:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609435.388820:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609435.388822:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609435 v=5 (0 0 0 0) 00000100:00001000:2.0:1749609435.388823:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=98 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609435.388824:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1749609435.388825:0:1508:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:2.0:1749609435.388827:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609435.388828:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609435.388829:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388832:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609435.388833:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609435.388834:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388835:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609435.388835:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749609435.388836:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749609435.388837:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:2.0:1749609435.388838:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609435.388840:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609435.388844:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612295168:0@lo:38: 00000100:00000001:2.0:1749609435.388846:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388848:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609435.388849:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1c00 x1834594612295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388855:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609435.388856:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609435.388857:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a58a9800. 02000000:00000001:2.0:1749609435.388859:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609435.388860:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609435.388861:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749609435.388863:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609435.388864:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea33400. 02000000:00000001:2.0:1749609435.388866:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609435.388867:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609435.388868:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1c00. 00000100:00000001:2.0:1749609435.388870:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609435.388870:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388871:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609435.388873:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e0700 x1834594612295168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609435.388878:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609435.388879:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609435.388880:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880082213400. 02000000:00000001:2.0:1749609435.388882:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609435.388882:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609435.388883:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749609435.388884:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609435.388885:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea30c00. 02000000:00000001:2.0:1749609435.388887:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609435.388888:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609435.388889:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e0700. 00000100:00000001:2.0:1749609435.388892:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609435.388892:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388894:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609435.388896:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609435.388897:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609435.388899:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609435.388900:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609435.395584:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298711800, at 4298711800 00000100:00000040:1.0:1749609435.395585:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298711800, at 4298711800 00000100:00000040:0.0:1749609435.395589:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298711800, at 4298711800 00000100:00000040:2.0:1749609435.395589:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298711800, at 4298711800 00000100:00000010:3.0:1749609435.395597:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8900. 00000100:00000010:0.0:1749609435.395598:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8140. 00000100:00000010:1.0:1749609435.395624:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8780. 00000100:00000010:2.0:1749609435.395632:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8980. 00000100:00000001:0.0:1749609435.710638:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609435.710643:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609435.710645:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609435.710647:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609435.710649:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609435.710651:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.710653:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609435.710655:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609435.710656:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609435.791625:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609435.791630:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609435.791634:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609435.791635:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609435.791704:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609435.791707:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609435.791709:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609436.547603:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1f80. 00000020:00000040:0.0:1749609436.547611:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609436.547616:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609436.547618:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609436.547623:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609436.547628:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609436.547635:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609436.547639:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609436.547640:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609436.547644:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609436.547645:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609436.547647:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609436.547648:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005790080 : -131938703761536 : ffff8800a06e1f80) 00000100:00000001:0.0:1749609436.547651:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609436.547653:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609436.547654:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609436.547655:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609436.547660:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1f80 x1834594612295424/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609436.547671:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609436.547672:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609436.547673:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1f80 x1834594612295424/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609436.547677:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609436.547679:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609436.547679:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609436.547681:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609436.547682:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609436.547683:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609436.547685:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609436.547686:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609436.547688:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609436.547689:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1f80 x1834594612295424/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609436.547693:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612295424:0@lo:900: 00000100:00000001:0.0:1749609436.547695:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609436.547697:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609436.547698:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609436.547699:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609436.547700:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1f80 x1834594612295424/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609436.547703:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609436.547704:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609436.547707:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609436.547708:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609436.547709:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609436.547710:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1f80 x1834594612295424/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609436.547713:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609436.547715:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609436.547716:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609436.547717:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609436.547718:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609436.547721:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609436.547723:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609436.547723:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1f80. 00000100:00000001:0.0:1749609436.547727:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609436.547727:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609436.710593:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609436.710599:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609436.710601:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609436.710603:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609436.710605:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609436.710608:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609436.710610:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609436.710612:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609436.710613:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609436.793614:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609436.793618:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609436.793622:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609436.793624:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609436.793626:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609436.793627:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609436.793629:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609436.793631:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609436.793632:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609436.793633:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609436.793719:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609436.793722:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609436.793724:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609437.150068:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609437.150083:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609437.150086:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609437.150088:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609437.150096:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609437.150109:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342e00 00000400:00000200:0.0:1749609437.150114:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16df5 [2] + 0 00000400:00000010:0.0:1749609437.150117:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62318. 00000400:00000200:0.0:1749609437.150121:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da3480 00000800:00000001:0.0:1749609437.150126:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609437.150129:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609437.150130:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609437.150133:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609437.150136:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da3480 00000400:00000010:0.0:1749609437.150137:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da3480. 00000100:00000001:0.0:1749609437.150141:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609437.150143:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609437.150145:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800703e3450 x1834594730257920 msgsize 224 00000100:00100000:0.0:1749609437.150148:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609437.150149:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609437.150162:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609437.150168:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609437.150169:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609437.150170:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609437.150171:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609437.150173:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609437.150176:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342e80 00000400:00000200:0.0:1749609437.150179:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 77296 00000800:00000001:0.0:1749609437.150181:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609437.150183:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609437.150184:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609437.150186:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609437.150188:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609437.150189:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609437.150192:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1f80. 00000100:00000040:0.0:1749609437.150193:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e1f80 x1834594730258048 msgsize 520 00000100:00100000:0.0:1749609437.150195:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:1.0:1749609437.150203:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609437.150205:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609437.150205:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730257920 02000000:00000001:1.0:1749609437.150207:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609437.150208:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:1.0:1749609437.150209:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1749609437.150210:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609437.150210:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609437.150211:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609437.150213:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609437.150214:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609437.150216:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00100000:1.0:1749609437.150216:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730257920 00000020:00000001:1.0:1749609437.150218:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609437.150220:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:1.0:1749609437.150222:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609437.150224:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:1.0:1749609437.150225:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609437.150226:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf342f00 00000020:00000001:1.0:1749609437.150226:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609437.150228:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 77816 00000100:00000001:1.0:1749609437.150230:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1749609437.150231:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:1.0:1749609437.150232:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8780. 00000100:00000001:1.0:1749609437.150234:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609437.150235:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8780. 00000020:00000010:1.0:1749609437.150238:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000020:00000010:1.0:1749609437.150242:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000800:00000001:0.0:1749609437.150244:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609437.150245:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 00000400:00000200:0.0:1749609437.150246:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609437.150248:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000040:1.0:1749609437.150250:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609437.150251:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609437.150252:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609437.150252:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609437.150253:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609437.150254:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609437.150255:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e0700. 00000100:00000001:2.0:1749609437.150256:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609437.150257:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e0700 x1834594730258176 msgsize 520 00000100:00000001:1.0:1749609437.150258:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609437.150258:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730258048 00000100:00100000:0.0:1749609437.150260:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 02000000:00000001:2.0:1749609437.150260:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609437.150261:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609437.150263:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609437.150264:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609437.150265:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.150267:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609437.150267:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730258048 00000020:00000001:2.0:1749609437.150268:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609437.150269:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000800:00000001:0.0:1749609437.150270:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:1.0:1749609437.150270:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609437.150271:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609437.150272:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609437.150272:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609437.150273:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609437.150274:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609437.150275:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1501 00000100:00000040:1.0:1749609437.150277:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000020:00000010:2.0:1749609437.150277:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000100:00000001:1.0:1749609437.150278:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197343312 : -131939512208304 : ffff8800703e3450) 00000020:00000010:2.0:1749609437.150279:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000020:00000010:2.0:1749609437.150281:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000040:1.0:1749609437.150282:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e3450 x1834594730257920/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:383/0 lens 224/0 e 0 to 0 dl 1749609448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609437.150284:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609437.150285:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609437.150287:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609437.150287:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609437.150288:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8780. 00000100:00000001:1.0:1749609437.150289:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609437.150290:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8780. 00000100:00000001:2.0:1749609437.150290:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.150292:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609437.150292:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730257920:12345-192.168.201.20@tcp:400: 00000100:00100000:0.0:1749609437.150293:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730258176 02000000:00000001:0.0:1749609437.150294:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749609437.150294:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730257920 00000100:00000001:0.0:1749609437.150295:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609437.150295:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609437.150296:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609437.150297:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609437.150298:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609437.150298:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749609437.150299:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609437.150300:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730258176 00000020:00000001:0.0:1749609437.150301:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609437.150301:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1749609437.150302:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609437.150302:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:2.0:1749609437.150302:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609437.150303:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609437.150303:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609437.150304:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609437.150304:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609437.150305:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609437.150305:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609437.150305:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609437.150306:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749609437.150306:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2838 00000020:00000010:0.0:1749609437.150308:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000020:00000001:1.0:1749609437.150308:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.150308:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005790080 : -131938703761536 : ffff8800a06e1f80) 00000020:00000001:1.0:1749609437.150309:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1749609437.150310:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000100:00000040:2.0:1749609437.150311:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e1f80 x1834594730258048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609437.150312:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2eaf0. 00000100:00000001:1.0:1749609437.150312:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609437.150313:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609437.150315:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609437.150316:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1749609437.150316:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cf400. 00000100:00000001:0.0:1749609437.150317:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609437.150318:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.150319:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609437.150319:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609437.150320:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609437.150322:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730257920 00000100:00000001:0.0:1749609437.150323:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609437.150324:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:2.0:1749609437.150325:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730258048:12345-192.168.201.20@tcp:38: 00010000:00000200:1.0:1749609437.150326:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e3450 x1834594730257920/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:383/0 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609437.150328:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609437.150328:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730258048 00000100:00000001:0.0:1749609437.150329:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609437.150330:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609437.150331:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2839 00010000:00000001:2.0:1749609437.150332:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609437.150333:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005783808 : -131938703767808 : ffff8800a06e0700) 00000100:00000040:0.0:1749609437.150335:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e0700 x1834594730258176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609437.150340:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749609437.150341:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730258176:12345-192.168.201.20@tcp:38: 00010000:00000001:1.0:1749609437.150341:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609437.150343:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609437.150344:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730258176 00000020:00000001:0.0:1749609437.150345:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609437.150346:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:1.0:1749609437.150346:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=106 v=5 (1 1 1 1) 00010000:00020000:2.0:1749609437.150346:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609437.150348:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1749609437.150350:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:1.0:1749609437.150350:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749609437.150350:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609437.150351:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000001:0.0:1749609437.150352:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:1.0:1749609437.150353:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609437.150353:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749609437.150354:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609437.150354:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609437.150355:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609437.150355:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609437.150355:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609437.150356:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609437.150357:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609437.150357:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880082213400. 02000000:00000010:0.0:1749609437.150358:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88012ea31800. 00000100:00000040:1.0:1749609437.150358:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:2.0:1749609437.150359:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609437.150360:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.150361:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609437.150361:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609437.150361:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609437.150363:0:14331:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000001:2.0:1749609437.150363:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749609437.150364:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730257920, offset 224 00010000:00000001:2.0:1749609437.150364:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609437.150366:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00080000:0.0:1749609437.150367:0:14331:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4046 last 0 00000400:00000200:1.0:1749609437.150368:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609437.150368:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:0.0:1749609437.150370:0:14331:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:1.0:1749609437.150373:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:0.0:1749609437.150374:0:14331:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1749609437.150377:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609437.150377:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2145:2145:256:4294967295] 192.168.201.20@tcp LPNI seq info [2141:2141:8:4294967295] 00000004:00000001:0.0:1749609437.150380:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609437.150383:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:0.0:1749609437.150385:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000200:1.0:1749609437.150386:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609437.150388:0:14331:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1749609437.150388:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee900. 00000400:00000200:2.0:1749609437.150388:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000004:00000001:0.0:1749609437.150389:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.150391:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1749609437.150392:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000040:0.0:1749609437.150393:0:14331:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000040:2.0:1749609437.150393:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000040:0.0:1749609437.150395:0:14331:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000001:2.0:1749609437.150395:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000040:0.0:1749609437.150396:0:14331:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000001:2.0:1749609437.150396:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:1.0:1749609437.150397:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000001:0.0:1749609437.150398:0:14331:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609437.150399:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee900 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1749609437.150399:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609437.150400:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 02000000:00000001:2.0:1749609437.150401:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:0.0:1749609437.150402:0:14331:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 02000000:00000001:2.0:1749609437.150402:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609437.150403:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:0.0:1749609437.150404:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609437.150404:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609437.150405:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609437.150406:0:14331:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:1.0:1749609437.150406:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609437.150407:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749609437.150407:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c935d8. 00010000:00000001:0.0:1749609437.150408:0:14331:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:1.0:1749609437.150408:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609437.150409:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749609437.150409:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730258048, offset 0 00010000:00000001:0.0:1749609437.150410:0:14331:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000040:1.0:1749609437.150410:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e3450 x1834594730257920/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:383/0 lens 224/224 e 0 to 0 dl 1749609448 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609437.150412:0:14331:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:2.0:1749609437.150413:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00010000:00000001:0.0:1749609437.150414:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609437.150415:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749609437.150415:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730257920:12345-192.168.201.20@tcp:400: Request processed in 127us (269us total) trans 0 rc 0/0 00010000:00000001:0.0:1749609437.150417:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609437.150418:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609437.150418:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00001000:0.0:1749609437.150419:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00100000:1.0:1749609437.150419:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1501 00000100:00000001:0.0:1749609437.150421:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749609437.150421:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000200:2.0:1749609437.150422:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2146:2146:255:4294967295] 192.168.201.20@tcp LPNI seq info [2142:2142:7:4294967295] 00000100:00000001:1.0:1749609437.150423:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609437.150423:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609437.150425:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000020:00000010:1.0:1749609437.150427:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000020:00000010:1.0:1749609437.150429:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000400:00000200:2.0:1749609437.150429:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000040:1.0:1749609437.150432:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:2.0:1749609437.150433:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609437.150434:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:0.0:1749609437.150435:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609437.150435:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1749609437.150435:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7500. 00000100:00000040:0.0:1749609437.150437:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609437.150438:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000200:1.0:1749609437.150438:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:2.0:1749609437.150438:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:0.0:1749609437.150440:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000010:1.0:1749609437.150441:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a06e0. 00000100:00000040:0.0:1749609437.150442:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609437.150442:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:0.0:1749609437.150444:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749609437.150444:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b9c0. 00000800:00000200:2.0:1749609437.150444:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7500 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1749609437.150445:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609437.150447:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609437.150447:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609437.150449:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609437.150449:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000010:0.0:1749609437.150451:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668880. 00000100:00000001:2.0:1749609437.150451:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609437.150452:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609437.150453:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730258176, offset 0 00000400:00000200:0.0:1749609437.150455:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609437.150455:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1f80 x1834594730258048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609457 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609437.150459:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:0.0:1749609437.150462:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2147:2147:254:4294967295] 192.168.201.20@tcp LPNI seq info [2143:2143:6:4294967295] 00000100:00100000:2.0:1749609437.150463:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730258048:12345-192.168.201.20@tcp:38: Request processed in 138us (268us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609437.150468:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2838 00000400:00000200:0.0:1749609437.150469:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:2.0:1749609437.150470:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609437.150471:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1749609437.150472:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:2.0:1749609437.150473:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000800:00000010:0.0:1749609437.150474:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057100. 00000800:00000200:0.0:1749609437.150476:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000010:2.0:1749609437.150476:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000020:00000010:2.0:1749609437.150478:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000800:00000200:1.0:1749609437.150479:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1749609437.150480:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:2.0:1749609437.150481:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609437.150482:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057100 type 1, nob 512 niov 1 nkiov 1 00000800:00000010:1.0:1749609437.150482:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee900. 00000100:00000001:0.0:1749609437.150485:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609437.150486:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000400:00000200:1.0:1749609437.150486:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609437.150488:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609437.150489:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609437.150489:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000040:0.0:1749609437.150491:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e0700 x1834594730258176/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609457 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609437.150491:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000400:00000010:1.0:1749609437.150492:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:1.0:1749609437.150494:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749609437.150526:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730258176:12345-192.168.201.20@tcp:38: Request processed in 156us (240us total) trans 0 rc -11/-11 02000000:00000001:1.0:1749609437.150527:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749609437.150530:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cf400. 00000100:00100000:0.0:1749609437.150532:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2839 02000000:00000001:1.0:1749609437.150532:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609437.150533:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609437.150534:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609437.150535:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609437.150536:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000020:00000010:0.0:1749609437.150538:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2eaf0. 00000020:00000010:0.0:1749609437.150540:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000800:00000200:1.0:1749609437.150542:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1749609437.150543:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1749609437.150543:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7500. 00000400:00000200:1.0:1749609437.150544:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609437.150546:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609437.150548:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c935d8 00000400:00000010:1.0:1749609437.150549:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c935d8. 00000100:00000001:1.0:1749609437.150550:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609437.150551:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609437.150586:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609437.150588:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057100. 00000400:00000200:1.0:1749609437.150590:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609437.150593:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609437.150595:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668880 00000400:00000010:1.0:1749609437.150596:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668880. 00000100:00000001:1.0:1749609437.150598:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609437.150599:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609437.710688:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609437.710696:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609437.710698:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609437.710701:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609437.710705:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609437.710708:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609437.710711:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609437.710714:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609437.710717:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609437.795657:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609437.795664:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609437.795671:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609437.795673:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609437.795780:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609437.795782:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609437.795784:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609438.548616:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1c00. 00000020:00000040:0.0:1749609438.548624:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609438.548629:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609438.548631:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609438.548635:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609438.548641:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609438.548646:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609438.548649:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609438.548651:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609438.548655:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609438.548656:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609438.548658:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609438.548660:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005789184 : -131938703762432 : ffff8800a06e1c00) 00000100:00000001:0.0:1749609438.548663:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609438.548664:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609438.548666:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609438.548667:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609438.548672:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1c00 x1834594612295552/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609438.548679:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609438.548680:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609438.548681:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1c00 x1834594612295552/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609438.548685:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609438.548687:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609438.548687:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609438.548688:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609438.548690:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609438.548691:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609438.548692:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609438.548694:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609438.548695:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609438.548696:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1c00 x1834594612295552/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609438.548700:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612295552:0@lo:900: 00000100:00000001:0.0:1749609438.548702:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609438.548704:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609438.548705:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609438.548706:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609438.548707:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1c00 x1834594612295552/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609438.548711:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609438.548712:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609438.548714:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609438.548716:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609438.548717:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609438.548718:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1c00 x1834594612295552/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609438.548721:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609438.548722:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609438.548723:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609438.548724:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609438.548725:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609438.548729:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609438.548729:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609438.548730:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1c00. 00000100:00000001:0.0:1749609438.548733:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609438.548734:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609438.710642:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609438.710649:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609438.710651:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609438.710654:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609438.710658:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609438.710661:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609438.710665:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609438.710667:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609438.710669:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609438.797648:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609438.797653:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609438.797658:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609438.797659:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609438.797761:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609438.797764:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609438.797766:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609439.710668:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609439.710674:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609439.710676:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609439.710678:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609439.710681:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609439.710683:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609439.710685:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609439.710686:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609439.710688:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609439.799666:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609439.799672:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609439.799677:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609439.799677:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609439.799766:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609439.799770:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609439.799773:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609440.395557:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609440.395563:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609440.395568:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1c00. 00000020:00000040:0.0:1749609440.395573:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609440.395577:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609440.395581:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609440.395585:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609440.395591:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057f00. 00000100:00000001:0.0:1749609440.395596:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.395604:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609440.395614:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609440.395616:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.395621:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1c00] to pc [ptlrpcd_00_02+2] req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.395645:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609440.395648:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609440.395651:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609440.395652:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609440.395654:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609440.395658:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609440.395660:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4044 00000100:00080000:0.0:1749609440.395662:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609440.395664:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609440.395667:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609440.395669:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609440.395670:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609440.395672:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609440.395673:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609440.395674:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000100:00000001:2.0:1749609440.395676:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609440.395677:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609440.395678:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749609440.395679:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609440.395682:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:2.0:1749609440.395683:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609440.395688:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609440.395690:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609440.395692:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609440.395692:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609440.395693:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.395694:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609440.395696:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609440.395696:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749609440.395698:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 02000000:00000001:2.0:1749609440.395698:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609440.395700:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 02000000:00000001:2.0:1749609440.395701:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.395702:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609440.395703:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612295680:0@lo:400: 02000000:00000001:0.0:1749609440.395704:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609440.395721:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609440.395724:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609440.395726:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609440.395726:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609440.395728:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609440.395729:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609440.395732:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8400. 02000000:00000001:2.0:1749609440.395734:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609440.395736:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749609440.395738:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 02000000:00000001:0.0:1749609440.395739:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.395740:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609440.395743:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609440.395744:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000010:0.0:1749609440.395745:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2300. 00000020:00000040:0.0:1749609440.395747:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609440.395750:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:2.0:1749609440.395750:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612295680, portal 25 02000000:00000001:0.0:1749609440.395751:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.395751:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609440.395752:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005789184 : -131938703762432 : ffff8800a06e1c00) 00000100:00000001:0.0:1749609440.395753:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609440.395754:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609440.395756:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609440.395756:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609440.395759:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea32800. 00000100:00000001:2.0:1749609440.395760:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609440.395762:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609440.395762:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609440.395764:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00100000:0.0:1749609440.395765:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749609440.395765:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612295680, offset 0 00000400:00000200:2.0:1749609440.395768:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609440.395772:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609440.395773:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.395776:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2300] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609440.395778:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609440.395785:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c3800 00000400:00000200:2.0:1749609440.395789:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16e29 [2] + 0 00000400:00000010:2.0:1749609440.395791:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b629f8. 00000100:00000001:0.0:1749609440.395793:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609440.395793:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da36c0 00000100:00000040:0.0:1749609440.395795:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749609440.395797:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609440.395798:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749609440.395799:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749609440.395800:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2d80. 00000020:00000040:0.0:1749609440.395801:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000400:00000200:2.0:1749609440.395801:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da36c0 00000400:00000010:2.0:1749609440.395802:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da36c0. 00000100:00000001:0.0:1749609440.395803:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609440.395804:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609440.395806:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.395807:0:1511:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749609440.395808:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057d00. 00000100:00000200:2.0:1749609440.395808:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1749609440.395810:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800703e3c50 x1834594612295680 msgsize 224 00000100:00000001:0.0:1749609440.395811:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.395811:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609440.395812:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609440.395813:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609440.395813:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749609440.395814:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1749609440.395814:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609440.395818:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.395819:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609440.395820:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.395823:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2d80] to pc [ptlrpcd_00_03+3] req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.395823:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609440.395824:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.395825:0:1511:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609440.395826:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609440.395827:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609440.395829:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609440.395830:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609440.395830:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00100000:3.0:1749609440.395830:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612295808:0@lo:38: 00000100:00000001:0.0:1749609440.395831:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.395832:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749609440.395833:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749609440.395833:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1749609440.395834:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609440.395834:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609440.395835:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609440.395836:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1749609440.395836:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609440.395837:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609440.395838:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609440.395839:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749609440.395839:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508d000. 00000100:00000001:0.0:1749609440.395840:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:2.0:1749609440.395840:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609456 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609440.395840:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609440.395841:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4044 00000400:00000010:3.0:1749609440.395842:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00080000:0.0:1749609440.395843:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749609440.395844:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.395845:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609440.395845:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1749609440.395845:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000001:0.0:1749609440.395847:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609440.395847:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609440.395847:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612295808, portal 4 00000100:00000040:0.0:1749609440.395848:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609440.395848:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609440.395849:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005790976 : -131938703760640 : ffff8800a06e2300) 00000100:00000001:0.0:1749609440.395850:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609440.395850:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298716808 00000020:00000001:0.0:1749609440.395851:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609440.395852:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000100:00000010:2.0:1749609440.395852:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706bc0. 00000100:00000040:3.0:1749609440.395853:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609440.395854:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609440.395855:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609440.395856:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:2.0:1749609440.395856:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1749609440.395858:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:3.0:1749609440.395858:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609440.395859:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609440.395860:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609440.395860:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298716808 00000400:00000010:3.0:1749609440.395860:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000010:2.0:1749609440.395861:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706ac0. 00000100:00000200:3.0:1749609440.395861:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612295808, offset 0 00000100:00000001:0.0:1749609440.395862:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609440.395863:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609440.395863:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609440.395864:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609440.395866:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000001:2.0:1749609440.395866:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298716808 00000100:00000010:2.0:1749609440.395868:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706580. 00000400:00000200:3.0:1749609440.395868:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749609440.395869:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609440.395870:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.395870:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749609440.395872:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609440.395872:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298716808 00000400:00000200:3.0:1749609440.395872:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609440.395874:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749609440.395874:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07069c0. 00000400:00000200:3.0:1749609440.395875:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c3880 02000000:00000001:0.0:1749609440.395876:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.395876:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609440.395877:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609440.395878:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609440.395879:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609440.395879:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 10920 00000100:00000001:2.0:1749609440.395880:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609440.395881:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2a00. 00000020:00000040:0.0:1749609440.395882:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609440.395882:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609440.395882:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609440.395883:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609440.395884:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1749609440.395884:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609440.395885:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.395886:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609440.395886:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609440.395887:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1749609440.395887:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1749609440.395888:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609440.395889:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b8700. 02000000:00000010:0.0:1749609440.395890:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea32c00. 00000100:00000001:2.0:1749609440.395890:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609440.395891:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b8700 x1834594612295808 msgsize 520 00000100:00000001:2.0:1749609440.395892:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609440.395893:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.395893:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609440.395893:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609440.395894:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609440.395895:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609440.395896:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609440.395897:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749609440.395897:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749609440.395898:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609440.395899:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609440.395899:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609440.395900:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612295680 00000100:00000001:2.0:1749609440.395900:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609440.395901:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609440.395901:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609440.395902:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609440.395902:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609440.395902:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609440.395903:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.395903:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609440.395903:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609440.395904:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000040:0.0:1749609440.395905:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e2a00] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609440.395905:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609440.395905:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.395907:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609440.395908:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609440.395908:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609440.395910:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612295680 00000020:00000001:1.0:1749609440.395911:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609440.395911:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609440.395912:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609440.395912:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:2.0:1749609440.395912:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609440.395913:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:0.0:1749609440.395914:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000040:1.0:1749609440.395914:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 02000000:00000001:2.0:1749609440.395914:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609440.395915:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609440.395916:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:1.0:1749609440.395916:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609440.395916:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609440.395917:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1749609440.395917:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000001:2.0:1749609440.395917:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609440.395917:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609440.395918:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749609440.395919:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612295936:0@lo:400: 00000100:00000001:0.0:1749609440.395920:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749609440.395921:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609440.395921:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609440.395922:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4044 00000100:00000001:2.0:1749609440.395922:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609440.395922:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609440.395923:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8780. 00000100:00000001:3.0:1749609440.395923:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609440.395924:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749609440.395924:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609440.395924:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609440.395925:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:2.0:1749609440.395925:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609440.395925:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1032 usecs (2 jiffies) 00000020:00000010:1.0:1749609440.395926:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8780. 00000100:00000001:0.0:1749609440.395927:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609440.395927:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609440.395927:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298716802 00000100:00000040:0.0:1749609440.395928:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609440.395928:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298716808 00000020:00000010:1.0:1749609440.395929:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 02000000:00000010:2.0:1749609440.395929:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 00000100:00000001:3.0:1749609440.395929:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298716802 00000100:00000001:0.0:1749609440.395930:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609440.395930:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298716808 02000000:00000001:2.0:1749609440.395931:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.395931:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298716802 00000020:00000001:0.0:1749609440.395932:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749609440.395932:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00000001:3.0:1749609440.395932:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298716808 00000020:00000040:0.0:1749609440.395933:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000010:2.0:1749609440.395933:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000100:00000001:3.0:1749609440.395933:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298716802 00000020:00000001:0.0:1749609440.395934:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609440.395934:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298716808 00000100:00000001:3.0:1749609440.395934:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749609440.395935:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000010:1.0:1749609440.395935:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 00000400:00000010:2.0:1749609440.395935:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00000001:3.0:1749609440.395935:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609440.395936:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:3.0:1749609440.395936:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.395937:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609440.395938:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000200:2.0:1749609440.395938:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612295936, portal 4 00000100:00000040:1.0:1749609440.395939:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609440.395939:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609440.395940:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609440.395940:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005793664 : -131938703757952 : ffff8800a06e2d80) 00000100:00000001:3.0:1749609440.395940:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609440.395941:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609440.395941:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609440.395942:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609440.395942:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609440.395942:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609440.395943:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609440.395943:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.395943:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609440.395943:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609440.395944:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609440.395944:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609440.395945:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609440.395946:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:0.0:1749609440.395948:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:1.0:1749609440.395948:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.395948:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609440.395949:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.395949:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609440.395950:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749609440.395950:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609440.395951:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609440.395951:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609440.395952:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609440.395952:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609440.395952:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.395953:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609440.395953:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612296064:0@lo:38: 02000000:00000001:0.0:1749609440.395954:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609440.395954:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 00000100:00000001:0.0:1749609440.395955:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:2.0:1749609440.395955:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612295936, offset 0 00000100:00000001:3.0:1749609440.395955:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609440.395956:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609440.395956:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609440.395957:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609440.395957:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609440.395958:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1880. 00000400:00000200:2.0:1749609440.395958:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749609440.395958:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609440.395959:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1749609440.395959:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508c400. 00000020:00000040:0.0:1749609440.395960:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749609440.395960:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609440.395961:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1749609440.395961:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 02000000:00000001:0.0:1749609440.395962:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609440.395962:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00000100:00000040:1.0:1749609440.395963:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000400:00000200:2.0:1749609440.395963:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749609440.395963:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000001:0.0:1749609440.395964:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609440.395964:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197345360 : -131939512206256 : ffff8800703e3c50) 02000000:00000001:0.0:1749609440.395965:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1749609440.395965:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612296064, portal 10 00000100:00000001:3.0:1749609440.395965:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609440.395966:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.395966:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005792768 : -131938703758848 : ffff8800a06e2a00) 00000100:00000040:1.0:1749609440.395967:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e3c50 x1834594612295680/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:386/0 lens 224/0 e 0 to 0 dl 1749609451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609440.395967:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c3900 02000000:00000010:0.0:1749609440.395968:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea30800. 00000100:00000040:3.0:1749609440.395969:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.395970:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609440.395971:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 5376 00000100:00000001:3.0:1749609440.395972:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749609440.395973:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609440.395973:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609440.395973:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8780. 00000100:00000040:3.0:1749609440.395973:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609440.395974:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609440.395974:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749609440.395974:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000020:00000010:1.0:1749609440.395975:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8780. 00000100:00000200:3.0:1749609440.395975:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612296064, offset 0 00000100:00100000:1.0:1749609440.395978:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612295680:12345-0@lo:400: 00000400:00000200:2.0:1749609440.395978:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609440.395979:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749609440.395979:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609440.395980:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609440.395980:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612295680 00000400:00000200:3.0:1749609440.395981:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609440.395982:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800a06e1880] to pc [ptlrpcd_rcv+-1] req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609440.395982:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609440.395982:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609440.395983:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1749609440.395984:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:3.0:1749609440.395984:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c3980 00000020:00000001:1.0:1749609440.395986:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609440.395986:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7dd500. 00000020:00000001:1.0:1749609440.395987:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749609440.395987:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7dd500 x1834594612295936 msgsize 224 00000400:00000200:3.0:1749609440.395987:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 78336 00000020:00000001:1.0:1749609440.395988:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609440.395989:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609440.395989:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609440.395990:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1749609440.395990:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1749609440.395990:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609440.395991:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609440.395991:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749609440.395991:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609440.395992:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609440.395993:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:1.0:1749609440.395993:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1749609440.395993:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749609440.395994:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609440.395995:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000010:3.0:1749609440.395995:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b8e00. 00000100:00000010:0.0:1749609440.395996:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6a00. 00000100:00000040:3.0:1749609440.395996:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b8e00 x1834594612296064 msgsize 520 00000020:00000040:0.0:1749609440.395997:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609440.395997:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609440.395997:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609440.395998:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609440.395999:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749609440.395999:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609440.396000:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749609440.396000:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 02000000:00000001:0.0:1749609440.396001:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609440.396001:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cf400. 00000400:00000010:2.0:1749609440.396001:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 02000000:00000001:1.0:1749609440.396002:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396002:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609440.396002:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:0.0:1749609440.396003:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057200. 00000100:00000001:1.0:1749609440.396003:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609440.396004:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609440.396004:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000100:00000001:0.0:1749609440.396005:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609440.396005:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609440.396005:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00010000:00000040:1.0:1749609440.396006:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612295680 00000100:00000001:3.0:1749609440.396006:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609440.396007:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1749609440.396007:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609440.396008:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609440.396010:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e3c50 x1834594612295680/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:386/0 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609440.396010:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609440.396011:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609440.396012:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.396013:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749609440.396013:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.396014:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609440.396015:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609440.396015:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609440.396016:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396016:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609440.396017:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab6a00] to pc [ptlrpcd_00_00+0] req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.396017:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609440.396018:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609440.396018:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609440.396018:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 823 usecs (1 jiffies) 00000100:00000001:2.0:1749609440.396019:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609440.396019:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298716801 00000100:00000001:1.0:1749609440.396020:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609440.396020:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298716808 00000100:00000040:1.0:1749609440.396021:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609440.396021:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396021:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298716801 00000100:00000001:1.0:1749609440.396022:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609440.396022:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298716808 02000000:00000001:1.0:1749609440.396023:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609440.396023:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298716801 02000000:00000001:1.0:1749609440.396024:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609440.396024:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:3.0:1749609440.396024:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298716808 00000100:00000001:3.0:1749609440.396024:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298716801 00000100:00000001:1.0:1749609440.396025:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609440.396025:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298716801 00000100:00000001:3.0:1749609440.396025:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298716808 00000100:00000040:1.0:1749609440.396026:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609440.396026:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609440.396027:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298716808 00000100:00000001:3.0:1749609440.396027:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609440.396028:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000001:3.0:1749609440.396028:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.396029:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396029:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298716801 00000100:00000001:3.0:1749609440.396029:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609440.396030:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612295680, offset 224 00000100:00000001:2.0:1749609440.396030:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298716808 00000100:00000001:3.0:1749609440.396030:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609440.396031:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609440.396031:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609440.396032:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609440.396032:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298716801 00000100:00000001:3.0:1749609440.396032:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609440.396032:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609440.396033:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4054) 00000100:00000001:2.0:1749609440.396033:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298716808 00000100:00000001:2.0:1749609440.396034:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298716801 00000100:00000040:3.0:1749609440.396034:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609440.396036:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609440.396036:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298716808 00000100:00000001:2.0:1749609440.396037:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609440.396037:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609440.396038:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609440.396038:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609440.396039:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609440.396040:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c3800 02000000:00000001:3.0:1749609440.396040:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609440.396040:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396041:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396042:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609440.396042:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800a06e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612296192:0@lo:38: 00000400:00000200:1.0:1749609440.396043:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17981 [1] + 224 00000100:00000001:3.0:1749609440.396043:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609440.396044:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609440.396045:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609440.396045:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609440.396045:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609440.396046:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749609440.396047:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612295808 00000400:00000200:1.0:1749609440.396047:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749609440.396047:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f800. 02000000:00000001:3.0:1749609440.396047:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609440.396048:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609440.396048:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749609440.396049:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62a50. 00000100:00000001:0.0:1749609440.396050:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609440.396050:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609440.396050:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000001:0.0:1749609440.396051:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609440.396051:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612296192, portal 10 00000100:00000001:3.0:1749609440.396052:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609440.396052:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135005788288 : -131938703763328 : ffff8800a06e1880) 02000000:00000001:0.0:1749609440.396053:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609440.396054:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609440.396055:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612295808 00000100:00000040:1.0:1749609440.396055:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609440.396057:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609440.396057:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749609440.396058:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609440.396058:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609440.396059:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749609440.396059:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:3.0:1749609440.396060:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612296192, offset 0 00000020:00000001:0.0:1749609440.396061:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609440.396062:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396062:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609440.396062:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749609440.396062:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609440.396064:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612295936 00000400:00000200:3.0:1749609440.396064:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749609440.396065:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 02000000:00000001:2.0:1749609440.396065:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609440.396066:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000100:00000001:2.0:1749609440.396066:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609440.396067:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c3a00 00000020:00000010:0.0:1749609440.396068:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000400:00000010:1.0:1749609440.396068:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609440.396068:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396069:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609440.396070:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609440.396070:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609440.396070:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 78856 00000020:00000010:0.0:1749609440.396071:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2eaf0. 00000400:00000200:3.0:1749609440.396071:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609440.396072:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609440.396072:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612295936 00000100:00000040:1.0:1749609440.396073:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:3.0:1749609440.396073:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609440.396074:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609440.396074:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609440.396074:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609440.396074:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749609440.396075:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1749609440.396075:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000040:2.0:1749609440.396075:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000010:3.0:1749609440.396075:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b9c00. 00000100:00000001:0.0:1749609440.396076:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609440.396076:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609440.396076:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609440.396076:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b9c00 x1834594612296192 msgsize 520 00000020:00000001:1.0:1749609440.396077:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1749609440.396078:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:0.0:1749609440.396079:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609440.396079:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e3c50 x1834594612295680/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:386/0 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609440.396079:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609440.396080:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:2.0:1749609440.396081:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609440.396082:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609440.396083:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609440.396083:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612295680:12345-0@lo:400: Request processed in 110us (272us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609440.396083:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000100:00000001:2.0:1749609440.396084:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1749609440.396084:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000020:00000010:2.0:1749609440.396086:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706e00. 00000100:00000001:3.0:1749609440.396086:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749609440.396087:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00000200:3.0:1749609440.396087:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.396088:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609440.396088:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:1.0:1749609440.396089:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749609440.396089:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b47b85c0. 00000100:00000001:0.0:1749609440.396090:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609440.396090:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609440.396091:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749609440.396092:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000040:3.0:1749609440.396092:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609440.396093:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00100000:0.0:1749609440.396094:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000020:00000010:1.0:1749609440.396094:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000020:00000010:1.0:1749609440.396095:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000100:00000001:3.0:1749609440.396095:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.396096:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355478784 : -131936354072832 : ffff88012c7b8700) 00000100:00000001:3.0:1749609440.396096:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749609440.396097:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:3.0:1749609440.396097:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.396098:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b8700 x1834594612295808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609440.396098:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1749609440.396098:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00000001:2.0:1749609440.396099:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609440.396099:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298716801 00000100:00000001:3.0:1749609440.396099:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298716808 02000000:00000010:1.0:1749609440.396100:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cf400. 00000100:00000001:3.0:1749609440.396100:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298716801 02000000:00000001:1.0:1749609440.396101:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:2.0:1749609440.396101:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609440.396101:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298716808 00000100:00000001:1.0:1749609440.396102:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396102:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298716801 00000020:00000010:2.0:1749609440.396103:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000001:3.0:1749609440.396103:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298716808 00000100:00000200:1.0:1749609440.396104:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1749609440.396104:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298716801 00000100:00000001:3.0:1749609440.396104:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298716808 00000100:00000001:3.0:1749609440.396105:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609440.396106:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612295808:12345-0@lo:38: 00000400:00000010:1.0:1749609440.396106:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0318. 00000020:00000010:2.0:1749609440.396106:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:3.0:1749609440.396106:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396107:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609440.396108:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596b240. 00000100:00000001:3.0:1749609440.396108:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609440.396109:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612295808 00000100:00000001:3.0:1749609440.396109:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609440.396110:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1749609440.396110:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:0.0:1749609440.396111:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609440.396111:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609440.396111:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609440.396111:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609440.396112:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609440.396112:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609440.396113:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609440.396113:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396114:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609440.396116:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609440.396117:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1749609440.396118:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749609440.396118:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609440.396119:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609440.396119:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396121:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609440.396122:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396122:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609440.396123:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609440.396123:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612296064 02000000:00000001:3.0:1749609440.396123:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749609440.396124:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396124:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609440.396124:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396124:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609440.396125:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00020000:0.0:1749609440.396126:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609440.396126:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609440.396127:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609440.396127:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609440.396129:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609440.396129:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749609440.396129:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612296064 00000100:00000001:2.0:1749609440.396130:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609440.396130:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1749609440.396131:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609440.396131:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1749609440.396131:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609440.396131:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609440.396132:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609440.396133:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000020:00000001:3.0:1749609440.396133:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609440.396133:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.396134:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749609440.396134:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609440.396134:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:0.0:1749609440.396135:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609440.396135:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609440.396135:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 02000000:00000001:0.0:1749609440.396136:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609440.396136:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396136:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389184256 : -131936320367360 : ffff88012e7dd500) 00000100:00100000:1.0:1749609440.396137:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612296320:0@lo:400: 00000020:00000010:3.0:1749609440.396137:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1f80. 02000000:00000010:0.0:1749609440.396138:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea33800. 00000100:00000001:1.0:1749609440.396139:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609440.396139:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7dd500 x1834594612295936/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:386/0 lens 224/0 e 0 to 0 dl 1749609451 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609440.396140:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609440.396140:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1749609440.396140:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f960. 00000100:00000001:0.0:1749609440.396141:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609440.396141:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396141:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609440.396142:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609440.396142:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1749609440.396143:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1749609440.396143:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b400. 00000100:00000001:3.0:1749609440.396143:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609440.396144:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396144:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1749609440.396145:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609440.396145:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000020:00000010:2.0:1749609440.396145:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706800. 00000100:00000001:3.0:1749609440.396145:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609440.396147:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:1.0:1749609440.396147:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000001:2.0:1749609440.396147:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609440.396148:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612296320, portal 10 00000020:00000010:2.0:1749609440.396148:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706800. 00000100:00000001:0.0:1749609440.396149:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609440.396149:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609440.396149:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609440.396150:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526389248 : -131936183162368 : ffff880136ab6a00) 00000100:00100000:2.0:1749609440.396150:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612295936:12345-0@lo:400: 00000100:00000001:0.0:1749609440.396151:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609440.396151:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749609440.396152:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609440.396152:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612295936 00000100:00100000:3.0:1749609440.396152:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612296192 00000020:00000001:2.0:1749609440.396153:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609440.396153:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609440.396154:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:2.0:1749609440.396154:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609440.396154:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609440.396154:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.396155:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609440.396155:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609440.396155:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609440.396155:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609440.396156:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749609440.396156:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1749609440.396156:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612296192 00000100:00000001:0.0:1749609440.396157:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000010:1.0:1749609440.396157:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000020:00000001:2.0:1749609440.396157:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:3.0:1749609440.396157:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609440.396157:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749609440.396158:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612296320, offset 0 00000020:00000001:3.0:1749609440.396158:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749609440.396159:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:2.0:1749609440.396159:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609440.396159:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609440.396159:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609440.396160:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609440.396160:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609440.396160:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9600. 02000000:00000001:0.0:1749609440.396161:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749609440.396161:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1749609440.396161:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1c00. 02000000:00000001:0.0:1749609440.396162:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609440.396162:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609440.396162:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609440.396163:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609440.396163:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609440.396163:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44fbb8. 00000020:00000001:2.0:1749609440.396164:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609440.396164:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609440.396164:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749609440.396165:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749609440.396165:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c3a80 00000100:00000001:3.0:1749609440.396165:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396166:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609440.396166:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609440.396167:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668770. 00000400:00000200:1.0:1749609440.396167:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 79376 02000000:00000001:2.0:1749609440.396167:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609440.396168:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a58a9800. 00000400:00000200:1.0:1749609440.396169:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609440.396169:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396169:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609440.396170:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612295808, offset 0 00000400:00000200:1.0:1749609440.396170:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609440.396170:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609440.396171:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396172:0:1510:0:(events.c:287:request_in_callback()) Process entered 00010000:00000040:2.0:1749609440.396172:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612295936 00000100:00000001:3.0:1749609440.396172:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749609440.396173:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609440.396173:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749609440.396174:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609440.396174:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:3.0:1749609440.396174:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840 00000100:00000010:1.0:1749609440.396175:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bf9f80. 00010000:00000200:2.0:1749609440.396175:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012e7dd500 x1834594612295936/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:386/0 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609440.396176:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff880130bf9f80 x1834594612296320 msgsize 224 00000100:00000001:3.0:1749609440.396176:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355480576 : -131936354071040 : ffff88012c7b8e00) 00000100:00100000:1.0:1749609440.396178:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609440.396178:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b8e00 x1834594612296064/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609440.396179:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609440.396179:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609440.396180:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609440.396181:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=96 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609440.396182:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609440.396183:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749609440.396183:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612296064:12345-0@lo:38: 00000400:00000200:1.0:1749609440.396184:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000100:00000040:2.0:1749609440.396184:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000200:3.0:1749609440.396184:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612296064 00000400:00000200:0.0:1749609440.396185:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c3880 00000400:00000010:1.0:1749609440.396185:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000020:00000001:3.0:1749609440.396185:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609440.396186:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609440.396186:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:3.0:1749609440.396186:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749609440.396187:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609440.396187:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609440.396188:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609440.396188:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609440.396189:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17989 [1] + 0 00000100:00000040:2.0:1749609440.396190:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609440.396191:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 00000020:00000001:3.0:1749609440.396191:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396192:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749609440.396192:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612295936, offset 224 00010000:00020000:3.0:1749609440.396192:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749609440.396193:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609440.396193:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609440.396194:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749609440.396194:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609440.396195:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609440.396196:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609440.396196:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396196:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609440.396197:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609440.396197:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609440.396198:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749609440.396198:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609440.396198:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609440.396199:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609440.396200:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609440.396200:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000100:00000001:1.0:1749609440.396201:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298716801 00000400:00000200:2.0:1749609440.396201:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c3900 02000000:00000010:3.0:1749609440.396201:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508fc00. 02000000:00000001:3.0:1749609440.396201:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396202:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396203:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298716808 00000400:00000200:2.0:1749609440.396203:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17991 [1] + 224 00000100:00000001:1.0:1749609440.396204:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298716801 00010000:00000001:3.0:1749609440.396204:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609440.396205:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298716808 00010000:00000001:3.0:1749609440.396205:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396206:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298716801 00000400:00000200:2.0:1749609440.396206:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749609440.396206:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609440.396207:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609440.396207:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298716808 00000100:00000001:1.0:1749609440.396207:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298716801 00000400:00000200:2.0:1749609440.396207:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609440.396207:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609440.396208:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298716808 00000100:00000001:1.0:1749609440.396209:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609440.396209:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609440.396209:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609440.396210:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609440.396210:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:1.0:1749609440.396211:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609440.396211:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.396211:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609440.396212:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396212:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:3.0:1749609440.396213:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 02000000:00000001:3.0:1749609440.396214:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609440.396215:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609440.396215:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396216:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609440.396217:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609440.396217:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609440.396218:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000001:1.0:1749609440.396219:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609440.396219:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749609440.396220:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612296320 00000100:00000200:3.0:1749609440.396220:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612296064, offset 0 02000000:00000001:1.0:1749609440.396221:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609440.396221:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609440.396222:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609440.396223:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668770 00000100:00000001:1.0:1749609440.396223:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609440.396224:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668770. 02000000:00000001:1.0:1749609440.396224:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609440.396224:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609440.396225:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612296320 00000100:00000001:0.0:1749609440.396226:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749609440.396226:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749609440.396226:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3980 00000020:00000040:1.0:1749609440.396227:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:0.0:1749609440.396228:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609440.396228:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609440.396229:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:0.0:1749609440.396230:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609440.396230:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000200:2.0:1749609440.396230:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 00000020:00000001:1.0:1749609440.396231:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000010:2.0:1749609440.396231:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 00000100:00000040:0.0:1749609440.396232:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609440.396232:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609440.396233:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609440.396233:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609440.396234:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609440.396234:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8780. 00000100:00000001:2.0:1749609440.396234:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609440.396235:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609440.396235:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706880. 00000100:00000040:2.0:1749609440.396236:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000040:1.0:1749609440.396237:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00010000:00000001:2.0:1749609440.396237:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609440.396237:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.396238:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b8700 x1834594612295808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609440.396238:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17999 [1] + 0 00000100:00000001:1.0:1749609440.396239:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1749609440.396239:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749609440.396240:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000040:2.0:1749609440.396240:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7dd500 x1834594612295936/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:386/0 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609440.396240:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609440.396241:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000020:00000010:1.0:1749609440.396242:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 00000400:00000200:3.0:1749609440.396242:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609440.396243:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749609440.396244:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612295936:12345-0@lo:400: Request processed in 100us (256us total) trans 0 rc 0/0 00000100:00000040:1.0:1749609440.396245:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:3.0:1749609440.396245:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609440.396246:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612295808:12345-0@lo:38: Request processed in 139us (353us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609440.396246:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609440.396247:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609440.396248:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609440.396248:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00000040:2.0:1749609440.396249:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000040:3.0:1749609440.396249:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609440.396250:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609440.396250:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609440.396251:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609440.396251:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749609440.396252:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00000001:1.0:1749609440.396252:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609440.396253:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00000001:0.0:1749609440.396254:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609440.396254:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609440.396255:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609440.396255:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609440.396255:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000020:00000010:2.0:1749609440.396256:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000400:00000200:3.0:1749609440.396256:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000020:00000010:0.0:1749609440.396257:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000400:00000010:3.0:1749609440.396257:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:1.0:1749609440.396258:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1749609440.396258:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:3.0:1749609440.396258:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609440.396259:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2eaf0. 00000100:00000001:1.0:1749609440.396259:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609440.396259:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396259:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609440.396260:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00000001:3.0:1749609440.396260:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609440.396261:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000040:3.0:1749609440.396261:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:0.0:1749609440.396262:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00000001:1.0:1749609440.396262:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427050368 : -131936282501248 : ffff880130bf9f80) 00000100:00000001:3.0:1749609440.396262:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609440.396263:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609440.396264:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bf9f80 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:386/0 lens 224/0 e 0 to 0 dl 1749609451 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.396265:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609440.396265:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609440.396265:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b8e00 x1834594612296064/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609440.396266:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396268:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609440.396269:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8dc0. 00000100:00100000:3.0:1749609440.396269:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612296064:12345-0@lo:38: Request processed in 86us (272us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609440.396270:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609440.396271:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8dc0. 00000100:00000001:2.0:1749609440.396271:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609440.396272:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749609440.396272:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840 00000100:00100000:1.0:1749609440.396273:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612296320:12345-0@lo:400: 00000100:00000001:3.0:1749609440.396273:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749609440.396274:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612296320 00000400:00000001:2.0:1749609440.396274:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609440.396274:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609440.396275:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:2.0:1749609440.396275:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749609440.396275:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1f80. 00000020:00000001:1.0:1749609440.396276:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:2.0:1749609440.396276:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00000100:00000001:0.0:1749609440.396277:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609440.396277:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609440.396277:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f960. 00000100:00000001:0.0:1749609440.396278:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609440.396278:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749609440.396278:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000020:00000001:1.0:1749609440.396279:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000010:2.0:1749609440.396279:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000020:00000010:3.0:1749609440.396279:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000020:00000001:1.0:1749609440.396280:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609440.396280:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609440.396281:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000020:00000001:1.0:1749609440.396281:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609440.396281:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.396281:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609440.396282:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355484160 : -131936354067456 : ffff88012c7b9c00) 00000020:00000001:1.0:1749609440.396282:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609440.396283:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609440.396284:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.396285:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b9c00 x1834594612296192/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609440.396285:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1749609440.396285:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609440.396286:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609440.396287:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609440.396288:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cf400. 00000100:00000001:2.0:1749609440.396288:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609440.396288:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609440.396289:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396289:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396289:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609440.396290:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396290:0:1511:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749609440.396291:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609440.396291:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1749609440.396291:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609440.396291:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749609440.396292:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612296192:12345-0@lo:38: 00010000:00000040:1.0:1749609440.396292:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612296320 00000100:00000001:2.0:1749609440.396292:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609440.396292:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609440.396292:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 00010000:00000001:1.0:1749609440.396293:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749609440.396294:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bf9f80 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:386/0 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609440.396294:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609440.396294:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609440.396294:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000200:0.0:1749609440.396295:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612296192 00000100:00000001:3.0:1749609440.396295:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749609440.396296:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=96 v=5 (5 5 5 5) 00000020:00000001:0.0:1749609440.396297:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749609440.396297:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=96 v=5 (1 1 1 1) 00000100:00000200:3.0:1749609440.396297:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609440.396298:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749609440.396298:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609440.396299:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396299:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1749609440.396300:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609440.396300:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609440.396300:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609440.396301:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749609440.396301:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749609440.396302:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:0.0:1749609440.396303:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396303:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00080000:2.0:1749609440.396303:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.396303:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609440.396304:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609440.396304:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609440.396305:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396305:0:1508:0:(client.c:1550:after_reply()) Process entered 00010000:00020000:0.0:1749609440.396306:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749609440.396306:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609440.396306:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609440.396307:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609440.396307:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609440.396307:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609440.396308:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609440.396308:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609440.396308:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1749609440.396308:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609440.396309:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749609440.396309:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000040:2.0:1749609440.396309:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000200:1.0:1749609440.396310:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612296320, offset 224 00000100:00000001:2.0:1749609440.396310:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609440.396311:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609440.396311:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609440.396311:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609440 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609440.396312:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749609440.396312:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609440.396312:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609440.396312:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=106 v=20 (1 1 1 20) 02000000:00000001:0.0:1749609440.396314:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609440.396314:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749609440.396315:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609440.396315:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749609440.396316:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea31c00. 00000100:00000001:2.0:1749609440.396316:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609440.396316:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749609440.396317:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3a80 00000100:00000001:2.0:1749609440.396317:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749609440.396318:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396318:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609440.396318:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609440.396319:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x179b1 [1] + 224 00000100:00000001:0.0:1749609440.396320:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609440.396320:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609440.396321:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749609440.396321:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609440.396321:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609440.396322:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1749609440.396323:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609440.396323:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609440.396323:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609440.396324:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609440.396324:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:0.0:1749609440.396325:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749609440.396326:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.396326:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609440.396327:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:3.0:1749609440.396327:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609440.396328:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749609440.396328:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612295936:0@lo:400: 00000100:00080000:3.0:1749609440.396329:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:0.0:1749609440.396330:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:1.0:1749609440.396330:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609440.396330:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609440.396330:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749609440.396331:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609440.396332:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:2.0:1749609440.396332:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 00000100:00000040:3.0:1749609440.396332:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609440.396333:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000400:00000010:2.0:1749609440.396333:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:0.0:1749609440.396334:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:2.0:1749609440.396334:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609440.396335:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749609440.396335:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609440.396336:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:3.0:1749609440.396336:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612296064:0@lo:38: 02000000:00000001:0.0:1749609440.396337:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749609440.396337:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 02000000:00000001:0.0:1749609440.396338:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609440.396338:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000100:00000001:0.0:1749609440.396339:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609440.396339:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609440.396339:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749609440.396339:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609440.396339:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609440.396339:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609440.396340:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609440.396340:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000100:00000040:0.0:1749609440.396341:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749609440.396341:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:3.0:1749609440.396341:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:0.0:1749609440.396342:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668770. 00000100:00000001:2.0:1749609440.396342:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749609440.396342:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00010000:00000001:1.0:1749609440.396343:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609440.396343:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396343:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396343:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609440.396344:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609440.396344:0:1511:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609440.396344:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1749609440.396344:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609440.396345:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612296192, offset 0 00000100:00000001:2.0:1749609440.396345:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609440.396345:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609440.396346:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bf9f80 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:386/0 lens 224/224 e 0 to 0 dl 1749609451 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609440.396346:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609440.396347:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=109 v=5 (5 5 5 5) 00000100:00001000:2.0:1749609440.396348:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=99 v=5 (1 1 1 1) 00000100:00000200:3.0:1749609440.396348:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609440.396349:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609440.396350:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612296320:12345-0@lo:400: Request processed in 81us (173us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609440.396350:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609440.396350:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609440.396351:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1749609440.396351:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396351:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609440.396351:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609440.396352:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396352:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749609440.396353:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00000040:2.0:1749609440.396353:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609440.396353:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749609440.396354:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609440.396354:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:3.0:1749609440.396354:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609440.396354:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396355:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749609440.396355:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396356:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609440.396356:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749609440.396356:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609440 v=5 (0 0 0 0) 00000020:00000010:1.0:1749609440.396357:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000001:2.0:1749609440.396357:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1749609440.396357:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=106 v=20 (1 1 1 20) 00000400:00000200:0.0:1749609440.396358:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3a00 00000100:00000001:2.0:1749609440.396358:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609440.396359:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000100:00000040:2.0:1749609440.396359:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.396359:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609440.396359:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749609440.396360:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609440.396360:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609440.396361:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x179a5 [1] + 0 00000020:00000040:1.0:1749609440.396361:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000040:3.0:1749609440.396361:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609440.396363:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609440.396364:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609440.396364:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609440.396365:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1749609440.396366:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612295680:0@lo:400: 00000100:00000001:3.0:1749609440.396366:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609440.396367:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609440.396367:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609440.396368:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396368:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609440.396369:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609440.396369:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1749609440.396369:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749609440.396370:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749609440.396370:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2d80 x1834594612295936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609440.396370:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000200:0.0:1749609440.396371:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.396371:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609440.396372:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609440.396372:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609440.396373:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609440.396374:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609440.396374:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609440.396375:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749609440.396376:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000100:00100000:3.0:1749609440.396376:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612295808:0@lo:38: 00000400:00000001:1.0:1749609440.396377:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1749609440.396377:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609440.396377:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.396378:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749609440.396378:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609440.396378:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0478. 00000020:00000001:2.0:1749609440.396378:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609440.396378:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1749609440.396378:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609440.396379:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749609440.396379:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2a00 x1834594612296064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609440.396380:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 02000000:00000010:2.0:1749609440.396380:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 00000400:00000010:1.0:1749609440.396381:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 02000000:00000001:2.0:1749609440.396381:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749609440.396382:0:1510:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749609440.396382:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609440.396382:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1749609440.396383:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2d80. 02000000:00000001:3.0:1749609440.396383:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1749609440.396384:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609440.396384:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508c400. 00000100:00000001:0.0:1749609440.396386:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609440.396386:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1749609440.396386:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609440.396387:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609440.396387:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749609440.396387:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609440.396387:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:0.0:1749609440.396388:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668770 00000100:00000200:1.0:1749609440.396388:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609440.396388:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749609440.396389:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1c00 x1834594612295680/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609440.396389:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea32c00. 00000400:00000010:0.0:1749609440.396390:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668770. 02000000:00000001:3.0:1749609440.396390:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609440.396390:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609440.396391:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609440.396391:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:3.0:1749609440.396391:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2a00. 00000100:00000001:0.0:1749609440.396392:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609440.396392:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609440.396392:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609440.396392:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609440.396393:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609440.396393:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1749609440.396393:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8400. 00000100:00000001:3.0:1749609440.396393:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609440.396393:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609440.396394:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396394:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609440.396394:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609440.396394:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609440.396394:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609440.396395:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609440.396395:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000040:3.0:1749609440.396395:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e2300 x1834594612295808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609440.396396:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:1.0:1749609440.396396:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609440.396396:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609440.396396:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057f00. 02000000:00000001:2.0:1749609440.396397:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609440.396398:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609440.396398:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=103 v=5 (5 5 5 5) 02000000:00000001:2.0:1749609440.396398:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749609440.396398:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1c00. 00000100:00000001:3.0:1749609440.396398:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609440.396399:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749609440.396399:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=103 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609440.396399:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609440.396400:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609440.396400:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609440.396400:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609440.396400:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508d000. 00000100:00000040:0.0:1749609440.396401:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b9c00 x1834594612296192/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609460 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609440.396401:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396401:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609440.396402:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1749609440.396402:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609440.396402:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:1.0:1749609440.396403:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609440.396403:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1749609440.396403:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749609440.396404:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609440.396404:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609440.396405:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749609440.396405:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea32800. 00010000:00000001:1.0:1749609440.396406:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609440.396406:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609440.396406:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609440.396406:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609440.396407:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e2300. 00000100:00000001:1.0:1749609440.396408:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609440.396408:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609440.396408:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609440.396409:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609440.396409:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609440.396409:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396410:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396410:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609440.396411:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.396411:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609440.396412:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609440.396412:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609440.396413:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62a50. 00000100:00100000:0.0:1749609440.396414:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612296192:12345-0@lo:38: Request processed in 121us (336us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609440.396414:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609440.396414:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000400:00000010:3.0:1749609440.396414:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:1.0:1749609440.396415:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609440.396415:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609440.396416:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609440.396416:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609440.396417:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609440.396417:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1749609440.396419:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00100000:0.0:1749609440.396420:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00000200:3.0:1749609440.396420:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.396421:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609440.396421:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612296320:0@lo:400: 00000100:00080000:2.0:1749609440.396421:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1749609440.396422:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1749609440.396422:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:1.0:1749609440.396423:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396423:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609440.396423:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609440.396424:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1c00. 00000100:00000001:1.0:1749609440.396424:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609440.396424:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6a00 x1834594612296320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.396424:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609440.396425:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609440.396425:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609440.396426:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609440.396427:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44fbb8. 02000000:00000001:3.0:1749609440.396427:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609440.396428:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609440.396428:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1749609440.396428:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609440 v=5 (0 0 0 0) 00000020:00000010:0.0:1749609440.396429:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9600. 02000000:00000010:1.0:1749609440.396429:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b400. 00000100:00001000:3.0:1749609440.396429:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=103 v=20 (1 1 1 20) 02000000:00000001:1.0:1749609440.396430:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609440.396430:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609440.396431:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609440.396431:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609440.396431:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609440.396431:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609440.396432:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609440.396432:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749609440.396433:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 00000100:00000040:3.0:1749609440.396434:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609440.396435:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609440.396435:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609440.396436:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6a00. 00000100:00000001:1.0:1749609440.396437:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609440.396438:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609440.396439:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609440.396440:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609440.396440:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609440.396441:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396441:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609440.396442:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609440.396442:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396442:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396443:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609440.396443:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609440.396444:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609440.396445:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609440.396446:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609440.396447:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609440.396451:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800a06e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612296192:0@lo:38: 00000100:00000001:3.0:1749609440.396452:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396453:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609440.396454:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a06e1880 x1834594612296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609440.396457:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609440.396457:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609440.396458:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f800. 02000000:00000001:3.0:1749609440.396459:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609440.396460:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609440.396460:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609440.396461:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609440.396462:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea30800. 02000000:00000001:3.0:1749609440.396463:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609440.396463:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609440.396464:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a06e1880. 00000100:00000001:3.0:1749609440.396465:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609440.396465:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396466:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609440.396467:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609440.396468:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609440.396469:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609440.396470:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609440.403545:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298716808, at 4298716808 00000100:00000040:0.0:1749609440.403547:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298716808, at 4298716808 00000100:00000010:2.0:1749609440.403550:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706580. 00000100:00000040:3.0:1749609440.403551:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298716808, at 4298716808 00000100:00000010:0.0:1749609440.403552:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706bc0. 00000100:00000010:3.0:1749609440.403557:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07069c0. 00000100:00000040:1.0:1749609440.403633:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298716808, at 4298716808 00000100:00000010:1.0:1749609440.403638:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706ac0. 00000100:00000010:0.0:1749609440.549614:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4700. 00000020:00000040:0.0:1749609440.549622:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609440.549626:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609440.549629:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609440.549633:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609440.549638:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609440.549643:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.549647:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609440.549649:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609440.549653:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609440.549654:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609440.549656:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609440.549657:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526380288 : -131936183171328 : ffff880136ab4700) 00000100:00000001:0.0:1749609440.549660:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609440.549662:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609440.549663:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609440.549664:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609440.549669:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4700 x1834594612296448/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.549676:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609440.549677:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609440.549679:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4700 x1834594612296448/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.549683:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609440.549685:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609440.549686:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609440.549686:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609440.549688:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609440.549689:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609440.549691:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609440.549692:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609440.549693:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609440.549695:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4700 x1834594612296448/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609440.549698:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612296448:0@lo:900: 00000100:00000001:0.0:1749609440.549701:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609440.549702:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609440.549727:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609440.549729:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609440.549730:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4700 x1834594612296448/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.549734:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609440.549735:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609440.549738:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609440.549738:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609440.549739:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609440.549740:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4700 x1834594612296448/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609440.549743:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609440.549745:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609440.549745:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609440.549747:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609440.549748:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609440.549751:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609440.549752:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609440.549753:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4700. 00000100:00000001:0.0:1749609440.549756:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609440.549756:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609440.710791:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609440.710800:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609440.710802:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609440.710806:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609440.710810:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609440.710813:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609440.710816:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609440.710819:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609440.710821:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609440.801734:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609440.801743:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609440.801751:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609440.801753:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609440.801836:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609440.801840:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609440.801843:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609441.710656:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609441.710664:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609441.710667:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609441.710671:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609441.710674:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609441.710678:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609441.710681:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609441.710702:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609441.710705:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609441.803661:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609441.803668:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609441.803675:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609441.803676:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609441.803773:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609441.803778:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609441.803782:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609442.158179:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609442.158193:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609442.158196:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609442.158198:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609442.158206:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609442.158220:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf342f80 00000400:00000200:0.0:1749609442.158226:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16e51 [2] + 0 00000400:00000010:0.0:1749609442.158230:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62f78. 00000400:00000200:0.0:1749609442.158234:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130da39c0 00000800:00000001:0.0:1749609442.158238:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609442.158241:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609442.158242:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609442.158245:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609442.158248:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130da39c0 00000400:00000010:0.0:1749609442.158249:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880130da39c0. 00000100:00000001:0.0:1749609442.158254:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609442.158255:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609442.158257:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800703e3050 x1834594730258304 msgsize 224 00000100:00100000:0.0:1749609442.158260:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609442.158262:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609442.158275:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609442.158282:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609442.158285:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609442.158286:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609442.158287:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609442.158290:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609442.158294:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343000 00000400:00000200:0.0:1749609442.158299:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 79600 00000800:00000001:0.0:1749609442.158302:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609442.158305:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609442.158306:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609442.158309:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609442.158312:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609442.158313:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609442.158317:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4700. 00000100:00000040:0.0:1749609442.158320:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab4700 x1834594730258432 msgsize 520 00000100:00100000:0.0:1749609442.158322:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:1.0:1749609442.158327:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609442.158329:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730258304 02000000:00000001:1.0:1749609442.158331:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609442.158334:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609442.158335:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609442.158336:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609442.158338:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:1.0:1749609442.158340:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609442.158341:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609442.158342:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609442.158344:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609442.158344:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730258304 00000020:00000001:1.0:1749609442.158346:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609442.158347:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000040:1.0:1749609442.158348:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000400:00000200:0.0:1749609442.158351:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343080 00000020:00000001:1.0:1749609442.158351:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609442.158353:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000400:00000200:0.0:1749609442.158354:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 80120 00000020:00000001:1.0:1749609442.158355:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609442.158357:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:1.0:1749609442.158357:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609442.158362:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609442.158365:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8dc0. 00000100:00000001:1.0:1749609442.158367:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1749609442.158369:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609442.158369:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8dc0. 00000400:00000200:0.0:1749609442.158371:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609442.158373:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000400:00000200:0.0:1749609442.158374:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:2.0:1749609442.158374:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609442.158377:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749609442.158377:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00100000:2.0:1749609442.158377:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730258432 00000100:00000200:0.0:1749609442.158378:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749609442.158379:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749609442.158380:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4a80. 00000100:00000001:2.0:1749609442.158380:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609442.158381:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 00000100:00000040:0.0:1749609442.158382:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab4a80 x1834594730258560 msgsize 520 00000100:00000001:2.0:1749609442.158382:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609442.158385:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 02000000:00000001:2.0:1749609442.158385:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609442.158387:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:2.0:1749609442.158387:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730258432 00000100:00000001:1.0:1749609442.158389:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609442.158389:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609442.158390:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1749609442.158390:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749609442.158391:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609442.158391:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609442.158392:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609442.158393:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:2.0:1749609442.158393:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609442.158394:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609442.158395:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609442.158397:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609442.158397:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8400. 00000020:00000010:2.0:1749609442.158400:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000001:1.0:1749609442.158401:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609442.158403:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:2.0:1749609442.158405:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609442.158407:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609442.158408:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609442.158409:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609442.158411:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609442.158411:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.158414:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609442.158415:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609442.158415:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1503 00000100:00000001:0.0:1749609442.158417:0:13560:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609442.158417:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:0.0:1749609442.158419:0:13560:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609442.158419:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197342288 : -131939512209328 : ffff8800703e3050) 00000100:00000040:1.0:1749609442.158424:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e3050 x1834594730258304/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:388/0 lens 224/0 e 0 to 0 dl 1749609453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609442.158426:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.158431:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609442.158432:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730258560 00000100:00000001:1.0:1749609442.158432:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749609442.158433:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749609442.158434:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8dc0. 00000100:00000001:2.0:1749609442.158434:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609442.158435:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609442.158435:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609442.158435:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609442.158436:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609442.158437:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8dc0. 02000000:00000001:0.0:1749609442.158438:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609442.158439:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730258560 00000100:00100000:2.0:1749609442.158439:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2842 00000100:00100000:1.0:1749609442.158440:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730258304:12345-192.168.201.20@tcp:400: 00000020:00000001:0.0:1749609442.158441:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609442.158441:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526380288 : -131936183171328 : ffff880136ab4700) 00000020:00000040:0.0:1749609442.158442:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609442.158443:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749609442.158443:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730258304 00000020:00000001:0.0:1749609442.158445:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609442.158445:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab4700 x1834594730258432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609442.158446:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609442.158446:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749609442.158448:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000020:00000001:1.0:1749609442.158449:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:0.0:1749609442.158450:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000020:00000001:1.0:1749609442.158451:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609442.158453:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2eaf0. 00000020:00000001:1.0:1749609442.158453:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609442.158454:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00100000:2.0:1749609442.158454:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730258432:12345-192.168.201.20@tcp:38: 00000100:00000001:0.0:1749609442.158455:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609442.158456:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609442.158457:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609442.158457:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1749609442.158457:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730258432 00000020:00000001:1.0:1749609442.158458:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609442.158459:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609442.158459:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609442.158460:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609442.158461:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1749609442.158462:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609442.158464:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609442.158464:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609442.158465:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609442.158468:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609442.158468:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749609442.158469:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749609442.158470:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749609442.158471:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2843 00000100:00000001:0.0:1749609442.158473:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526381184 : -131936183170432 : ffff880136ab4a80) 02000000:00000010:1.0:1749609442.158473:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cf000. 00000020:00000001:2.0:1749609442.158474:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.158475:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab4a80 x1834594730258560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609442.158475:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609442.158477:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609442.158477:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609442.158479:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609442.158479:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:1.0:1749609442.158481:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730258304 00010000:00000001:2.0:1749609442.158482:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749609442.158483:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730258560:12345-192.168.201.20@tcp:38: 00010000:00000001:1.0:1749609442.158483:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609442.158484:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749609442.158485:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730258560 00000100:00000001:2.0:1749609442.158485:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000200:1.0:1749609442.158486:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e3050 x1834594730258304/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:388/0 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609442.158487:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749609442.158487:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609442.158488:0:16223:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749609442.158491:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800883d4c00. 00000020:00000040:0.0:1749609442.158493:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 02000000:00000001:2.0:1749609442.158493:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.158494:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609442.158495:0:16223:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00010000:00000001:2.0:1749609442.158497:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609442.158525:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609442.158527:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609442.158527:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609442.158527:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609442.158528:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609442.158530:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88012ea30000. 00000100:00001000:1.0:1749609442.158530:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=111 v=5 (1 1 1 1) 00000100:00001000:2.0:1749609442.158530:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749609442.158532:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.158533:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.158533:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609442.158534:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1749609442.158535:0:16223:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000040:1.0:1749609442.158536:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609442.158537:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00080000:0.0:1749609442.158539:0:16223:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4051 last 0 02000000:00000001:1.0:1749609442.158539:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749609442.158539:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 02000000:00000001:1.0:1749609442.158541:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.158542:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749609442.158543:0:16223:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:1.0:1749609442.158543:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609442.158543:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609442.158545:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609442.158545:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:0.0:1749609442.158546:0:16223:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:2.0:1749609442.158547:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000004:00000001:0.0:1749609442.158548:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000010:1.0:1749609442.158548:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ac38. 00000100:00000040:2.0:1749609442.158549:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609442.158551:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000200:1.0:1749609442.158551:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730258304, offset 224 02000000:00000001:2.0:1749609442.158551:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609442.158552:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.158553:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609442.158556:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609442.158556:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609442.158557:0:16223:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000010:2.0:1749609442.158559:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000004:00000001:0.0:1749609442.158560:0:16223:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609442.158561:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730258432, offset 0 00000004:00000001:0.0:1749609442.158562:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609442.158562:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609442.158565:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000040:0.0:1749609442.158566:0:16223:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:0.0:1749609442.158567:0:16223:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000400:00000200:1.0:1749609442.158567:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2148:2148:256:4294967295] 192.168.201.20@tcp LPNI seq info [2144:2144:8:4294967295] 00000004:00000040:0.0:1749609442.158570:0:16223:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:0.0:1749609442.158571:0:16223:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609442.158573:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609442.158575:0:16223:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609442.158576:0:16223:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609442.158576:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:0.0:1749609442.158578:0:16223:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609442.158579:0:16223:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609442.158580:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000001:0.0:1749609442.158581:0:16223:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000800:00000010:1.0:1749609442.158583:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee900. 00000020:00000040:0.0:1749609442.158584:0:16223:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:2.0:1749609442.158584:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00010000:00000001:0.0:1749609442.158586:0:16223:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609442.158587:0:16223:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000800:00000200:1.0:1749609442.158588:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609442.158588:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2149:2149:255:4294967295] 192.168.201.20@tcp LPNI seq info [2145:2145:7:4294967295] 00010000:00000001:0.0:1749609442.158589:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609442.158590:0:16223:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609442.158591:0:16223:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1749609442.158593:0:16223:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000200:1.0:1749609442.158594:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:2.0:1749609442.158595:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:1.0:1749609442.158597:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749609442.158598:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609442.158601:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7800. 00000400:00000200:0.0:1749609442.158604:0:16223:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609442.158604:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609442.158604:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:0.0:1749609442.158606:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609442.158606:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:0.0:1749609442.158608:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609442.158608:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000800:00000200:2.0:1749609442.158608:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:0.0:1749609442.158609:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000001:1.0:1749609442.158609:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.158611:0:16223:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000020:00000001:1.0:1749609442.158611:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1749609442.158611:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7800 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1749609442.158613:0:16223:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609442.158613:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609442.158614:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e3050 x1834594730258304/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:388/0 lens 224/224 e 0 to 0 dl 1749609453 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609442.158615:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609442.158615:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609442.158616:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609442.158617:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.158618:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609442.158619:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609442.158620:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00100000:1.0:1749609442.158621:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730258304:12345-192.168.201.20@tcp:400: Request processed in 188us (362us total) trans 0 rc 0/0 00000400:00000010:0.0:1749609442.158622:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668770. 00000100:00000040:2.0:1749609442.158622:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4700 x1834594730258432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609462 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609442.158624:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730258560, offset 0 00000400:00000200:0.0:1749609442.158627:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:1.0:1749609442.158628:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1503 00000100:00000040:1.0:1749609442.158630:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00100000:2.0:1749609442.158630:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730258432:12345-192.168.201.20@tcp:38: Request processed in 176us (309us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749609442.158631:0:16223:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609442.158632:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609442.158634:0:16223:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2150:2150:254:4294967295] 192.168.201.20@tcp LPNI seq info [2146:2146:6:4294967295] 00000100:00000001:1.0:1749609442.158634:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609442.158636:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00100000:2.0:1749609442.158636:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2842 00000100:00000001:2.0:1749609442.158638:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749609442.158639:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000100:00000001:2.0:1749609442.158639:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609442.158641:0:16223:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000020:00000010:2.0:1749609442.158641:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000020:00000010:1.0:1749609442.158642:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000020:00000010:2.0:1749609442.158644:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000800:00000200:0.0:1749609442.158645:0:16223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000040:1.0:1749609442.158645:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000020:00000010:2.0:1749609442.158646:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8400. 00000800:00000010:0.0:1749609442.158647:0:16223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057e00. 00000100:00000001:1.0:1749609442.158648:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609442.158648:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1749609442.158650:0:16223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000200:1.0:1749609442.158651:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:0.0:1749609442.158653:0:16223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000010:1.0:1749609442.158654:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0478. 00000800:00000200:0.0:1749609442.158655:0:16223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057e00 type 1, nob 512 niov 1 nkiov 1 00000400:00000010:1.0:1749609442.158656:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009596be40. 00000100:00000001:0.0:1749609442.158658:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.158659:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609442.158661:0:16223:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609442.158662:0:16223:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609442.158664:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4a80 x1834594730258560/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609462 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609442.158671:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:29481:x1834594730258560:12345-192.168.201.20@tcp:38: Request processed in 189us (288us total) trans 0 rc -11/-11 00000800:00000200:2.0:1749609442.158704:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609442.158707:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee900. 00000400:00000200:2.0:1749609442.158712:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749609442.158714:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2843 00000400:00000200:2.0:1749609442.158715:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609442.158716:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609442.158717:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609442.158717:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ac38 00000020:00000010:0.0:1749609442.158719:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000400:00000010:2.0:1749609442.158719:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ac38. 00000020:00000010:0.0:1749609442.158722:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2eaf0. 00000100:00000001:2.0:1749609442.158722:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749609442.158723:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 02000000:00000001:2.0:1749609442.158724:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609442.158726:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609442.158726:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007a0cf000. 02000000:00000001:2.0:1749609442.158728:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609442.158729:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609442.158737:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609442.158738:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7800. 00000400:00000200:2.0:1749609442.158740:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609442.158742:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609442.158744:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000400:00000010:2.0:1749609442.158751:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:2.0:1749609442.158753:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609442.158754:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:2.0:1749609442.158798:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609442.158800:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057e00. 00000400:00000200:2.0:1749609442.158802:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609442.158804:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609442.158806:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668770 00000400:00000010:2.0:1749609442.158807:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668770. 00000100:00000001:2.0:1749609442.158809:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609442.158810:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609442.550642:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5500. 00000020:00000040:0.0:1749609442.550661:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609442.550667:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609442.550702:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609442.550708:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609442.550716:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609442.550724:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.550731:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609442.550733:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609442.550741:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609442.550743:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609442.550746:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609442.550748:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526383872 : -131936183167744 : ffff880136ab5500) 00000100:00000001:0.0:1749609442.550753:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609442.550756:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609442.550758:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609442.550760:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609442.550769:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5500 x1834594612296576/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.550777:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609442.550778:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609442.550781:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5500 x1834594612296576/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.550785:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609442.550788:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609442.550789:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609442.550790:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609442.550793:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609442.550795:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609442.550797:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.550798:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609442.550800:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609442.550802:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5500 x1834594612296576/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609442.550807:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612296576:0@lo:900: 00000100:00000001:0.0:1749609442.550810:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609442.550812:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609442.550813:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609442.550815:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609442.550816:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5500 x1834594612296576/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.550820:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609442.550821:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609442.550825:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609442.550827:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609442.550828:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609442.550829:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5500 x1834594612296576/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609442.550833:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609442.550835:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609442.550836:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609442.550837:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609442.550839:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609442.550843:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609442.550844:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609442.550845:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5500. 00000100:00000001:0.0:1749609442.550847:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609442.550848:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609442.710742:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609442.710748:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609442.710749:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609442.710751:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609442.710754:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609442.710757:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609442.710759:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609442.710761:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609442.710762:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609442.805711:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609442.805720:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609442.805727:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609442.805729:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609442.805843:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609442.805848:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609442.805851:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609443.710607:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609443.710613:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609443.710615:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609443.710617:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609443.710620:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609443.710622:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609443.710624:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609443.710628:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609443.710629:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609443.807663:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609443.807670:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609443.807676:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609443.807678:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609443.807752:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609443.807755:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609443.807758:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609444.551623:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5500. 00000020:00000040:0.0:1749609444.551631:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609444.551672:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609444.551676:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609444.551680:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609444.551686:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1000. 00000100:00000001:0.0:1749609444.551693:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609444.551699:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609444.551700:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609444.551706:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609444.551708:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396770304 : -131936312781312 : ffff88012ef19600) 00000100:00000001:0.0:1749609444.551711:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609444.551712:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526383872 : -131936183167744 : ffff880136ab5500) 00000100:00000001:0.0:1749609444.551717:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609444.551720:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609444.551722:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609444.551723:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609444.551730:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5500 x1834594612296704/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609444.551739:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609444.551741:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609444.551743:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5500 x1834594612296704/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609444.551750:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609444.551753:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609444.551754:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609444.551755:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef19600 going to sleep for 0 seconds 00000100:00000001:0.0:1749609444.551758:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609444.551759:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609444.551762:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609444.551764:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609444.551766:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609444.551768:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5500 x1834594612296704/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609444.551775:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612296704:0@lo:900: 00000100:00000001:0.0:1749609444.551779:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609444.551781:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609444.551783:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609444.551785:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609444.551787:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5500 x1834594612296704/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609444.551793:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609444.551795:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef19600. 00000100:00000001:0.0:1749609444.551799:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609444.551800:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609444.551802:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609444.551805:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5500 x1834594612296704/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609444.551811:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609444.551813:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609444.551814:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609444.551816:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609444.551819:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1000. 02000000:00000001:0.0:1749609444.551823:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609444.551824:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609444.551826:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5500. 00000100:00000001:0.0:1749609444.551828:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609444.551829:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609444.710718:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609444.710727:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609444.710730:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609444.710733:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609444.710737:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609444.710741:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609444.710744:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609444.710747:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609444.710749:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609444.809689:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609444.809696:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609444.809702:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609444.809703:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609444.809787:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609444.809791:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609444.809794:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609445.403742:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609445.403753:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609445.403761:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5500. 00000020:00000040:0.0:1749609445.403768:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609445.403773:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609445.403777:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609445.403782:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609445.403790:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057900. 00000100:00000001:0.0:1749609445.403797:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609445.403806:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609445.403826:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609445.403829:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609445.403835:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab5500] to pc [ptlrpcd_00_01+1] req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609445.403874:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609445.403876:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609445.403880:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609445.403882:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609445.403884:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609445.403887:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609445.403890:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4049 00000100:00080000:0.0:1749609445.403894:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609445.403896:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609445.403899:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609445.403901:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609445.403903:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609445.403906:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609445.403907:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609445.403910:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609445.403914:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609445.403916:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609445.403918:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609445.403921:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609445.403923:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609445.403924:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609445.403925:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609445.403928:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609445.403930:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609445.403932:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609445.403935:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609445.403942:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609445.403943:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609445.403944:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.403946:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749609445.403949:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609445.403950:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609445.403952:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5880. 00000100:00000001:1.0:1749609445.403952:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749609445.403955:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609445.403958:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1749609445.403959:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609445.403960:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.403962:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609445.403963:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609445.403965:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609445.403968:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea32c00. 00000100:00000001:0.0:1749609445.403971:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.403971:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609445.403973:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609445.403976:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609445.403976:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609445.403979:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609445.403982:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.403983:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1749609445.403984:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612296832:0@lo:400: 00000100:00000001:0.0:1749609445.403985:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609445.403987:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab5880] to pc [ptlrpcd_rcv+-1] req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.403989:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609445.403990:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609445.403996:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609445.403996:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609445.403998:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609445.404000:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609445.404005:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609445.404005:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b400. 02000000:00000001:1.0:1749609445.404007:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609445.404008:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609445.404011:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609445.404013:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6300. 00000400:00000010:1.0:1749609445.404013:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0370. 00000020:00000040:0.0:1749609445.404015:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609445.404017:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609445.404018:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609445.404019:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609445.404019:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 02000000:00000010:0.0:1749609445.404022:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057500. 00000100:00000001:0.0:1749609445.404024:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609445.404026:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1749609445.404026:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612296832, portal 25 00000100:00000001:1.0:1749609445.404029:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609445.404030:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526383872 : -131936183167744 : ffff880136ab5500) 00000100:00000001:0.0:1749609445.404033:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609445.404034:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609445.404035:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609445.404037:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab6300] to pc [ptlrpcd_00_02+2] req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.404043:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609445.404047:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609445.404049:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000200:1.0:1749609445.404051:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612296832, offset 0 00000400:00000200:1.0:1749609445.404056:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609445.404066:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609445.404069:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:1.0:1749609445.404071:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609445.404072:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609445.404073:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609445.404075:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609445.404077:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609445.404079:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4049 00000100:00080000:0.0:1749609445.404080:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609445.404082:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609445.404083:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609445.404084:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609445.404086:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609445.404086:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609445.404087:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609445.404088:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609445.404089:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609445.404090:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609445.404091:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749609445.404092:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c3c80 00000020:00000040:0.0:1749609445.404093:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609445.404094:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:2.0:1749609445.404094:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609445.404096:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:0.0:1749609445.404099:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:1.0:1749609445.404099:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16e81 [2] + 0 00000100:00000001:0.0:1749609445.404100:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609445.404102:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609445.404103:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:1.0:1749609445.404104:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17370. 00000020:00000040:0.0:1749609445.404105:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00000001:2.0:1749609445.404105:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609445.404107:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609445.404107:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404109:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609445.404110:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1749609445.404110:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19000 02000000:00000001:2.0:1749609445.404110:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609445.404113:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609445.404113:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609445.404115:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609445.404115:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609445.404116:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609445.404117:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:2.0:1749609445.404118:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612297088:0@lo:400: 00000100:00000001:0.0:1749609445.404119:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609445.404120:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609445.404120:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749609445.404121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6680. 00000100:00000001:2.0:1749609445.404122:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749609445.404123:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:1.0:1749609445.404123:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19000 02000000:00000001:0.0:1749609445.404125:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749609445.404125:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609445.404126:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609445.404126:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19000. 00000100:00000001:0.0:1749609445.404127:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749609445.404127:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404127:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609445.404128:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609445.404129:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749609445.404130:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404130:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609445.404131:0:1510:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749609445.404132:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea30c00. 00000100:00000200:1.0:1749609445.404133:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:2.0:1749609445.404133:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 00000100:00000001:0.0:1749609445.404134:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609445.404136:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609445.404137:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749609445.404137:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800703e2850 x1834594612296832 msgsize 224 00000100:00000040:3.0:1749609445.404138:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609445.404140:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000100:00100000:1.0:1749609445.404141:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609445.404142:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609445.404144:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609445.404145:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609445.404145:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000040:0.0:1749609445.404147:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab6680] to pc [ptlrpcd_rcv+-1] req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609445.404149:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612297088, portal 4 00000100:00000001:2.0:1749609445.404151:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609445.404152:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526387456 : -131936183164160 : ffff880136ab6300) 00000100:00000001:1.0:1749609445.404153:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609445.404153:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609445.404154:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404156:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609445.404157:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749609445.404158:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609445.404160:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:1.0:1749609445.404160:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 02000000:00000001:3.0:1749609445.404160:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609445.404161:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609445.404162:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1749609445.404162:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 02000000:00000001:3.0:1749609445.404163:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609445.404164:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749609445.404164:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749609445.404166:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4049 00000100:00000001:2.0:1749609445.404166:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749609445.404167:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749609445.404167:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609445.404168:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609445.404169:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609445.404170:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609445.404171:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749609445.404171:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00100000:3.0:1749609445.404171:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612296960:0@lo:38: 00000100:00000040:0.0:1749609445.404173:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:2.0:1749609445.404173:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612297088, offset 0 00000100:00000001:0.0:1749609445.404175:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609445.404176:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609445.404177:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:1.0:1749609445.404177:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609445.404177:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749609445.404178:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609445.404179:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749609445.404180:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609445.404181:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 02000000:00000001:3.0:1749609445.404181:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749609445.404182:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609445.404184:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 02000000:00000001:3.0:1749609445.404184:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609445.404186:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749609445.404186:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609445.404187:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609445.404187:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404188:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609445.404188:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609445.404190:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609445.404191:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000010:3.0:1749609445.404192:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508d000. 00000020:00000040:0.0:1749609445.404193:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000400:00000200:2.0:1749609445.404193:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c3d80 00000100:00080000:0.0:1749609445.404195:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 02000000:00000001:3.0:1749609445.404195:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404196:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404197:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609445.404198:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609445.404200:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609445.404200:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298721816 00000400:00000200:2.0:1749609445.404200:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 5600 00000400:00000010:3.0:1749609445.404201:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62a50. 02000000:00000001:0.0:1749609445.404202:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404203:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609445.404204:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609445.404204:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8dc0. 00000400:00000200:2.0:1749609445.404205:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749609445.404206:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00000100:00000010:0.0:1749609445.404207:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6d80. 00000020:00000040:0.0:1749609445.404208:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1749609445.404209:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609445.404210:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609445.404211:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404211:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1749609445.404211:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612296960, portal 4 00000100:00000001:0.0:1749609445.404212:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609445.404213:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609445.404213:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609445.404213:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609445.404214:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609445.404214:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1749609445.404214:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526384768 : -131936183166848 : ffff880136ab5880) 02000000:00000010:0.0:1749609445.404217:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea33400. 00000100:00000001:1.0:1749609445.404217:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298721816 00000100:00000010:2.0:1749609445.404218:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7df800. 00000100:00000001:0.0:1749609445.404219:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609445.404219:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8b00. 00000100:00000040:2.0:1749609445.404220:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7df800 x1834594612297088 msgsize 224 00000100:00000040:3.0:1749609445.404221:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609445.404222:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609445.404222:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749609445.404224:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298721816 00000100:00100000:2.0:1749609445.404224:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1749609445.404226:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8700. 00000100:00000001:0.0:1749609445.404228:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609445.404229:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404229:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749609445.404229:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609445.404231:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab6d80] to pc [ptlrpcd_rcv+-1] req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.404231:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298721816 00000100:00000040:3.0:1749609445.404232:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1749609445.404233:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8c00. 00000100:00000001:2.0:1749609445.404234:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749609445.404234:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609445.404236:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749609445.404237:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609445.404237:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612296960, offset 0 00000100:00000001:1.0:1749609445.404238:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609445.404240:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749609445.404240:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609445.404241:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609445.404243:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749609445.404244:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609445.404245:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab7100. 00000100:00000001:1.0:1749609445.404245:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609445.404247:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609445.404248:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609445.404249:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609445.404250:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609445.404250:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000200:3.0:1749609445.404250:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749609445.404252:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 02000000:00000010:0.0:1749609445.404253:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057600. 00000100:00000001:1.0:1749609445.404254:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609445.404255:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404255:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749609445.404255:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749609445.404257:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609445.404257:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609445.404257:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c3d00 00000100:00000200:2.0:1749609445.404258:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.404259:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609445.404260:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404261:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404264:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749609445.404264:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 11440 00000100:00000001:0.0:1749609445.404265:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404267:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609445.404268:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab7100] to pc [ptlrpcd_00_03+3] req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609445.404269:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609445.404269:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609445.404272:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609445.404273:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609445.404273:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609445.404275:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404275:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609445.404276:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404277:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609445.404277:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609445.404277:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609445.404278:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609445.404279:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4059) 00000100:00000200:3.0:1749609445.404279:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749609445.404281:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609445.404282:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609445.404283:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b9880. 00000100:00000040:2.0:1749609445.404284:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000040:3.0:1749609445.404285:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b9880 x1834594612296960 msgsize 520 00000100:00000001:2.0:1749609445.404287:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298721809 00000100:00000001:1.0:1749609445.404289:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609445.404289:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298721816 00000100:00100000:3.0:1749609445.404289:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609445.404291:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404292:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298721809 02000000:00000001:1.0:1749609445.404293:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609445.404293:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298721816 02000000:00000001:1.0:1749609445.404295:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609445.404295:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298721809 02000000:00000001:1.0:1749609445.404297:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404297:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298721816 00000100:00100000:1.0:1749609445.404299:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612297472:0@lo:400: 00000100:00000001:2.0:1749609445.404299:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298721809 00000100:00000001:2.0:1749609445.404300:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298721816 00000100:00000001:3.0:1749609445.404301:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609445.404302:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609445.404303:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609445.404304:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609445.404305:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609445.404306:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404307:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404308:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609445.404308:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609445.404309:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609445.404309:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000100:00100000:0.0:1749609445.404310:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612296832 02000000:00000010:1.0:1749609445.404310:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 00000400:00000010:3.0:1749609445.404311:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 02000000:00000001:0.0:1749609445.404312:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609445.404312:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404314:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749609445.404315:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0420. 00000100:00000001:2.0:1749609445.404315:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609445.404315:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609445.404316:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609445.404317:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609445.404317:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609445.404318:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609445.404318:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749609445.404320:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612297472, portal 10 00000100:00000001:2.0:1749609445.404320:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609445.404321:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404321:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404322:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609445.404323:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526391040 : -131936183160576 : ffff880136ab7100) 00000100:00000001:2.0:1749609445.404323:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609445.404324:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612296832 00000020:00000001:0.0:1749609445.404325:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609445.404325:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749609445.404326:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000020:00000001:0.0:1749609445.404327:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749609445.404327:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609445.404329:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000040:1.0:1749609445.404329:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609445.404331:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000020:00000001:0.0:1749609445.404333:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609445.404334:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404335:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609445.404335:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609445.404337:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749609445.404337:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609445.404338:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609445.404338:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609445.404339:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000020:00000010:0.0:1749609445.404340:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4bc0. 00000100:00100000:2.0:1749609445.404340:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612297088 00000100:00000200:1.0:1749609445.404341:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612297472, offset 0 00000100:00000040:3.0:1749609445.404341:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1032 usecs (2 jiffies) 00000100:00000001:0.0:1749609445.404342:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609445.404342:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749609445.404344:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609445.404344:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609445.404344:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298721810 00000020:00000010:0.0:1749609445.404345:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4bc0. 00000100:00000001:2.0:1749609445.404346:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404346:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298721816 00000100:00000001:3.0:1749609445.404348:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298721810 00000400:00000200:1.0:1749609445.404349:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749609445.404349:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609445.404350:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000001:3.0:1749609445.404350:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298721816 00000100:00100000:2.0:1749609445.404351:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612297088 00000100:00000001:3.0:1749609445.404352:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298721810 00000400:00000200:1.0:1749609445.404353:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c3f00 00000020:00000001:2.0:1749609445.404353:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749609445.404354:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000100:00000001:3.0:1749609445.404354:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298721816 00000020:00000040:2.0:1749609445.404355:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:3.0:1749609445.404355:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298721810 00000020:00000001:2.0:1749609445.404357:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609445.404357:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298721816 00000020:00000010:0.0:1749609445.404358:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2eaf0. 00000400:00000200:1.0:1749609445.404358:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 80640 00000020:00000040:2.0:1749609445.404359:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609445.404359:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609445.404361:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609445.404361:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609445.404363:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609445.404364:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609445.404364:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609445.404365:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1749609445.404365:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609445.404366:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609445.404367:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609445.404368:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609445.404369:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609445.404370:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749609445.404370:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706580. 00000100:00000001:0.0:1749609445.404371:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609445.404371:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609445.404371:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609445.404373:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000010:1.0:1749609445.404374:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bfaa00. 00000020:00000010:2.0:1749609445.404375:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706e00. 00000100:00000001:3.0:1749609445.404375:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609445.404376:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880130bfaa00 x1834594612297472 msgsize 224 00000100:00000001:3.0:1749609445.404376:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609445.404377:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609445.404378:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609445.404380:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749609445.404380:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:3.0:1749609445.404380:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609445.404384:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609445.404387:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609445.404387:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609445.404388:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609445.404389:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609445.404390:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000020:00000010:2.0:1749609445.404390:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000400:00000010:1.0:1749609445.404391:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 02000000:00000001:3.0:1749609445.404391:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609445.404393:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609445.404393:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749609445.404393:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 02000000:00000001:3.0:1749609445.404393:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609445.404395:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609445.404395:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609445.404395:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609445.404397:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00100000:3.0:1749609445.404397:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612297216:0@lo:38: 00000100:00100000:0.0:1749609445.404399:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00000001:3.0:1749609445.404400:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609445.404402:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000040:2.0:1749609445.404402:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:3.0:1749609445.404402:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609445.404403:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609445.404403:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404404:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197340240 : -131939512211376 : ffff8800703e2850) 00000100:00000001:2.0:1749609445.404404:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749609445.404405:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609445.404405:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609445.404405:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609445.404407:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749609445.404407:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508c400. 00000100:00000040:0.0:1749609445.404408:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e2850 x1834594612296832/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:391/0 lens 224/0 e 0 to 0 dl 1749609456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609445.404409:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404411:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609445.404411:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00000001:2.0:1749609445.404412:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609445.404413:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609445.404414:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1749609445.404414:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609445.404415:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404416:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609445.404416:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612297216, portal 10 00000100:00000001:0.0:1749609445.404417:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609445.404418:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4bc0. 00000100:00000040:1.0:1749609445.404418:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000100:00000001:3.0:1749609445.404418:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609445.404419:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526388352 : -131936183163264 : ffff880136ab6680) 00000100:00000001:0.0:1749609445.404420:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609445.404420:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298721809 00000100:00000001:2.0:1749609445.404420:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609445.404422:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4bc0. 00000100:00000001:1.0:1749609445.404422:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298721816 00000100:00000001:1.0:1749609445.404424:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298721809 00000100:00100000:0.0:1749609445.404425:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612296832:12345-0@lo:400: 00000100:00000001:1.0:1749609445.404425:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298721816 00000100:00000040:3.0:1749609445.404425:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609445.404426:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609445.404427:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298721809 00000100:00000200:0.0:1749609445.404428:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612296832 00000100:00000001:2.0:1749609445.404428:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609445.404429:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298721816 00000100:00000001:1.0:1749609445.404431:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298721809 00000100:00100000:2.0:1749609445.404431:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00000001:3.0:1749609445.404431:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609445.404432:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609445.404432:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298721816 00000100:00000040:2.0:1749609445.404433:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000040:3.0:1749609445.404433:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609445.404434:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609445.404435:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609445.404435:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404435:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389193216 : -131936320358400 : ffff88012e7df800) 00000400:00000010:3.0:1749609445.404435:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000200:3.0:1749609445.404436:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612297216, offset 0 00000100:00000001:1.0:1749609445.404437:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609445.404438:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404439:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609445.404439:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7df800 x1834594612297088/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:391/0 lens 224/0 e 0 to 0 dl 1749609456 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609445.404440:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749609445.404440:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609445.404442:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:1.0:1749609445.404442:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609445.404443:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749609445.404444:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609445.404445:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609445.404446:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609445.404447:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609445.404447:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609445.404447:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749609445.404448:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609445.404448:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609445.404448:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706e00. 00000400:00000200:3.0:1749609445.404449:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c3e00 00000020:00000001:0.0:1749609445.404450:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609445.404450:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404450:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609445.404452:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706e00. 00000400:00000200:3.0:1749609445.404452:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 80864 00000020:00000001:0.0:1749609445.404453:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609445.404455:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1749609445.404456:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612297088:12345-0@lo:400: 00000400:00000200:3.0:1749609445.404456:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609445.404458:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749609445.404459:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612297088 00000400:00000200:3.0:1749609445.404459:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609445.404460:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749609445.404461:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609445.404462:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749609445.404463:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea30400. 00000020:00000001:2.0:1749609445.404463:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:3.0:1749609445.404463:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609445.404464:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609445.404465:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609445.404465:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609445.404466:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612297472 00000100:00000010:3.0:1749609445.404466:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b9f80. 00000100:00000001:0.0:1749609445.404467:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609445.404467:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1749609445.404468:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609445.404468:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b9f80 x1834594612297216 msgsize 520 00000020:00000001:2.0:1749609445.404469:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:0.0:1749609445.404470:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404470:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609445.404471:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000040:0.0:1749609445.404472:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612296832 00000100:00000001:1.0:1749609445.404472:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609445.404472:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609445.404474:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609445.404475:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749609445.404475:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609445.404476:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1749609445.404477:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612297472 00000020:00000001:2.0:1749609445.404477:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000200:0.0:1749609445.404479:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e2850 x1834594612296832/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:391/0 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609445.404479:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404479:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749609445.404480:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609445.404481:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:2.0:1749609445.404481:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749609445.404482:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000020:00000001:1.0:1749609445.404483:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749609445.404483:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:2.0:1749609445.404484:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1749609445.404485:0:16223:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:3.0:1749609445.404485:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609445.404486:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609445.404487:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749609445.404488:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000200:3.0:1749609445.404488:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609445.404489:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609445.404490:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00001000:0.0:1749609445.404491:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=114 v=5 (1 1 1 1) 02000000:00000010:2.0:1749609445.404491:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0242800. 02000000:00000001:2.0:1749609445.404493:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404494:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609445.404494:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609445.404495:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609445.404495:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609445.404496:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8d40. 00000100:00000040:3.0:1749609445.404496:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609445.404497:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609445.404525:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:2.0:1749609445.404526:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609445.404528:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609445.404529:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609445.404529:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612297088 00000100:00000001:0.0:1749609445.404531:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609445.404531:0:16223:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8780. 00010000:00000001:2.0:1749609445.404532:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749609445.404533:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749609445.404535:0:16223:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000010:0.0:1749609445.404536:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6687f8. 00010000:00000200:2.0:1749609445.404536:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012e7df800 x1834594612297088/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:391/0 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.404538:0:16223:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:0.0:1749609445.404540:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612296832, offset 224 00000020:00000010:1.0:1749609445.404542:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00010000:00000001:2.0:1749609445.404543:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749609445.404545:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749609445.404545:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609445.404546:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00001000:2.0:1749609445.404548:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=101 v=5 (1 1 1 1) 00000020:00000010:1.0:1749609445.404549:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 00000100:00000001:2.0:1749609445.404551:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609445.404553:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609445.404553:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000040:1.0:1749609445.404554:0:16223:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749609445.404555:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609445.404556:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609445.404557:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749609445.404558:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749609445.404559:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c3c80 02000000:00000001:2.0:1749609445.404559:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404560:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609445.404561:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609445.404563:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609445.404564:0:16223:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1749609445.404565:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x179dd [1] + 224 00000100:00000001:1.0:1749609445.404566:0:16223:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1749609445.404566:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00000001:3.0:1749609445.404566:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404568:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404568:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749609445.404569:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612297088, offset 224 00000400:00000200:0.0:1749609445.404570:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609445.404572:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609445.404573:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609445.404574:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609445.404574:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609445.404574:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 823 usecs (1 jiffies) 00000100:00000001:0.0:1749609445.404577:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609445.404577:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298721810 00000100:00000001:3.0:1749609445.404579:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298721816 00000100:00000200:0.0:1749609445.404580:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609445.404580:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609445.404581:0:16223:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609445.404581:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298721810 00000100:00100000:1.0:1749609445.404582:0:16223:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612297216 00000100:00000001:3.0:1749609445.404583:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298721816 02000000:00000001:1.0:1749609445.404584:0:16223:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609445.404584:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298721810 00000100:00000001:1.0:1749609445.404586:0:16223:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609445.404586:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c3d80 00000100:00000001:3.0:1749609445.404586:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298721816 00000100:00000001:3.0:1749609445.404587:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298721810 00000100:00000040:0.0:1749609445.404588:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.404588:0:16223:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404589:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298721816 02000000:00000001:1.0:1749609445.404590:0:16223:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609445.404590:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x179e5 [1] + 224 00000100:00000001:3.0:1749609445.404590:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609445.404592:0:16223:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612297216 00000020:00000001:1.0:1749609445.404593:0:16223:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609445.404593:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609445.404594:0:16223:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749609445.404595:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609445.404595:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749609445.404596:0:16223:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609445.404597:0:16223:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609445.404598:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609445.404598:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609445.404599:0:16223:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404601:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609445.404601:0:16223:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000100:00000001:2.0:1749609445.404601:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749609445.404603:0:16223:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8400. 00000100:00000200:2.0:1749609445.404604:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609445.404605:0:16223:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eec80. 00000100:00000001:3.0:1749609445.404605:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609445.404607:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609445.404608:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6687f8 00000100:00000001:1.0:1749609445.404608:0:16223:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609445.404609:0:16223:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609445.404609:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1749609445.404610:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6687f8. 00000100:00000001:1.0:1749609445.404610:0:16223:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609445.404610:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609445.404612:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609445.404612:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404613:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609445.404613:0:16223:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404614:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609445.404614:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612297344:0@lo:38: 00000100:00000001:0.0:1749609445.404617:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404617:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609445.404618:0:16223:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609445.404619:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609445.404620:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609445.404620:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609445.404646:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749609445.404646:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609445.404649:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609445.404650:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000020:00000001:0.0:1749609445.404652:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1749609445.404652:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 02000000:00000001:3.0:1749609445.404652:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609445.404655:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609445.404656:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609445.404657:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e2850 x1834594612296832/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:391/0 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.404657:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:3.0:1749609445.404657:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508f800. 00000100:00000001:2.0:1749609445.404658:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609445.404659:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404660:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609445.404661:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609445.404662:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00010000:00000001:2.0:1749609445.404663:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609445.404665:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609445.404665:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00100000:1.0:1749609445.404666:0:16223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000020:00000001:2.0:1749609445.404667:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1749609445.404668:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612297344, portal 10 00000100:00000040:1.0:1749609445.404670:0:16223:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:3.0:1749609445.404670:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1749609445.404671:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612296832:12345-0@lo:400: Request processed in 252us (531us total) trans 0 rc 0/0 00000100:00000040:2.0:1749609445.404671:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7df800 x1834594612297088/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:391/0 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.404671:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526390144 : -131936183161472 : ffff880136ab6d80) 00000100:00000001:1.0:1749609445.404673:0:16223:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427053056 : -131936282498560 : ffff880130bfaa00) 00000100:00000040:3.0:1749609445.404677:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609445.404679:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bfaa00 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:391/0 lens 224/0 e 0 to 0 dl 1749609456 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609445.404679:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612297088:12345-0@lo:400: Request processed in 231us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1749609445.404682:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00000001:3.0:1749609445.404683:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609445.404685:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609445.404686:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00100000:2.0:1749609445.404687:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000400:00000010:3.0:1749609445.404687:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000040:2.0:1749609445.404689:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000200:3.0:1749609445.404689:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612297344, offset 0 00000100:00000001:0.0:1749609445.404690:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609445.404691:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609445.404692:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609445.404692:0:16223:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609445.404692:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609445.404693:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609445.404695:0:16223:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8780. 00000020:00000010:2.0:1749609445.404696:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000020:00000010:0.0:1749609445.404697:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000100:00000001:1.0:1749609445.404698:0:16223:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609445.404698:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609445.404700:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000020:00000010:1.0:1749609445.404701:0:16223:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8780. 00000020:00000010:0.0:1749609445.404702:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2eaf0. 00000020:00000010:2.0:1749609445.404703:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000400:00000200:3.0:1749609445.404703:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c3e80 00000020:00000010:0.0:1749609445.404706:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000020:00000040:2.0:1749609445.404706:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00100000:1.0:1749609445.404707:0:16223:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612297472:12345-0@lo:400: 00000400:00000200:3.0:1749609445.404707:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 81384 00000100:00000001:2.0:1749609445.404708:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609445.404711:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609445.404712:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000200:1.0:1749609445.404713:0:16223:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612297472 00000400:00000200:3.0:1749609445.404714:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749609445.404716:0:16223:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609445.404717:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749609445.404718:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749609445.404719:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea30400. 00000100:00000200:3.0:1749609445.404719:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749609445.404720:0:16223:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00080000:2.0:1749609445.404721:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:1.0:1749609445.404722:0:16223:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609445.404722:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7ba680. 02000000:00000001:0.0:1749609445.404723:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:2.0:1749609445.404724:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:3.0:1749609445.404724:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7ba680 x1834594612297344 msgsize 520 00000100:00000001:0.0:1749609445.404725:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609445.404726:0:16223:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00080000:2.0:1749609445.404727:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1749609445.404727:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609445.404728:0:16223:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000040:2.0:1749609445.404729:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000200:0.0:1749609445.404730:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1749609445.404732:0:16223:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609445.404734:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749609445.404735:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17cb8. 00000020:00000001:1.0:1749609445.404736:0:16223:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609445.404737:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749609445.404738:0:16223:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749609445.404738:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000100:00000001:2.0:1749609445.404739:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749609445.404739:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000020:00000001:1.0:1749609445.404741:0:16223:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609445.404742:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749609445.404743:0:16223:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609445.404744:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609445.404746:0:16223:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609445.404750:0:16223:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609445.404750:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749609445.404752:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ef19600. 02000000:00000001:1.0:1749609445.404752:0:16223:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609445.404752:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609445.404753:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749609445.404755:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1749609445.404756:0:16223:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cc800. 00000400:00000010:2.0:1749609445.404757:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f738. 02000000:00000001:1.0:1749609445.404758:0:16223:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404758:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609445.404759:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:1.0:1749609445.404760:0:16223:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609445.404760:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609445.404760:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749609445.404762:0:16223:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404762:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609445.404762:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609445.404764:0:16223:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612297472 00000100:00000040:3.0:1749609445.404764:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 677 usecs (1 jiffies) 00000100:00000200:2.0:1749609445.404765:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609445.404766:0:16223:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609445.404766:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298721810 00000100:00000001:3.0:1749609445.404768:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298721816 00010000:00000200:1.0:1749609445.404769:0:16223:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bfaa00 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:391/0 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.404770:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298721810 00000100:00000001:3.0:1749609445.404772:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298721816 00000100:00000200:2.0:1749609445.404773:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.404773:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298721810 00000100:00000001:3.0:1749609445.404775:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298721816 00000100:00000001:3.0:1749609445.404776:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298721810 00010000:00000001:1.0:1749609445.404777:0:16223:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609445.404778:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298721816 00010000:00000001:1.0:1749609445.404779:0:16223:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404779:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609445.404780:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:1.0:1749609445.404781:0:16223:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609445.404781:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.404781:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404783:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609445.404783:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404785:0:16223:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609445.404785:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609445.404786:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749609445.404787:0:16223:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609445.404788:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609445.404789:0:16223:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609445.404789:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609445.404790:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609445.404791:0:16223:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609445.404791:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609445.404792:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609445.404793:0:16223:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609445.404793:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404794:0:16223:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609445.404794:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609445.404795:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609445.404796:0:16223:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1749609445.404797:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=101 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609445.404797:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609445.404798:0:16223:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00001000:2.0:1749609445.404800:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609445.404801:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749609445.404802:0:16223:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612297472, offset 224 00000100:00000001:2.0:1749609445.404803:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749609445.404804:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612297344 00000100:00000001:2.0:1749609445.404804:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609445.404805:0:16223:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609445.404807:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1749609445.404807:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749609445.404809:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00080000:2.0:1749609445.404810:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609445.404812:0:16223:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609445.404813:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404815:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609445.404817:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609445.404817:0:16223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3f00 00010000:00000001:2.0:1749609445.404817:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609445.404817:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612296960 02000000:00000001:3.0:1749609445.404818:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609445.404819:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609445.404820:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749609445.404821:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612297344 00000400:00000200:1.0:1749609445.404821:0:16223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x179f5 [1] + 224 00000100:00000040:2.0:1749609445.404821:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:3.0:1749609445.404822:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609445.404823:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609445.404823:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749609445.404824:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609445.404825:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749609445.404825:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609445.404826:0:16223:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609445.404827:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609445.404827:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609445.404828:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612296960 00000020:00000001:0.0:1749609445.404829:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609445.404829:0:16223:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749609445.404830:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1749609445.404831:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609445.404831:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609445.404832:0:16223:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609445.404833:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749609445.404833:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1749609445.404835:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000200:1.0:1749609445.404835:0:16223:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609445.404835:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404836:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609445.404837:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609445.404837:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609445.404838:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000100:00000040:2.0:1749609445.404840:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609445.404841:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2eaf0. 00000020:00000010:3.0:1749609445.404841:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000100:00000040:1.0:1749609445.404843:0:16223:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609445.404845:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1f80. 00000100:00000001:0.0:1749609445.404846:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749609445.404847:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612297088:0@lo:400: 00000100:00000001:0.0:1749609445.404848:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749609445.404848:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f960. 00000100:00000001:0.0:1749609445.404850:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404851:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609445.404852:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609445.404853:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609445.404853:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609445.404854:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.404854:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404855:0:16223:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609445.404855:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6300 x1834594612297088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.404858:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609445.404859:0:16223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000400:00000010:1.0:1749609445.404861:0:16223:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:0.0:1749609445.404862:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609445.404862:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749609445.404863:0:16223:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749609445.404863:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609445.404864:0:16223:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609445.404865:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749609445.404866:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000100:00000001:1.0:1749609445.404867:0:16223:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609445.404868:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749609445.404869:0:16223:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:2.0:1749609445.404870:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609445.404871:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749609445.404871:0:16223:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000040:2.0:1749609445.404871:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1749609445.404872:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609445.404873:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609445.404873:0:16223:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609445.404873:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749609445.404874:0:16223:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609445.404874:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749609445.404875:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057500. 02000000:00000001:2.0:1749609445.404878:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749609445.404879:0:16223:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bfaa00 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:391/0 lens 224/224 e 0 to 0 dl 1749609456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609445.404879:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 02000000:00000001:2.0:1749609445.404880:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1749609445.404881:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00000001:3.0:1749609445.404881:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355483264 : -131936354068352 : ffff88012c7b9880) 00000100:00000010:2.0:1749609445.404882:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6300. 00000100:00000001:0.0:1749609445.404884:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355485056 : -131936354066560 : ffff88012c7b9f80) 00000100:00000001:2.0:1749609445.404884:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609445.404885:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609445.404885:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b9880 x1834594612296960/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609445.404887:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609445.404888:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b9f80 x1834594612297216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609445.404888:0:16223:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612297472:12345-0@lo:400: Request processed in 196us (510us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609445.404890:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609445.404891:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.404892:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609445.404894:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609445.404894:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612296960:12345-0@lo:38: 00000100:00100000:1.0:1749609445.404895:0:16223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00000040:1.0:1749609445.404897:0:16223:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000200:3.0:1749609445.404898:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612296960 00000100:00000001:1.0:1749609445.404900:0:16223:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749609445.404900:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749609445.404902:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612297216:12345-0@lo:38: 00000100:00000001:1.0:1749609445.404902:0:16223:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749609445.404902:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749609445.404905:0:16223:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000020:00000010:1.0:1749609445.404907:0:16223:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000100:00000200:0.0:1749609445.404908:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612297216 00000020:00000010:1.0:1749609445.404910:0:16223:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000020:00000001:0.0:1749609445.404911:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:1.0:1749609445.404913:0:16223:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00010000:00000001:0.0:1749609445.404914:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609445.404914:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609445.404915:0:16223:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609445.404916:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609445.404916:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609445.404919:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749609445.404920:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00010000:00000001:3.0:1749609445.404922:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609445.404923:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355486848 : -131936354064768 : ffff88012c7ba680) 00010000:00000001:3.0:1749609445.404924:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609445.404925:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609445.404926:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7ba680 x1834594612297344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609465 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.404927:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609445.404928:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:0.0:1749609445.404929:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749609445.404930:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749609445.404933:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609445.404933:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749609445.404934:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2dc00. 00000100:00000001:1.0:1749609445.404935:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609445.404935:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612297344:12345-0@lo:38: 02000000:00000001:3.0:1749609445.404935:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609445.404937:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609445.404937:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609445.404938:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749609445.404938:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612297344 00000100:00000001:0.0:1749609445.404940:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:1.0:1749609445.404940:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749609445.404940:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609445.404940:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1749609445.404942:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0420. 00010000:00000001:2.0:1749609445.404942:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749609445.404942:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.404943:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1749609445.404944:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749609445.404945:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609445.404945:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609445.404946:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:3.0:1749609445.404947:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609445.404948:0:1512:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749609445.404949:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea30400. 00000100:00000001:3.0:1749609445.404950:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609445.404951:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609445.404951:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609445.404952:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609445.404952:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00020000:2.0:1749609445.404954:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609445.404954:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609445.404955:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609445.404956:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609445.404956:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00010000:00000001:0.0:1749609445.404958:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749609445.404958:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609445.404959:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609445.404959:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:0.0:1749609445.404960:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609445.404961:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609445.404962:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609445.404963:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609445.404963:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609445.404964:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609445.404964:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609445.404965:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609445.404965:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609445.404966:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609445.404967:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609445.404968:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609445.404968:0:1512:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:3.0:1749609445.404968:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 02000000:00000001:1.0:1749609445.404969:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1749609445.404969:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5099000. 00000100:00000001:0.0:1749609445.404971:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609445.404971:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609445.404971:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609445.404971:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612296960, offset 0 00000100:00000001:2.0:1749609445.404972:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.404973:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609445.404975:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609445.404975:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609445.404975:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609445.404975:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609445.404977:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:2.0:1749609445.404977:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609445.404978:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1749609445.404979:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609445.404980:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00001000:1.0:1749609445.404981:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=108 v=5 (1 1 1 1) 00000400:00000200:3.0:1749609445.404981:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609445.404982:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749609445.404983:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609445.404984:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609445.404984:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749609445.404985:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609445.404985:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609445.404985:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c3d00 02000000:00000001:0.0:1749609445.404986:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609445.404987:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749609445.404987:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000100:00000001:0.0:1749609445.404988:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609445.404989:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609445.404989:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x179ed [1] + 0 00010000:00080000:1.0:1749609445.404990:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609445.404991:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609445.404991:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000010:0.0:1749609445.404993:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6687f8. 00000100:00000040:2.0:1749609445.404993:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 27 to 0@lo 00000400:00000200:3.0:1749609445.404994:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609445.404995:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609445.404996:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609445.404997:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612297216, offset 0 00010000:00000001:1.0:1749609445.404997:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609445.404997:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609445.404998:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609445.404999:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609445.404999:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609445.405000:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609445.405001:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609445.405001:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609445.405002:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1749609445.405002:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00000100:00000200:3.0:1749609445.405002:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.405004:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609445.405005:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612297344, offset 0 00000100:00000040:1.0:1749609445.405006:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609445.405009:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609445.405009:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749609445.405010:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.405012:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609445.405014:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3e00 00000100:00000001:1.0:1749609445.405014:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609445.405016:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609445.405016:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609445.405018:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609445.405019:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x179fd [1] + 0 00000100:00000001:3.0:1749609445.405020:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609445.405021:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c3e80 00000400:00000200:0.0:1749609445.405024:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609445.405026:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a0d [1] + 0 00000400:00000200:0.0:1749609445.405027:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749609445.405030:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609445.405033:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612297472:0@lo:400: 00000400:00000200:2.0:1749609445.405033:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609445.405037:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609445.405038:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749609445.405038:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000100:00000040:1.0:1749609445.405040:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab7100 x1834594612297472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609445.405040:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609445.405043:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609445.405044:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609445.405044:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609445.405046:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749609445.405047:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609445.405047:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609445.405047:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609445.405049:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 00000100:00000040:3.0:1749609445.405050:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609445.405051:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609445.405051:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609445.405052:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609445.405052:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609445.405053:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:2.0:1749609445.405054:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609445.405054:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609445.405055:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609445.405055:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609445.405056:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057600. 00000100:00000040:3.0:1749609445.405057:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b9880 x1834594612296960/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609445.405059:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609445.405060:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609445.405061:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7100. 00000100:00000040:2.0:1749609445.405062:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609445.405063:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609445.405064:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609445.405065:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609445.405066:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609445.405066:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612296960:12345-0@lo:38: Request processed in 172us (779us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749609445.405068:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6687f8 00000400:00000010:0.0:1749609445.405070:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6687f8. 00000100:00000001:1.0:1749609445.405070:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609445.405070:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609445.405071:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609445.405072:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:3.0:1749609445.405072:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00000001:1.0:1749609445.405073:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609445.405074:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609445.405074:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609445.405074:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000100:00000001:3.0:1749609445.405075:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749609445.405076:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000100:00000001:3.0:1749609445.405076:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609445.405077:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609445.405078:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749609445.405078:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1f80. 00000100:00000040:0.0:1749609445.405079:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609445.405079:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609445.405081:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609445.405081:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f960. 00000100:00000001:2.0:1749609445.405082:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609445.405083:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609445.405084:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:3.0:1749609445.405084:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000040:0.0:1749609445.405086:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b9f80 x1834594612297216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609445.405086:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.405087:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609445.405088:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609445.405091:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7ba680 x1834594612297344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609465 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609445.405094:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612297216:12345-0@lo:38: Request processed in 193us (625us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609445.405099:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612297344:12345-0@lo:38: Request processed in 164us (373us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609445.405101:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609445.405102:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00000001:1.0:1749609445.405103:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609445.405105:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1749609445.405105:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609445.405106:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1749609445.405106:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749609445.405106:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00000400:00000010:1.0:1749609445.405108:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0370. 00000100:00000001:2.0:1749609445.405108:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749609445.405109:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8400. 00000100:00000001:2.0:1749609445.405109:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609445.405110:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000020:00000010:0.0:1749609445.405112:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eec80. 00000400:00000010:1.0:1749609445.405112:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000020:00000010:2.0:1749609445.405112:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000100:00000001:3.0:1749609445.405113:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609445.405114:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609445.405114:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2eaf0. 00000020:00000010:0.0:1749609445.405115:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000100:00000001:3.0:1749609445.405115:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749609445.405116:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609445.405117:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609445.405117:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000400:00000001:3.0:1749609445.405118:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609445.405119:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609445.405120:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609445.405121:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000100:00000200:1.0:1749609445.405124:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609445.405124:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609445.405125:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:3.0:1749609445.405127:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609445.405130:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.405131:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609445.405132:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609445.405134:0:1510:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609445.405135:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609445.405136:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609445.405137:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609445.405137:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609445.405139:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609445.405141:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609445.405143:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609445.405144:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609445.405146:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609445.405146:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609445.405147:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609445.405148:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609445.405148:0:1508:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:1.0:1749609445.405149:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609445.405149:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609445.405151:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.405151:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749609445.405153:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.405153:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609445.405155:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.405159:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749609445.405159:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609445 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609445.405161:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609445.405162:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609445.405162:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=111 v=20 (1 1 1 20) 00000100:00000040:1.0:1749609445.405164:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.405165:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609445.405167:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609445.405169:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749609445.405171:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612296832:0@lo:400: 00000100:00000040:3.0:1749609445.405172:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.405175:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609445.405176:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609445.405178:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5500 x1834594612296832/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.405179:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609445.405181:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609445.405182:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609445.405184:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609445.405184:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1749609445.405186:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609445.405186:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:1.0:1749609445.405187:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b400. 00000100:00080000:3.0:1749609445.405188:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749609445.405189:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609445.405190:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609445.405191:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00080000:3.0:1749609445.405191:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000001:1.0:1749609445.405193:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609445.405193:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749609445.405194:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057900. 02000000:00000001:1.0:1749609445.405196:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749609445.405196:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609445.405203:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612297216:0@lo:38: 00000400:00000001:3.0:1749609445.405207:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749609445.405208:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1749609445.405208:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:1.0:1749609445.405209:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5500. 00000400:00000010:3.0:1749609445.405210:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 00000100:00000001:1.0:1749609445.405229:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1749609445.405229:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000100:00000001:1.0:1749609445.405230:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609445.405230:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:1.0:1749609445.405232:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.405232:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609445.405234:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1749609445.405234:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609445.405235:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609445.405236:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609445.405237:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609445.405239:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.405244:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609445.405245:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.405246:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609445.405247:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609445.405248:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609445.405249:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609445.405251:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609445.405253:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609445 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609445.405255:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=108 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609445.405257:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609445.405257:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609445.405259:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609445.405261:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.405265:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609445.405267:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609445.405268:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.405269:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609445.405270:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609445.405271:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609445.405273:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609445.405274:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609445.405276:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609445.405281:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612297344:0@lo:38: 00000400:00000001:3.0:1749609445.405284:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609445.405285:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609445.405286:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62a50. 00000400:00000200:3.0:1749609445.405288:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000400:00000010:3.0:1749609445.405289:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000100:00000001:3.0:1749609445.405291:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609445.405292:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609445.405297:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.405302:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609445.405302:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.405304:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609445.405304:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609445.405305:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609445.405306:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609445.405307:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609445.405309:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609445 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609445.405311:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=111 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609445.405312:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609445.405313:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609445.405315:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609445.405316:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.405321:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609445.405322:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609445.405323:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.405324:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609445.405325:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609445.405327:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609445.405329:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609445.405330:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609445.405332:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609445.405343:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612296960:0@lo:38: 00000100:00000001:3.0:1749609445.405346:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.405347:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609445.405348:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6680 x1834594612297216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.405353:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609445.405355:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609445.405356:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508c400. 02000000:00000001:3.0:1749609445.405360:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609445.405361:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609445.405362:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609445.405363:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609445.405365:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea30c00. 02000000:00000001:3.0:1749609445.405367:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609445.405367:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609445.405368:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6680. 00000100:00000001:3.0:1749609445.405370:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609445.405371:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.405372:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609445.405374:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6d80 x1834594612297344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.405379:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609445.405380:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609445.405381:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508f800. 02000000:00000001:3.0:1749609445.405383:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609445.405384:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609445.405385:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609445.405386:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609445.405387:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea33400. 02000000:00000001:3.0:1749609445.405388:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609445.405389:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609445.405390:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6d80. 00000100:00000001:3.0:1749609445.405391:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609445.405392:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.405394:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609445.405395:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5880 x1834594612296960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609445.405400:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609445.405401:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609445.405402:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508d000. 02000000:00000001:3.0:1749609445.405405:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609445.405405:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609445.405406:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609445.405407:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609445.405408:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea32c00. 02000000:00000001:3.0:1749609445.405409:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609445.405410:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609445.405411:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5880. 00000100:00000001:3.0:1749609445.405413:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609445.405413:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.405414:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609445.405417:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609445.405418:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609445.405419:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609445.405420:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609445.411590:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298721816, at 4298721816 00000100:00000040:3.0:1749609445.411592:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298721816, at 4298721816 00000100:00000040:0.0:1749609445.411593:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298721816, at 4298721816 00000100:00000040:2.0:1749609445.411594:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298721816, at 4298721816 00000100:00000010:0.0:1749609445.411605:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8dc0. 00000100:00000010:1.0:1749609445.411605:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8b00. 00000100:00000010:3.0:1749609445.411639:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8c00. 00000100:00000010:2.0:1749609445.411649:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8700. 00000100:00000001:2.0:1749609445.710702:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609445.710709:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609445.710711:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609445.710713:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609445.710717:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609445.710720:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609445.710723:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609445.710724:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609445.710726:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609445.811680:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609445.811688:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609445.811696:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609445.811697:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609445.811786:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609445.811793:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609445.811797:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609446.552647:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab7480. 00000020:00000040:0.0:1749609446.552657:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609446.552661:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609446.552664:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609446.552668:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609446.552675:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1800. 00000100:00000001:0.0:1749609446.552680:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609446.552684:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609446.552686:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609446.552690:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609446.552692:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609446.552693:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609446.552695:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526391936 : -131936183159680 : ffff880136ab7480) 00000100:00000001:0.0:1749609446.552699:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609446.552701:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609446.552703:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609446.552704:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609446.552710:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab7480 x1834594612297600/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609446.552717:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609446.552719:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609446.552720:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab7480 x1834594612297600/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609446.552725:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609446.552726:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609446.552727:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609446.552728:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609446.552730:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609446.552731:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609446.552733:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609446.552734:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609446.552736:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609446.552737:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab7480 x1834594612297600/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609446.552741:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612297600:0@lo:900: 00000100:00000001:0.0:1749609446.552744:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609446.552746:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609446.552747:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609446.552748:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609446.552750:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab7480 x1834594612297600/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609446.552754:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609446.552755:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609446.552758:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609446.552759:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609446.552761:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609446.552762:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab7480 x1834594612297600/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609446.552765:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609446.552767:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609446.552768:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609446.552769:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609446.552770:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609446.552774:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609446.552775:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609446.552776:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7480. 00000100:00000001:0.0:1749609446.552778:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609446.552778:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609446.710675:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609446.710684:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609446.710685:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609446.710688:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609446.710691:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609446.710695:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609446.710697:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609446.710699:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609446.710701:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609446.813756:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609446.813763:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609446.813769:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609446.813771:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609446.813773:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609446.813775:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609446.813777:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609446.813779:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609446.813780:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609446.813782:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609446.813847:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609446.813851:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609446.813853:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609447.166127:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609447.166142:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609447.166145:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609447.166147:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609447.166155:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609447.166170:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf343100 00000400:00000200:0.0:1749609447.166176:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16ead [2] + 0 00000400:00000010:0.0:1749609447.166180:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0688. 00000400:00000200:0.0:1749609447.166183:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b180 00000800:00000001:0.0:1749609447.166188:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609447.166190:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609447.166192:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609447.166195:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609447.166198:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b180 00000400:00000010:0.0:1749609447.166200:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b180. 00000100:00000001:0.0:1749609447.166204:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609447.166206:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609447.166208:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800703e0050 x1834594730258688 msgsize 224 00000100:00100000:0.0:1749609447.166211:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609447.166212:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609447.166228:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609447.166234:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609447.166236:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609447.166236:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609447.166238:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609447.166240:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609447.166243:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343180 00000400:00000200:0.0:1749609447.166247:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 81904 00000800:00000001:0.0:1749609447.166249:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609447.166251:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609447.166252:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609447.166254:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609447.166256:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609447.166256:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609447.166260:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab7480. 00000100:00000040:0.0:1749609447.166261:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab7480 x1834594730258816 msgsize 520 00000100:00100000:0.0:1749609447.166263:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609447.166273:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609447.166275:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609447.166275:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609447.166277:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609447.166277:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730258688 00000800:00000001:0.0:1749609447.166278:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609447.166279:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609447.166280:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609447.166281:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000100:00000001:2.0:1749609447.166282:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609447.166283:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343200 00000100:00000001:2.0:1749609447.166284:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609447.166285:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 82424 00000800:00000001:0.0:1749609447.166287:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:2.0:1749609447.166288:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609447.166291:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730258688 00000020:00000001:2.0:1749609447.166293:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609447.166294:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609447.166296:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609447.166298:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609447.166300:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609447.166301:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609447.166305:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609447.166308:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706e00. 00000100:00000001:2.0:1749609447.166309:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609447.166311:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706e00. 00000020:00000010:2.0:1749609447.166315:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609447.166319:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000020:00000010:2.0:1749609447.166322:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000040:2.0:1749609447.166328:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609447.166330:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609447.166330:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609447.166331:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609447.166334:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609447.166335:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609447.166336:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609447.166337:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609447.166339:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609447.166340:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609447.166342:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab7800. 00000100:00000040:0.0:1749609447.166343:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab7800 x1834594730258944 msgsize 520 00000100:00100000:0.0:1749609447.166345:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609447.166349:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.166351:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609447.166355:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609447.166356:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609447.166357:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1749609447.166358:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609447.166358:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609447.166361:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730258816 02000000:00000001:3.0:1749609447.166362:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609447.166364:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749609447.166365:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1505 00000100:00000001:3.0:1749609447.166365:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609447.166367:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 02000000:00000001:3.0:1749609447.166367:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.166368:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134197330000 : -131939512221616 : ffff8800703e0050) 00000100:00100000:3.0:1749609447.166369:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730258816 00000020:00000001:3.0:1749609447.166370:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609447.166371:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1749609447.166371:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749609447.166372:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730258944 00000020:00000001:3.0:1749609447.166372:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609447.166373:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800703e0050 x1834594730258688/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:393/0 lens 224/0 e 0 to 0 dl 1749609458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609447.166373:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609447.166374:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749609447.166374:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.166375:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609447.166377:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609447.166377:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 02000000:00000001:0.0:1749609447.166379:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.166380:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749609447.166381:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730258944 00000020:00000010:2.0:1749609447.166381:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706e00. 00000100:00000001:2.0:1749609447.166381:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609447.166381:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1f80. 00000020:00000001:0.0:1749609447.166383:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1749609447.166383:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706e00. 00000020:00000010:3.0:1749609447.166383:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f960. 00000020:00000040:0.0:1749609447.166384:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609447.166385:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749609447.166385:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800703e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730258688:12345-192.168.201.20@tcp:400: 00000100:00000001:3.0:1749609447.166385:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609447.166386:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749609447.166387:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609447.166388:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609447.166388:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730258688 00000100:00000001:3.0:1749609447.166388:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609447.166390:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609447.166390:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609447.166391:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000020:00000001:2.0:1749609447.166392:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:0.0:1749609447.166394:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000020:00000001:2.0:1749609447.166394:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609447.166395:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609447.166396:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609447.166396:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609447.166397:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000020:00000001:2.0:1749609447.166398:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609447.166400:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609447.166400:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.166401:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749609447.166401:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609447.166402:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609447.166402:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609447.166403:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609447.166403:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609447.166404:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609447.166405:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1749609447.166406:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2846 00000100:00000001:2.0:1749609447.166407:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609447.166408:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526391936 : -131936183159680 : ffff880136ab7480) 02000000:00000001:2.0:1749609447.166409:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609447.166410:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab7480 x1834594730258816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.166413:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609447.166413:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130184800. 02000000:00000001:2.0:1749609447.166414:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.166416:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609447.166417:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609447.166418:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730258816:12345-192.168.201.20@tcp:38: 00000100:00000001:0.0:1749609447.166419:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1749609447.166419:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730258688 00000100:00000200:3.0:1749609447.166420:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730258816 00010000:00000001:2.0:1749609447.166421:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749609447.166421:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609447.166423:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609447.166424:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609447.166424:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000200:2.0:1749609447.166424:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800703e0050 x1834594730258688/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:393/0 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.166426:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609447.166426:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609447.166429:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2847 00010000:00000001:2.0:1749609447.166429:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609447.166430:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.166431:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526392832 : -131936183158784 : ffff880136ab7800) 00000020:00000001:3.0:1749609447.166432:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609447.166433:0:14331:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609447.166433:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=116 v=5 (1 1 1 1) 00010000:00020000:3.0:1749609447.166434:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749609447.166435:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab7800 x1834594730258944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609447.166435:0:14331:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.166436:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749609447.166436:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609447.166438:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609447.166438:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609447.166439:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609447.166439:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749609447.166441:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609447.166441:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609447.166442:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609447.166442:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609447.166444:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749609447.166444:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508f800. 00000100:00100000:0.0:1749609447.166445:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730258944:12345-192.168.201.20@tcp:38: 00000100:00000040:2.0:1749609447.166445:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000001:3.0:1749609447.166445:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609447.166446:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609447.166448:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730258944 00010000:00000001:3.0:1749609447.166448:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749609447.166449:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749609447.166449:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93908. 00010000:00000001:3.0:1749609447.166449:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609447.166450:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749609447.166451:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609447.166452:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749609447.166453:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730258688, offset 224 00000020:00000040:0.0:1749609447.166457:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:3.0:1749609447.166457:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000400:00000200:2.0:1749609447.166458:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000001:0.0:1749609447.166459:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:3.0:1749609447.166460:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609447.166461:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609447.166463:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609447.166464:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609447.166464:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000001:0.0:1749609447.166465:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609447.166466:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:2.0:1749609447.166467:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 02000000:00000001:3.0:1749609447.166467:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609447.166467:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609447.166468:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88012ea30800. 02000000:00000001:0.0:1749609447.166469:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609447.166469:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609447.166470:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609447.166471:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609447.166472:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283770. 00010000:00000040:0.0:1749609447.166473:0:14332:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000400:00000200:2.0:1749609447.166473:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2151:2151:256:4294967295] 192.168.201.20@tcp LPNI seq info [2147:2147:8:4294967295] 00000100:00000200:3.0:1749609447.166473:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730258816, offset 0 00000400:00000200:3.0:1749609447.166476:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609447.166482:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00010000:00080000:0.0:1749609447.166485:0:14332:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4056 last 0 00000800:00000200:2.0:1749609447.166487:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00010000:00000001:0.0:1749609447.166488:0:14332:0:(obd_class.h:881:obd_connect()) Process entered 00000400:00000200:3.0:1749609447.166488:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:0.0:1749609447.166491:0:14332:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000800:00000010:2.0:1749609447.166491:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7800. 00000400:00000200:3.0:1749609447.166491:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2152:2152:255:4294967295] 192.168.201.20@tcp LPNI seq info [2148:2148:7:4294967295] 00000004:00000001:0.0:1749609447.166493:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1749609447.166495:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000200:2.0:1749609447.166496:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:3.0:1749609447.166523:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:0.0:1749609447.166525:0:14332:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000200:3.0:1749609447.166526:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609447.166528:0:14332:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1749609447.166528:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695800. 00000004:00000001:0.0:1749609447.166529:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749609447.166531:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609447.166531:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000040:0.0:1749609447.166532:0:14332:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:0.0:1749609447.166534:0:14332:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000800:00000200:3.0:1749609447.166534:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000040:0.0:1749609447.166535:0:14332:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000800:00000200:2.0:1749609447.166535:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1749609447.166536:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695800 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:0.0:1749609447.166537:0:14332:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609447.166538:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609447.166539:0:14332:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609447.166540:0:14332:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609447.166541:0:14332:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609447.166543:0:14332:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609447.166545:0:14332:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:0.0:1749609447.166547:0:14332:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:2.0:1749609447.166547:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609447.166547:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609447.166549:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:0.0:1749609447.166550:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:2.0:1749609447.166550:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609447.166550:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609447.166552:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:2.0:1749609447.166552:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609447.166552:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609447.166553:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609447.166554:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749609447.166554:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab7480 x1834594730258816/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609467 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609447.166555:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609447.166555:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00001000:0.0:1749609447.166557:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000040:2.0:1749609447.166558:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800703e0050 x1834594730258688/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:393/0 lens 224/224 e 0 to 0 dl 1749609458 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609447.166559:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:3.0:1749609447.166560:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730258816:12345-192.168.201.20@tcp:38: Request processed in 142us (297us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749609447.166564:0:14332:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00100000:3.0:1749609447.166564:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2846 00000100:00000001:0.0:1749609447.166566:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749609447.166566:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800703e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730258688:12345-192.168.201.20@tcp:400: Request processed in 185us (356us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609447.166566:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749609447.166568:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609447.166568:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609447.166570:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000010:3.0:1749609447.166570:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1f80. 00000100:00000001:0.0:1749609447.166572:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00100000:2.0:1749609447.166572:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1505 00000020:00000010:3.0:1749609447.166572:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f960. 00000100:00000040:0.0:1749609447.166574:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:2.0:1749609447.166574:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000020:00000010:3.0:1749609447.166574:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 02000000:00000001:0.0:1749609447.166575:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609447.166576:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609447.166576:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609447.166577:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609447.166577:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609447.166578:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749609447.166579:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00000040:0.0:1749609447.166580:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:0.0:1749609447.166582:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e6687f8. 00000020:00000010:2.0:1749609447.166582:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000100:00000200:0.0:1749609447.166585:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730258944, offset 0 00000020:00000010:2.0:1749609447.166585:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000400:00000200:0.0:1749609447.166588:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000040:2.0:1749609447.166588:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000800:00000200:1.0:1749609447.166589:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1749609447.166591:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1749609447.166609:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7800. 00000400:00000200:0.0:1749609447.166611:0:14332:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:1.0:1749609447.166612:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609447.166615:0:14332:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2153:2153:254:4294967295] 192.168.201.20@tcp LPNI seq info [2149:2149:6:4294967295] 00000400:00000200:1.0:1749609447.166616:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609447.166619:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93908 00000400:00000010:1.0:1749609447.166620:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93908. 00000400:00000200:0.0:1749609447.166623:0:14332:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:1.0:1749609447.166623:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749609447.166623:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1749609447.166625:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:0.0:1749609447.166627:0:14332:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 02000000:00000010:1.0:1749609447.166627:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130184800. 00000400:00000010:2.0:1749609447.166627:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f738. 00000800:00000010:0.0:1749609447.166630:0:14332:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057b00. 00000400:00000010:2.0:1749609447.166630:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201840. 02000000:00000001:1.0:1749609447.166631:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609447.166632:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609447.166633:0:14332:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:0.0:1749609447.166637:0:14332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609447.166639:0:14332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057b00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1749609447.166642:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609447.166644:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609447.166646:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609447.166648:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609447.166651:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab7800 x1834594730258944/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609467 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609447.166659:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:29481:x1834594730258944:12345-192.168.201.20@tcp:38: Request processed in 215us (314us total) trans 0 rc -11/-11 00000800:00000200:1.0:1749609447.166664:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1749609447.166665:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2847 00000800:00000010:1.0:1749609447.166666:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695800. 00000100:00000001:0.0:1749609447.166667:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609447.166668:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749609447.166668:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609447.166671:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000400:00000200:1.0:1749609447.166672:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:0.0:1749609447.166673:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000400:00000200:1.0:1749609447.166674:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283770 00000400:00000010:1.0:1749609447.166675:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283770. 00000020:00000010:0.0:1749609447.166676:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000001:1.0:1749609447.166678:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609447.166679:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609447.166679:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609447.166696:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609447.166698:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057b00. 00000400:00000200:1.0:1749609447.166700:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609447.166702:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609447.166704:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e6687f8 00000400:00000010:1.0:1749609447.166705:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e6687f8. 00000100:00000001:1.0:1749609447.166708:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609447.166708:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609447.710689:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609447.710697:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609447.710700:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609447.710703:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609447.710707:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609447.710711:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.710714:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609447.710716:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609447.710718:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609447.815782:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609447.815791:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609447.815798:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609447.815800:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609447.815878:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609447.815883:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609447.815886:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609448.553637:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4380. 00000020:00000040:0.0:1749609448.553646:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609448.553650:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609448.553653:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609448.553657:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609448.553663:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1800. 00000100:00000001:0.0:1749609448.553670:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609448.553674:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609448.553675:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609448.553679:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609448.553681:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609448.553682:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609448.553683:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526379392 : -131936183172224 : ffff880136ab4380) 00000100:00000001:0.0:1749609448.553687:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609448.553689:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609448.553690:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609448.553691:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609448.553697:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4380 x1834594612297728/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609448.553704:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609448.553705:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609448.553707:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4380 x1834594612297728/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609448.553711:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609448.553713:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609448.553714:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609448.553715:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609448.553717:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609448.553718:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609448.553720:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609448.553721:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609448.553723:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609448.553724:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4380 x1834594612297728/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609448.553728:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612297728:0@lo:900: 00000100:00000001:0.0:1749609448.553731:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609448.553733:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609448.553734:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609448.553736:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609448.553737:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4380 x1834594612297728/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609448.553741:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609448.553742:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609448.553746:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609448.553746:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609448.553748:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609448.553748:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4380 x1834594612297728/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609448.553752:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609448.553753:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609448.553754:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609448.553755:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609448.553757:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609448.553760:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609448.553761:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609448.553762:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4380. 00000100:00000001:0.0:1749609448.553763:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609448.553764:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609448.710721:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609448.710728:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609448.710730:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609448.710732:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609448.710735:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609448.710738:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609448.710741:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609448.710743:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609448.710745:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609448.817714:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609448.817721:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609448.817727:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609448.817729:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609448.817805:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609448.817810:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609448.817814:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609449.710639:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609449.710645:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609449.710646:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609449.710649:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609449.710652:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609449.710655:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609449.710658:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609449.710659:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609449.710661:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609449.819669:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609449.819675:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609449.819682:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609449.819684:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609449.819738:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609449.819741:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609449.819744:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609450.411661:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609450.411670:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609450.411681:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4380. 00000020:00000040:0.0:1749609450.411687:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609450.411692:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609450.411695:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609450.411701:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609450.411708:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057500. 00000100:00000001:0.0:1749609450.411717:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.411726:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609450.411735:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609450.411737:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.411742:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab4380] to pc [ptlrpcd_00_00+0] req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.411771:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609450.411773:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609450.411775:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609450.411777:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609450.411779:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609450.411781:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609450.411783:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4054 00000100:00080000:0.0:1749609450.411786:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609450.411787:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609450.411789:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609450.411790:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609450.411791:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609450.411794:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609450.411795:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609450.411798:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609450.411801:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609450.411803:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609450.411805:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609450.411807:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609450.411808:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609450.411809:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609450.411810:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609450.411812:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609450.411813:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609450.411814:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609450.411816:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609450.411822:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609450.411824:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.411825:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609450.411828:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609450.411831:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4e00. 00000020:00000040:0.0:1749609450.411832:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609450.411834:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609450.411835:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.411836:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609450.411837:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609450.411838:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609450.411842:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea33000. 00000100:00000001:0.0:1749609450.411845:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609450.411847:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609450.411851:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609450.411852:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.411854:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab4e00] to pc [ptlrpcd_rcv+-1] req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609450.411856:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609450.411856:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609450.411866:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.411866:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609450.411868:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.411869:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609450.411871:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609450.411871:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749609450.411873:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5180. 00000020:00000040:0.0:1749609450.411875:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609450.411876:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609450.411877:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609450.411878:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609450.411879:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057600. 00000100:00000001:0.0:1749609450.411881:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.411882:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749609450.411884:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.411886:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609450.411886:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.411888:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab5180] to pc [ptlrpcd_00_01+1] req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.411899:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609450.411900:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609450.411901:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609450.411902:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609450.411903:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609450.411903:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749609450.411904:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.411905:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609450.411906:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4054 00000100:00080000:0.0:1749609450.411907:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609450.411908:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609450.411908:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609450.411909:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609450.411909:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749609450.411910:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609450.411911:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609450.411912:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609450.411913:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609450.411913:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609450.411914:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609450.411914:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749609450.411915:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:1.0:1749609450.411915:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609450.411916:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:0.0:1749609450.411917:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 02000000:00000001:2.0:1749609450.411917:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.411919:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609450.411920:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609450.411921:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:2.0:1749609450.411921:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612297856:0@lo:400: 00000100:00000001:0.0:1749609450.411923:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609450.411923:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609450.411924:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:0.0:1749609450.411925:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609450.411926:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609450.411927:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609450.411928:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609450.411928:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609450.411929:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.411930:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609450.411931:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609450.411933:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5f80. 00000020:00000040:0.0:1749609450.411934:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609450.411935:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609450.411935:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609450.411935:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609450.411936:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609450.411936:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609450.411937:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.411938:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749609450.411938:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609450.411939:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea32c00. 00000100:00000001:0.0:1749609450.411940:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.411941:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609450.411942:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609450.411942:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609450.411945:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1749609450.411945:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609450.411946:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.411947:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab5f80] to pc [ptlrpcd_rcv+-1] req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609450.411948:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609450.411950:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 00000100:00000001:0.0:1749609450.411951:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609450.411951:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609450.411953:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749609450.411953:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609450.411954:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612298112:0@lo:400: 00000100:00000001:3.0:1749609450.411954:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749609450.411955:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609450.411955:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609450.411956:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609450.411958:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609450.411960:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4054 00000100:00000001:1.0:1749609450.411960:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749609450.411961:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1749609450.411961:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000100:00000001:3.0:1749609450.411961:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609450.411963:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609450.411964:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609450.411964:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609450.411965:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:1.0:1749609450.411965:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609450.411966:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609450.411966:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609450.411967:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609450.411968:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609450.411968:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609450.411969:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609450.411969:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609450.411970:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 02000000:00000001:1.0:1749609450.411971:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749609450.411971:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00000040:0.0:1749609450.411972:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:3.0:1749609450.411972:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.411973:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609450.411973:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609450.411974:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609450.411975:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00080000:0.0:1749609450.411976:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 02000000:00000010:1.0:1749609450.411976:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b200. 00000100:00000001:0.0:1749609450.411977:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609450.411977:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609450.411979:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609450.411979:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609450.411979:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609450.411979:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612297856, portal 25 00000100:00000001:0.0:1749609450.411981:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609450.411981:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609450.411983:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4000. 00000020:00000040:0.0:1749609450.411983:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609450.411983:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609450.411984:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1749609450.411984:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0370. 02000000:00000001:0.0:1749609450.411985:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.411985:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526379392 : -131936183172224 : ffff880136ab4380) 00000100:00000001:0.0:1749609450.411986:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609450.411986:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609450.411987:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.411988:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1749609450.411989:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012ea33400. 00000100:00000001:0.0:1749609450.411990:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609450.411990:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 00000100:00000001:3.0:1749609450.411990:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609450.411992:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749609450.411993:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609450.411993:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749609450.411995:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612298112, portal 4 00000100:00000001:0.0:1749609450.411996:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609450.411996:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609450.411997:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609450.411998:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab4000] to pc [ptlrpcd_rcv+-1] req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609450.411998:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609450.412000:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526382976 : -131936183168640 : ffff880136ab5180) 02000000:00000001:3.0:1749609450.412000:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412002:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.412003:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609450.412004:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1749609450.412004:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612297984:0@lo:38: 00000100:00000010:0.0:1749609450.412006:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab7b80. 00000020:00000040:0.0:1749609450.412007:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609450.412008:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609450.412008:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749609450.412009:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609450.412009:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609450.412010:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609450.412011:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057e00. 00000100:00000001:0.0:1749609450.412012:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.412014:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609450.412014:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609450.412017:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609450.412017:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609450.412018:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609450.412019:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab7b80] to pc [ptlrpcd_00_02+2] req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609450.412020:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749609450.412021:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 02000000:00000001:3.0:1749609450.412023:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749609450.412024:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749609450.412025:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612297856, offset 0 02000000:00000001:3.0:1749609450.412026:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609450.412027:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 02000000:00000001:3.0:1749609450.412029:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749609450.412030:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612298112, offset 0 00000400:00000200:2.0:1749609450.412033:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609450.412034:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609450.412035:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508d000. 00000100:00000040:0.0:1749609450.412037:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4064) 02000000:00000001:3.0:1749609450.412038:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609450.412043:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62a50. 00000400:00000200:1.0:1749609450.412051:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609450.412051:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609450.412055:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609450.412057:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1749609450.412058:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609450.412061:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749609450.412061:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000001:0.0:1749609450.412065:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749609450.412065:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c4080 00000100:00000001:0.0:1749609450.412066:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.412067:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749609450.412067:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612297984, portal 4 00000100:00000001:0.0:1749609450.412069:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749609450.412070:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c4180 00000100:00000001:3.0:1749609450.412070:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609450.412071:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749609450.412072:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526382080 : -131936183169536 : ffff880136ab4e00) 00000100:00000040:0.0:1749609450.412075:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609450.412075:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16ee9 [2] + 0 00000100:00000001:0.0:1749609450.412080:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609450.412080:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609450.412081:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17000. 00000100:00000040:3.0:1749609450.412081:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609450.412082:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609450.412084:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609450.412085:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609450.412086:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612298496:0@lo:400: 00000400:00000200:2.0:1749609450.412088:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef199c0 00000100:00000001:0.0:1749609450.412089:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609450.412091:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609450.412091:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609450.412092:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609450.412094:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609450.412094:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749609450.412095:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749609450.412096:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609450.412097:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609450.412097:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000400:00000200:1.0:1749609450.412098:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 5824 00000400:00000010:0.0:1749609450.412101:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17e18. 00000400:00000200:2.0:1749609450.412101:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609450.412105:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612297984, offset 0 00000400:00000200:1.0:1749609450.412106:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609450.412107:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef199c0 00000400:00000010:0.0:1749609450.412108:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668aa0. 00000400:00000010:2.0:1749609450.412109:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef199c0. 00000400:00000200:1.0:1749609450.412110:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609450.412117:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609450.412120:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1749609450.412121:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612298496, portal 10 00000100:00000001:0.0:1749609450.412123:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609450.412124:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526393728 : -131936183157888 : ffff880136ab7b80) 00000100:00000040:2.0:1749609450.412124:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51da450 x1834594612297856 msgsize 224 00000400:00000200:3.0:1749609450.412124:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609450.412130:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609450.412130:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609450.412131:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609450.412132:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1749609450.412133:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1749609450.412134:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609450.412137:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609450.412138:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668660. 00000100:00000010:1.0:1749609450.412138:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bfb100. 00000400:00000200:3.0:1749609450.412138:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749609450.412140:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612298496, offset 0 00000100:00000040:1.0:1749609450.412142:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff880130bfb100 x1834594612298112 msgsize 224 00000400:00000200:0.0:1749609450.412144:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609450.412147:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c4100 00000100:00100000:1.0:1749609450.412148:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609450.412150:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609450.412154:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 11960 00000400:00000200:0.0:1749609450.412158:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609450.412160:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749609450.412162:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 00000400:00000200:3.0:1749609450.412162:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749609450.412165:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 00000400:00000200:0.0:1749609450.412168:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c4300 00000400:00000200:3.0:1749609450.412168:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609450.412169:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749609450.412173:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609450.412175:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 82944 00000400:00000200:1.0:1749609450.412180:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:1.0:1749609450.412182:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000400:00000200:0.0:1749609450.412183:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609450.412186:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609450.412186:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609450.412187:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609450.412188:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749609450.412190:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609450.412191:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609450.412191:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749609450.412193:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609450.412195:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609450.412196:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7baa00. 00000100:00000010:0.0:1749609450.412199:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5c00. 00000100:00000001:2.0:1749609450.412200:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609450.412200:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7baa00 x1834594612297984 msgsize 520 00000100:00000040:0.0:1749609450.412202:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab5c00 x1834594612298496 msgsize 224 00000100:00000001:2.0:1749609450.412202:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609450.412203:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609450.412206:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609450.412207:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609450.412207:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609450.412207:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.412213:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298726824 00000100:00000001:0.0:1749609450.412215:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609450.412217:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609450.412219:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706e00. 00000100:00000001:3.0:1749609450.412219:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609450.412220:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749609450.412225:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668660 00000400:00000010:0.0:1749609450.412227:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668660. 00000100:00000001:2.0:1749609450.412228:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749609450.412229:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609450.412229:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609450.412232:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609450.412234:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:2.0:1749609450.412236:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298726824 00000400:00000200:3.0:1749609450.412236:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000100:00000001:0.0:1749609450.412237:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609450.412238:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298726817 00000100:00000040:0.0:1749609450.412239:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609450.412239:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706800. 00000400:00000010:3.0:1749609450.412239:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609450.412241:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298726824 00000100:00000001:0.0:1749609450.412243:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.412243:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609450.412244:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609450.412244:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298726817 00000100:00000001:3.0:1749609450.412244:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749609450.412246:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298726824 00000100:00000001:0.0:1749609450.412247:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412247:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298726824 00000100:00000010:2.0:1749609450.412249:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07067c0. 00000100:00000200:3.0:1749609450.412249:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609450.412250:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000100:00000001:1.0:1749609450.412250:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298726817 00000100:00000001:0.0:1749609450.412252:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298726817 00000100:00000001:2.0:1749609450.412252:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749609450.412254:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298726824 00000100:00000001:0.0:1749609450.412255:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298726817 00000100:00000001:0.0:1749609450.412256:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298726824 00000100:00000001:0.0:1749609450.412258:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298726817 00000100:00000001:0.0:1749609450.412259:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298726824 00000100:00000001:3.0:1749609450.412260:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609450.412263:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.412264:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298726817 00000100:00000001:2.0:1749609450.412265:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298726824 00000100:00000010:0.0:1749609450.412267:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d5b4bc0. 00000100:00000001:0.0:1749609450.412271:0:1512:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609450.412272:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412273:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609450.412274:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749609450.412276:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612298112 00000100:00000001:2.0:1749609450.412276:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609450.412278:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609450.412279:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609450.412279:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609450.412279:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.412280:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412282:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412283:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412299:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609450.412300:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1032 usecs (2 jiffies) 00000100:00000001:1.0:1749609450.412302:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412303:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298726818 02000000:00000001:1.0:1749609450.412306:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412307:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298726824 00000100:00000001:0.0:1749609450.412310:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609450.412310:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612298112 00000100:00000001:3.0:1749609450.412310:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298726818 00000100:00100000:0.0:1749609450.412312:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612298496 00000100:00000001:3.0:1749609450.412312:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298726824 00000020:00000001:1.0:1749609450.412313:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609450.412313:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609450.412314:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609450.412314:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298726818 00000100:00000001:0.0:1749609450.412315:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749609450.412316:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00100000:2.0:1749609450.412316:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612297856 00000100:00000001:0.0:1749609450.412317:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412317:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298726824 00000020:00000001:1.0:1749609450.412319:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609450.412319:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609450.412320:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412320:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298726818 00000100:00000001:2.0:1749609450.412321:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749609450.412322:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612298496 00000020:00000001:0.0:1749609450.412323:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609450.412323:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:2.0:1749609450.412323:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609450.412324:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000020:00000001:0.0:1749609450.412325:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609450.412326:0:1508:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4298726817 00000020:00000040:0.0:1749609450.412327:0:14332:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:1.0:1749609450.412327:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 02000000:00000001:2.0:1749609450.412327:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609450.412328:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:0.0:1749609450.412329:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609450.412330:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00100000:2.0:1749609450.412330:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612297856 00000100:00000001:0.0:1749609450.412333:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609450.412333:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609450.412333:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609450.412334:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4480. 00000020:00000040:2.0:1749609450.412334:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609450.412336:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412337:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749609450.412337:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1749609450.412338:0:14332:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8d40. 00000100:00000001:3.0:1749609450.412339:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749609450.412340:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000010:1.0:1749609450.412341:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8b00. 00000020:00000040:0.0:1749609450.412343:0:14332:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000001:2.0:1749609450.412343:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000040:3.0:1749609450.412344:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609450.412346:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a0706580. 00000020:00000001:2.0:1749609450.412346:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:0.0:1749609450.412348:0:14332:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609450.412350:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609450.412352:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000020:00000040:1.0:1749609450.412353:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000010:2.0:1749609450.412353:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706940. 00000100:00000001:3.0:1749609450.412353:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1749609450.412355:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00000001:3.0:1749609450.412355:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.412356:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609450.412357:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749609450.412358:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706940. 02000000:00000001:3.0:1749609450.412358:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1749609450.412359:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000020:00000010:1.0:1749609450.412361:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 02000000:00000001:3.0:1749609450.412361:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609450.412363:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 02000000:00000001:3.0:1749609450.412364:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.412365:0:14332:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:3.0:1749609450.412366:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612298240:0@lo:38: 00000100:00000001:0.0:1749609450.412367:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609450.412368:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749609450.412368:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000020:00000010:2.0:1749609450.412368:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000001:0.0:1749609450.412371:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.412371:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1749609450.412373:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 00000020:00000010:2.0:1749609450.412373:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 02000000:00000001:3.0:1749609450.412374:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609450.412376:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412377:0:14332:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609450.412379:0:14332:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1749609450.412379:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609450.412380:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609450.412382:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000010:3.0:1749609450.412382:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508c400. 00000100:00000040:1.0:1749609450.412384:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1749609450.412385:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609450.412385:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609450.412385:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412387:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609450.412387:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749609450.412388:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00000100:00000001:1.0:1749609450.412389:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609450.412390:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412391:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609450.412391:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.412393:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749609450.412393:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00100000:0.0:1749609450.412396:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00000200:3.0:1749609450.412397:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612298240, portal 10 00000100:00000040:0.0:1749609450.412398:0:14332:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:1.0:1749609450.412398:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749609450.412398:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412399:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526385664 : -131936183165952 : ffff880136ab5c00) 00000100:00000001:3.0:1749609450.412399:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609450.412401:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab5c00 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:396/0 lens 224/0 e 0 to 0 dl 1749609461 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609450.412401:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609450.412401:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526386560 : -131936183165056 : ffff880136ab5f80) 00000100:00000001:1.0:1749609450.412402:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.412406:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609450.412407:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.412422:0:14332:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609450.412423:0:14332:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4380. 00000100:00000001:0.0:1749609450.412424:0:14332:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609450.412425:0:14332:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4380. 00000100:00000001:1.0:1749609450.412426:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609450.412427:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612298496:12345-0@lo:400: 00000100:00000200:0.0:1749609450.412429:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612298496 00000100:00000001:3.0:1749609450.412429:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609450.412430:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609450.412431:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749609450.412431:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609450.412432:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749609450.412433:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000020:00000001:0.0:1749609450.412434:0:14332:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609450.412434:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749609450.412435:0:14332:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412435:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609450.412435:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612298240, offset 0 00000100:00100000:2.0:1749609450.412436:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000020:00000001:0.0:1749609450.412437:0:14332:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749609450.412438:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609450.412439:0:14332:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00100000:1.0:1749609450.412439:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00000040:2.0:1749609450.412439:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000020:00000001:0.0:1749609450.412440:0:14332:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609450.412441:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352837200 : -131938356714416 : ffff8800b51da450) 00000100:00000040:1.0:1749609450.412442:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000020:00000001:0.0:1749609450.412443:0:14332:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609450.412444:0:14332:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609450.412444:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427054848 : -131936282496768 : ffff880130bfb100) 00000400:00000200:3.0:1749609450.412444:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609450.412445:0:14332:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749609450.412445:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51da450 x1834594612297856/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:396/0 lens 224/0 e 0 to 0 dl 1749609461 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609450.412447:0:14332:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609450.412449:0:14332:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749609450.412449:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bfb100 x1834594612298112/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:396/0 lens 224/0 e 0 to 0 dl 1749609461 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609450.412449:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c4200 00000100:00000001:0.0:1749609450.412453:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749609450.412454:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 83168 02000000:00000001:0.0:1749609450.412455:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609450.412455:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609450.412456:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706940. 02000000:00000010:0.0:1749609450.412457:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea30c00. 02000000:00000001:0.0:1749609450.412458:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.412458:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609450.412459:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412459:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609450.412459:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749609450.412460:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706940. 00000020:00000001:0.0:1749609450.412461:0:14332:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609450.412461:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8780. 00000400:00000200:3.0:1749609450.412462:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1749609450.412463:0:14332:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612298496 00000100:00000001:1.0:1749609450.412463:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609450.412463:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612297856:12345-0@lo:400: 00010000:00000001:0.0:1749609450.412465:0:14332:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:1.0:1749609450.412465:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8780. 00000100:00000001:3.0:1749609450.412466:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749609450.412467:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612297856 00000100:00000200:3.0:1749609450.412467:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:0.0:1749609450.412468:0:14332:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880136ab5c00 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:396/0 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609450.412469:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612298112:12345-0@lo:400: 00000020:00000001:2.0:1749609450.412470:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:3.0:1749609450.412470:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b8000. 00000100:00000040:3.0:1749609450.412472:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b8000 x1834594612298240 msgsize 520 00010000:00000001:0.0:1749609450.412473:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749609450.412473:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612298112 00000020:00000001:2.0:1749609450.412473:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:0.0:1749609450.412474:0:14332:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609450.412475:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609450.412475:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609450.412476:0:14332:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=113 v=5 (1 1 1 1) 00000100:00100000:3.0:1749609450.412476:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749609450.412477:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609450.412478:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749609450.412478:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749609450.412479:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.412480:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:2.0:1749609450.412480:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:0.0:1749609450.412481:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:1.0:1749609450.412482:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609450.412482:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749609450.412483:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749609450.412483:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609450.412483:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609450.412484:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609450.412484:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.412485:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749609450.412486:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609450.412486:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749609450.412487:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609450.412487:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:0.0:1749609450.412488:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668660. 00000020:00000001:1.0:1749609450.412488:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609450.412488:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1749609450.412489:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000020:00000001:1.0:1749609450.412490:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609450.412491:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412491:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749609450.412492:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612298496, offset 224 00000020:00000001:1.0:1749609450.412492:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609450.412493:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1749609450.412493:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609450.412494:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609450.412494:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609450.412495:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609450.412497:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609450.412499:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609450.412499:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749609450.412500:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609450.412500:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749609450.412502:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130186400. 00000100:00000040:3.0:1749609450.412502:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609450.412503:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cc400. 02000000:00000001:2.0:1749609450.412505:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609450.412506:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.412507:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412508:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609450.412509:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412509:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609450.412510:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412510:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000040:1.0:1749609450.412513:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612298112 00010000:00000040:2.0:1749609450.412513:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612297856 00000100:00000001:3.0:1749609450.412513:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609450.412515:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749609450.412515:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749609450.412516:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749609450.412516:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 823 usecs (1 jiffies) 00000100:00000001:3.0:1749609450.412518:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298726818 00010000:00000200:1.0:1749609450.412519:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bfb100 x1834594612298112/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:396/0 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749609450.412519:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51da450 x1834594612297856/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:396/0 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609450.412520:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4300 00000100:00000001:3.0:1749609450.412520:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298726824 00000100:00000001:3.0:1749609450.412522:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298726818 00000400:00000200:0.0:1749609450.412523:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a51 [1] + 224 00000100:00000001:3.0:1749609450.412523:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298726824 00000100:00000001:3.0:1749609450.412525:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298726818 00000400:00000200:0.0:1749609450.412526:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609450.412526:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298726824 00000400:00000200:0.0:1749609450.412527:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749609450.412527:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609450.412527:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609450.412528:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298726818 00000100:00000001:0.0:1749609450.412529:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609450.412532:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609450.412549:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.412557:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609450.412559:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668660 00000400:00000010:0.0:1749609450.412561:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668660. 00000100:00000001:0.0:1749609450.412562:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609450.412563:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609450.412565:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.412567:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:0.0:1749609450.412568:0:14332:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609450.412569:0:14332:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609450.412571:0:14332:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1749609450.412571:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.412572:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5c00 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:396/0 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609450.412575:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=119 v=5 (1 1 1 1) 00000100:00100000:0.0:1749609450.412577:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612298496:12345-0@lo:400: Request processed in 166us (374us total) trans 0 rc 0/0 00000100:00000001:2.0:1749609450.412580:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609450.412582:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00010000:00000001:1.0:1749609450.412582:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.412583:0:14332:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000040:2.0:1749609450.412583:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:1.0:1749609450.412585:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609450.412585:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609450.412586:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609450.412587:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749609450.412588:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609450.412589:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749609450.412589:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609450.412590:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000100:00000040:1.0:1749609450.412591:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609450.412591:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609450.412593:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000100:00000001:1.0:1749609450.412593:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:2.0:1749609450.412593:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749609450.412595:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 02000000:00000001:1.0:1749609450.412596:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749609450.412596:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 00000020:00000040:0.0:1749609450.412598:0:14332:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 02000000:00000001:1.0:1749609450.412598:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412599:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609450.412600:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749609450.412600:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612297856, offset 224 00000100:00000040:1.0:1749609450.412602:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609450.412603:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609450.412604:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612298240 00000400:00000200:2.0:1749609450.412604:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749609450.412605:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 02000000:00000001:0.0:1749609450.412606:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609450.412607:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609450.412608:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609450.412608:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612298112, offset 224 00000100:00000001:3.0:1749609450.412608:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298726818 02000000:00000001:0.0:1749609450.412610:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609450.412610:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609450.412611:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612298240 00000100:00000001:3.0:1749609450.412611:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609450.412612:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749609450.412612:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749609450.412613:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609450.412613:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609450.412614:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609450.412615:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412615:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609450.412616:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609450.412616:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c4080 00000100:00000001:3.0:1749609450.412617:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609450.412618:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000020:00000010:0.0:1749609450.412619:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000020:00000010:0.0:1749609450.412620:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000400:00000200:1.0:1749609450.412620:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609450.412620:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17a39 [1] + 224 00000100:00000001:0.0:1749609450.412621:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609450.412622:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609450.412623:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412623:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609450.412625:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609450.412625:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c4180 00000400:00000200:2.0:1749609450.412625:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609450.412625:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609450.412626:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609450.412628:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609450.412628:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609450.412629:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609450.412630:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17a3d [1] + 224 00000100:00000001:0.0:1749609450.412631:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.412633:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609450.412633:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609450.412634:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609450.412635:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609450.412636:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00000001:0.0:1749609450.412637:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355476992 : -131936354074624 : ffff88012c7b8000) 00000400:00000200:1.0:1749609450.412637:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609450.412639:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b8000 x1834594612298240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609450.412640:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609450.412640:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609450.412641:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609450.412642:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609450.412643:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612298240:12345-0@lo:38: 00000100:00000200:2.0:1749609450.412643:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609450.412644:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609450.412644:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609450.412645:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609450.412646:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612298240 00000020:00000001:0.0:1749609450.412647:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749609450.412647:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609450.412649:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749609450.412649:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612298368:0@lo:38: 00000100:00000040:2.0:1749609450.412652:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609450.412653:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609450.412653:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609450.412655:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609450.412656:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609450.412658:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609450.412660:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609450.412661:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412661:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:0.0:1749609450.412663:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749609450.412663:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012db2f800. 00010000:00000001:0.0:1749609450.412665:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609450.412665:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 02000000:00000001:3.0:1749609450.412665:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609450.412667:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749609450.412667:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 00000400:00000010:3.0:1749609450.412668:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00000001:0.0:1749609450.412669:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749609450.412669:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000001:2.0:1749609450.412669:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609450.412670:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609450.412671:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749609450.412671:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609450.412671:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:0.0:1749609450.412672:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea32800. 02000000:00000001:0.0:1749609450.412673:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412673:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609450.412673:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412674:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412675:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749609450.412675:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00010000:00000001:0.0:1749609450.412676:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609450.412676:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609450.412676:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00001000:0.0:1749609450.412678:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609450.412678:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609450.412678:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612298368, portal 10 00010000:00000001:2.0:1749609450.412679:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609450.412679:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609450.412680:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749609450.412680:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609450.412680:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526378496 : -131936183173120 : ffff880136ab4000) 00000020:00000001:2.0:1749609450.412681:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412682:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609450.412683:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:1.0:1749609450.412683:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609450.412683:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1749609450.412684:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412685:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609450.412686:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:2.0:1749609450.412686:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51da450 x1834594612297856/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:396/0 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609450.412686:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609450.412687:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:1.0:1749609450.412687:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749609450.412688:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609450.412689:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412690:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609450.412690:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bfb100 x1834594612298112/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:396/0 lens 224/224 e 0 to 0 dl 1749609461 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609450.412691:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609450.412692:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668660. 00000100:00000001:3.0:1749609450.412692:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749609450.412694:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612298240, offset 0 00000100:00000040:3.0:1749609450.412694:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609450.412695:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612297856:12345-0@lo:400: Request processed in 240us (569us total) trans 0 rc 0/0 00000400:00000200:0.0:1749609450.412696:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749609450.412696:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000200:3.0:1749609450.412698:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612298368, offset 0 00000400:00000200:0.0:1749609450.412699:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749609450.412699:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612298112:12345-0@lo:400: Request processed in 239us (556us total) trans 0 rc 0/0 00000400:00000200:0.0:1749609450.412702:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4200 00000400:00000200:3.0:1749609450.412702:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609450.412703:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000400:00000200:0.0:1749609450.412705:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a59 [1] + 0 00000100:00000040:2.0:1749609450.412706:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000200:0.0:1749609450.412707:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609450.412707:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00000001:2.0:1749609450.412708:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749609450.412708:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609450.412709:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000400:00000200:0.0:1749609450.412710:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609450.412710:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609450.412712:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609450.412713:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609450.412713:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609450.412714:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000400:00000200:3.0:1749609450.412714:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c4280 00000100:00000200:0.0:1749609450.412715:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609450.412716:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000020:00000010:2.0:1749609450.412718:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000400:00000200:3.0:1749609450.412718:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 83688 00000100:00000040:0.0:1749609450.412719:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609450.412719:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000020:00000010:2.0:1749609450.412721:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000020:00000010:1.0:1749609450.412722:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000400:00000200:3.0:1749609450.412723:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609450.412724:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749609450.412725:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000020:00000040:2.0:1749609450.412725:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000400:00000200:0.0:1749609450.412726:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668660 00000400:00000200:3.0:1749609450.412726:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749609450.412727:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668660. 00000100:00000001:1.0:1749609450.412728:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609450.412728:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609450.412729:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609450.412729:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:2.0:1749609450.412730:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130186400. 00000100:00000001:3.0:1749609450.412730:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609450.412731:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609450.412731:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749609450.412732:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:2.0:1749609450.412732:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609450.412734:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.412734:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749609450.412734:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b9500. 00000020:00000001:0.0:1749609450.412735:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609450.412736:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b8000 x1834594612298240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609450.412736:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b9500 x1834594612298368 msgsize 520 00000100:00000200:2.0:1749609450.412738:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1749609450.412740:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749609450.412741:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612298240:12345-0@lo:38: Request processed in 97us (267us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749609450.412741:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f370. 00000100:00100000:0.0:1749609450.412744:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00000001:0.0:1749609450.412746:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609450.412758:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609450.412759:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000020:00000010:0.0:1749609450.412761:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000400:00000010:2.0:1749609450.412761:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201900. 00000020:00000010:0.0:1749609450.412762:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:0.0:1749609450.412766:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.412766:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609450.412770:0:14332:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609450.412771:0:14332:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612298368 02000000:00000001:0.0:1749609450.412772:0:14332:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609450.412773:0:14332:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609450.412773:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000100:00000001:0.0:1749609450.412774:0:14332:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609450.412775:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 02000000:00000001:0.0:1749609450.412776:0:14332:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609450.412777:0:14332:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612298368 00000020:00000001:0.0:1749609450.412778:0:14332:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609450.412779:0:14332:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609450.412779:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749609450.412780:0:14332:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609450.412780:0:14332:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609450.412781:0:14332:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609450.412783:0:14332:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609450.412783:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298726824 00000100:00000001:2.0:1749609450.412783:0:1509:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4298726818 00000100:00000200:3.0:1749609450.412783:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609450.412784:0:14332:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000020:00000010:0.0:1749609450.412785:0:14332:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000001:0.0:1749609450.412786:0:14332:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609450.412786:0:14332:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609450.412787:0:14332:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412787:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298726818 00000100:00000001:2.0:1749609450.412788:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609450.412789:0:14332:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412790:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298726824 00000100:00000001:2.0:1749609450.412791:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412792:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609450.412793:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609450.412794:0:14332:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609450.412795:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.412796:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000001:2.0:1749609450.412796:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609450.412797:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609450.412797:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609450.412798:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000400:00000001:2.0:1749609450.412798:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609450.412800:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355482368 : -131936354069248 : ffff88012c7b9500) 00000400:00000010:2.0:1749609450.412800:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74ff78. 00000100:00000040:0.0:1749609450.412801:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b9500 x1834594612298368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609450.412803:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609450.412804:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000100:00100000:0.0:1749609450.412805:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612298368:12345-0@lo:38: 00000100:00000001:3.0:1749609450.412805:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749609450.412806:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00000200:0.0:1749609450.412807:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612298368 00000020:00000001:0.0:1749609450.412808:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609450.412809:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609450.412809:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609450.412809:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609450.412810:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749609450.412812:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749609450.412812:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749609450.412812:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 677 usecs (1 jiffies) 00010000:00020000:0.0:1749609450.412813:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749609450.412813:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609450.412814:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749609450.412815:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0370. 00000100:00000001:3.0:1749609450.412815:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298726818 00010000:00000001:0.0:1749609450.412816:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609450.412817:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609450.412818:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609450.412818:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609450.412818:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298726824 00000400:00000200:1.0:1749609450.412820:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000100:00000001:3.0:1749609450.412821:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298726818 02000000:00000010:0.0:1749609450.412822:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800958e9400. 00000400:00000010:1.0:1749609450.412822:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 02000000:00000001:0.0:1749609450.412823:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412823:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298726824 00000100:00000001:0.0:1749609450.412824:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609450.412825:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749609450.412825:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609450.412826:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609450.412826:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298726818 00010000:00000001:0.0:1749609450.412827:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609450.412828:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609450.412828:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298726824 00000100:00000001:0.0:1749609450.412829:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:1.0:1749609450.412830:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.412831:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609450.412831:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298726818 00000100:00000040:0.0:1749609450.412832:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609450.412833:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609450.412833:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298726824 00000100:00000001:0.0:1749609450.412834:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609450.412835:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609450.412835:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609450.412835:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609450.412836:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609450.412837:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.412837:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.412838:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609450.412838:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.412839:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609450.412839:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668660. 00000100:00000001:2.0:1749609450.412840:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749609450.412841:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612298368, offset 0 00000100:00000200:1.0:1749609450.412842:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609450.412843:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1749609450.412843:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609450.412845:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609450.412846:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609450.412865:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609450.412865:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 00000100:00000001:1.0:1749609450.412868:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609450.412868:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609450.412868:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000100:00000001:1.0:1749609450.412869:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609450.412870:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609450.412872:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:2.0:1749609450.412873:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=119 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609450.412873:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749609450.412874:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609450.412874:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749609450.412877:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609450.412877:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749609450.412877:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=109 v=5 (1 1 1 1) 00000100:00000200:3.0:1749609450.412877:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609450.412879:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609450.412880:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4280 00000100:00000001:2.0:1749609450.412880:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749609450.412882:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a6d [1] + 0 02000000:00000001:1.0:1749609450.412882:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.412882:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609450.412885:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749609450.412885:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1749609450.412886:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609450.412887:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749609450.412887:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=106 v=5 (5 5 5 5) 00010000:00000001:2.0:1749609450.412887:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412890:0:14332:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609450.412890:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609450.412891:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=106 v=5 (1 1 1 1) 00000100:00000200:0.0:1749609450.412893:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609450.412895:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609450.412895:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609450.412895:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609450.412896:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609450.412897:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412899:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749609450.412900:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609450.412900:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1749609450.412901:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609450.412903:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00080000:1.0:1749609450.412904:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609450.412904:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609450.412905:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412907:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609450.412908:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609450.412908:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609450.412910:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668660 00000100:00000001:2.0:1749609450.412910:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609450.412912:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668660. 00010000:00000001:1.0:1749609450.412913:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609450.412913:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609450 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609450.412914:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749609450.412914:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.412915:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609450.412917:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.412917:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1749609450.412917:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=116 v=20 (1 1 1 20) 00000100:00000040:1.0:1749609450.412919:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000040:0.0:1749609450.412920:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609450.412921:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412921:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609450.412922:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609450.412923:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.412923:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609450.412924:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609450.412925:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612297856:0@lo:400: 00000100:00000001:3.0:1749609450.412925:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609450.412926:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b9500 x1834594612298368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609450.412928:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609450.412930:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609450.412931:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609450.412933:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612298368:12345-0@lo:38: Request processed in 126us (196us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609450.412933:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609450.412937:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609450.412937:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4380 x1834594612297856/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609450.412939:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00000100:00000001:3.0:1749609450.412939:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609450.412940:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609450.412941:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609450.412942:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609450.412942:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.412942:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1749609450.412943:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000100:00000001:3.0:1749609450.412944:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609450.412945:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000100:00000040:1.0:1749609450.412945:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609450.412946:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1749609450.412947:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:3.0:1749609450.412947:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1749609450.412948:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609450.412949:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.412949:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749609450.412951:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000100:00080000:3.0:1749609450.412953:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749609450.412954:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749609450.412956:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612298112:0@lo:400: 00000020:00000001:2.0:1749609450.412957:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:3.0:1749609450.412958:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00080000:0.0:1749609450.412959:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1749609450.412959:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00000001:1.0:1749609450.412961:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.412961:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749609450.412962:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000001:2.0:1749609450.412962:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609450.412963:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749609450.412964:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000010:2.0:1749609450.412964:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057500. 00000020:00000040:0.0:1749609450.412965:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:3.0:1749609450.412965:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609450.412967:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5180 x1834594612298112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609450.412968:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609450.412970:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609450.412971:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609450.412972:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1749609450.412972:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4380. 00000400:00000001:0.0:1749609450.412975:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609450.412975:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1749609450.412975:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612298240:0@lo:38: 00000400:00000001:0.0:1749609450.412976:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609450.412976:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1749609450.412977:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17e18. 02000000:00000001:1.0:1749609450.412977:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609450.412977:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609450.412979:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b200. 00000100:00000001:2.0:1749609450.412979:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609450.412980:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668aa0 00000400:00000010:0.0:1749609450.412981:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668aa0. 00000100:00000001:3.0:1749609450.412981:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412982:0:1512:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609450.412982:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609450.412983:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749609450.412984:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609450.412984:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609450.412985:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749609450.412986:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749609450.412986:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609450.412986:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5f80 x1834594612298240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609450.412988:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749609450.412989:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609450.412989:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1749609450.412990:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057600. 00000100:00000001:2.0:1749609450.412991:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.412993:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749609450.412993:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609450.412994:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.412994:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609450.412995:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609450.412995:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609450.412996:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5180. 02000000:00000001:3.0:1749609450.412996:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749609450.412997:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609450.412998:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749609450.412998:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508c400. 00000100:00000001:0.0:1749609450.412999:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.413000:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749609450.413001:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.413002:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609450.413004:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=113 v=5 (5 5 5 5) 00000100:00000001:1.0:1749609450.413004:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609450.413004:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1749609450.413006:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=113 v=5 (1 1 1 1) 00000020:00000001:3.0:1749609450.413006:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609450.413007:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609450.413008:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609450.413008:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609450.413010:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1749609450.413010:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609450.413011:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:0.0:1749609450.413012:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609450.413012:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609450.413012:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea32c00. 00000100:00000001:1.0:1749609450.413015:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609450.413015:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1749609450.413016:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609450.413017:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609450.413017:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609450.413018:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000010:3.0:1749609450.413018:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5f80. 00000100:00000040:0.0:1749609450.413019:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609450.413020:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609450.413020:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.413020:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609450.413022:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609450.413022:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1749609450.413023:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612297984 00000100:00000001:3.0:1749609450.413023:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.413025:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609450.413025:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609450.413025:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.413027:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609450.413028:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609450.413028:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609450.413029:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609450.413030:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.413031:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609450.413032:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:0.0:1749609450.413033:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612298496:0@lo:400: 02000000:00000001:2.0:1749609450.413033:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.413035:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609450.413036:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.413036:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609450.413037:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749609450.413037:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612297984 00000100:00000040:0.0:1749609450.413038:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab7b80 x1834594612298496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609450.413039:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:3.0:1749609450.413040:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749609450.413041:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1749609450.413041:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000001:3.0:1749609450.413042:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749609450.413043:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749609450.413043:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1749609450.413044:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1800. 00000400:00000010:3.0:1749609450.413044:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000020:00000001:2.0:1749609450.413045:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609450.413047:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609450.413047:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609450.413047:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000020:00000001:0.0:1749609450.413048:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609450.413049:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:3.0:1749609450.413049:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000020:00000001:0.0:1749609450.413050:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1749609450.413051:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 02000000:00000010:0.0:1749609450.413052:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057e00. 00000100:00000001:3.0:1749609450.413052:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609450.413054:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609450.413055:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1749609450.413055:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000010:0.0:1749609450.413056:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7b80. 00000100:00000200:3.0:1749609450.413056:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.413058:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1749609450.413058:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:0.0:1749609450.413059:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.413059:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.413061:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609450.413062:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.413062:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609450.413063:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609450.413063:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.413063:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609450.413065:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609450.413082:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609450.413086:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.413091:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609450.413094:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.413096:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609450.413098:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609450.413100:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609450.413103:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609450.413105:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609450.413110:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609450 v=5 (0 0 0 0) 00000100:00000001:2.0:1749609450.413112:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609450.413114:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=113 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609450.413118:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609450.413120:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609450.413121:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609450.413122:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609450.413123:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609450.413127:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609450.413129:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00000001:2.0:1749609450.413133:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355487744 : -131936354063872 : ffff88012c7baa00) 00000100:00000040:2.0:1749609450.413138:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7baa00 x1834594612297984/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609470 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609450.413138:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609450.413141:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609450.413143:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.413146:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609450.413147:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609450.413151:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609450.413154:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609450.413157:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609450.413161:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612297984:12345-0@lo:38: 00000100:00000040:3.0:1749609450.413161:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609450.413166:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612297984 00000020:00000001:2.0:1749609450.413169:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609450.413171:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612298368:0@lo:38: 00010000:00000001:2.0:1749609450.413173:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609450.413176:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.413178:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609450.413181:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4000 x1834594612298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609450.413189:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749609450.413190:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609450.413191:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609450.413194:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012db2f800. 00010000:00020000:2.0:1749609450.413195:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749609450.413197:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1749609450.413198:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749609450.413199:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609450.413200:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00000001:2.0:1749609450.413203:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609450.413203:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609450.413205:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea33400. 00000100:00000001:2.0:1749609450.413206:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609450.413208:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609450.413208:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609450.413210:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749609450.413211:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:3.0:1749609450.413211:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4000. 02000000:00000010:2.0:1749609450.413215:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130186400. 00000100:00000001:3.0:1749609450.413215:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609450.413216:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609450.413217:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.413218:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.413220:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.413221:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609450.413223:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749609450.413224:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609450.413224:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609450.413226:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.413226:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609450.413230:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749609450.413234:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609450.413238:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609450.413241:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609450.413243:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609450.413246:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:2.0:1749609450.413250:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:2.0:1749609450.413252:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609450.413254:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609450.413257:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609450.413260:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609450.413263:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00000200:2.0:1749609450.413267:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612297984, offset 0 00000400:00000200:2.0:1749609450.413272:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749609450.413280:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749609450.413287:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c4100 00000400:00000200:2.0:1749609450.413293:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17a49 [1] + 0 00000400:00000200:2.0:1749609450.413299:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609450.413319:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609450.413322:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609450.413325:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609450.413334:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609450.413353:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609450.413358:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:2.0:1749609450.413359:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000100:00000001:2.0:1749609450.413360:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609450.413361:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609450.413363:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609450.413365:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609450.413366:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609450.413368:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609450.413371:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7baa00 x1834594612297984/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609470 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609450.413376:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612297984:12345-0@lo:38: Request processed in 217us (1175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749609450.413381:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00000001:2.0:1749609450.413384:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609450.413384:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749609450.413387:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000020:00000010:2.0:1749609450.413388:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000100:00000001:3.0:1749609450.413389:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749609450.413390:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000001:2.0:1749609450.413392:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.413392:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609450.413396:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609450.413398:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609450.413399:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62a50. 00000400:00000200:3.0:1749609450.413402:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:3.0:1749609450.413403:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000100:00000001:3.0:1749609450.413406:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609450.413409:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609450.413416:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609450.413421:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609450.413422:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.413423:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609450.413424:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609450.413426:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609450.413427:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609450.413428:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609450.413431:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609450 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609450.413433:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=116 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609450.413435:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609450.413442:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609450.413443:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609450.413446:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609450.413450:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609450.413452:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609450.413453:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.413454:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609450.413456:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609450.413457:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609450.413459:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609450.413460:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609450.413462:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609450.413466:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612297984:0@lo:38: 00000100:00000001:3.0:1749609450.413469:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.413470:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609450.413471:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4e00 x1834594612297984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609450.413475:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609450.413476:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609450.413478:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508d000. 02000000:00000001:3.0:1749609450.413481:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609450.413482:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609450.413482:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609450.413484:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609450.413485:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012ea33000. 02000000:00000001:3.0:1749609450.413486:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609450.413487:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609450.413488:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4e00. 00000100:00000001:3.0:1749609450.413490:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609450.413491:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.413492:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609450.413495:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609450.413496:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609450.413517:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609450.413518:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.419577:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298726824, at 4298726824 00000100:00000010:0.0:1749609450.419584:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706e00. 00000100:00000040:1.0:1749609450.419586:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298726824, at 4298726824 00000100:00000010:1.0:1749609450.419594:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706800. 00000100:00000040:2.0:1749609450.419607:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298726824, at 4298726824 00000100:00000010:2.0:1749609450.419614:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07067c0. 00000100:00000040:3.0:1749609450.420575:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298726824, at 4298726825 00000100:00000010:3.0:1749609450.420583:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d5b4bc0. 00000100:00000010:0.0:1749609450.554675:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab7b80. 00000020:00000040:0.0:1749609450.554688:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609450.554695:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609450.554699:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609450.554706:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609450.554715:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1800. 00000100:00000001:0.0:1749609450.554723:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.554730:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609450.554732:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609450.554738:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609450.554740:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609450.554743:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609450.554744:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526393728 : -131936183157888 : ffff880136ab7b80) 00000100:00000001:0.0:1749609450.554750:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609450.554752:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609450.554754:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609450.554756:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609450.554766:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab7b80 x1834594612298624/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.554775:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609450.554781:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609450.554783:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab7b80 x1834594612298624/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.554792:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609450.554794:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609450.554795:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609450.554796:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609450.554798:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609450.554800:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609450.554802:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.554804:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609450.554805:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609450.554807:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab7b80 x1834594612298624/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609450.554811:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612298624:0@lo:900: 00000100:00000001:0.0:1749609450.554814:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609450.554816:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609450.554817:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609450.554819:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609450.554820:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab7b80 x1834594612298624/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.554824:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609450.554825:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609450.554830:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609450.554831:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609450.554832:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609450.554832:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab7b80 x1834594612298624/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609450.554836:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609450.554838:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609450.554839:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609450.554841:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609450.554843:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609450.554848:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609450.554850:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609450.554851:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7b80. 00000100:00000001:0.0:1749609450.554853:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609450.554854:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609450.710616:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609450.710622:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609450.710623:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609450.710625:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609450.710627:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609450.710630:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609450.710632:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609450.710633:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609450.710634:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609450.821736:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609450.821743:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609450.821748:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609450.821750:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609450.821831:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609450.821838:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609450.821842:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609451.710629:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609451.710635:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609451.710636:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609451.710639:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609451.710641:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609451.710644:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609451.710646:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609451.710647:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609451.710648:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609451.823643:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609451.823648:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609451.823653:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609451.823653:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609451.823704:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609451.823707:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609451.823709:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609452.174145:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609452.174161:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609452.174164:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609452.174167:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609452.174178:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609452.174194:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343300 00000400:00000200:0.0:1749609452.174201:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 84208 00000800:00000001:0.0:1749609452.174209:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609452.174214:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609452.174216:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609452.174221:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609452.174226:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609452.174228:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609452.174233:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab7b80. 00000100:00000040:0.0:1749609452.174236:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab7b80 x1834594730259200 msgsize 520 00000100:00100000:0.0:1749609452.174241:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609452.174258:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609452.174269:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609452.174272:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609452.174273:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609452.174275:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609452.174279:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609452.174285:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf343280 00000400:00000200:0.0:1749609452.174291:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16f09 [2] + 0 00000400:00000010:0.0:1749609452.174294:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f420. 00000400:00000200:0.0:1749609452.174299:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0245540 00000100:00000001:3.0:1749609452.174300:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609452.174302:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00100000:3.0:1749609452.174303:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730259200 00000800:00000001:0.0:1749609452.174305:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609452.174306:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609452.174306:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609452.174308:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609452.174309:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609452.174310:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609452.174312:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0245540 00000400:00000010:0.0:1749609452.174313:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a0245540. 02000000:00000001:3.0:1749609452.174313:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609452.174316:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730259200 00000100:00000001:0.0:1749609452.174317:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749609452.174318:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749609452.174319:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:3.0:1749609452.174320:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749609452.174321:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51da850 x1834594730259072 msgsize 224 00000020:00000001:3.0:1749609452.174322:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749609452.174324:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000001:3.0:1749609452.174324:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609452.174325:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609452.174326:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:3.0:1749609452.174328:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000010:3.0:1749609452.174332:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1f80. 00000020:00000010:3.0:1749609452.174335:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f960. 00000100:00000001:3.0:1749609452.174339:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609452.174340:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609452.174340:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609452.174342:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609452.174343:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609452.174346:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609452.174346:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609452.174347:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609452.174349:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609452.174353:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609452.174358:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343380 00000100:00000001:3.0:1749609452.174359:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609452.174361:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 84728 00000800:00000001:0.0:1749609452.174365:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1749609452.174366:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609452.174368:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609452.174371:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2850 00000100:00000001:3.0:1749609452.174374:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526393728 : -131936183157888 : ffff880136ab7b80) 00000800:00000001:0.0:1749609452.174378:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609452.174378:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab7b80 x1834594730259200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609452.174380:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609452.174384:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609452.174387:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749609452.174387:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730259200:12345-192.168.201.20@tcp:38: 00000100:00000200:0.0:1749609452.174388:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749609452.174389:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730259200 00000020:00000001:3.0:1749609452.174391:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:0.0:1749609452.174392:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4e00. 00000100:00000040:0.0:1749609452.174394:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab4e00 x1834594730259328 msgsize 520 00010000:00000001:3.0:1749609452.174394:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749609452.174398:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000001:3.0:1749609452.174405:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.174406:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00010000:00020000:3.0:1749609452.174408:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000800:00000001:0.0:1749609452.174410:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00010000:00000001:3.0:1749609452.174410:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609452.174412:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000800:00000001:0.0:1749609452.174413:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609452.174414:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609452.174414:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609452.174416:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609452.174418:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730259072 02000000:00000001:3.0:1749609452.174418:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609452.174419:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609452.174421:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609452.174422:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609452.174422:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db2f800. 02000000:00000001:3.0:1749609452.174423:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609452.174424:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.174424:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.174425:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609452.174426:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730259328 00000100:00100000:2.0:1749609452.174426:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730259072 00000020:00000001:2.0:1749609452.174427:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749609452.174427:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609452.174428:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1749609452.174428:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00010000:00000001:3.0:1749609452.174428:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.174429:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609452.174430:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609452.174431:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609452.174431:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00001000:3.0:1749609452.174431:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749609452.174433:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.174433:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609452.174433:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749609452.174435:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00100000:0.0:1749609452.174436:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730259328 00000020:00000001:0.0:1749609452.174437:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609452.174438:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1749609452.174439:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749609452.174439:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000001:0.0:1749609452.174440:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1749609452.174441:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07067c0. 00000020:00000001:0.0:1749609452.174442:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.174442:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609452.174443:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.174443:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609452.174443:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000010:2.0:1749609452.174445:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07067c0. 00000100:00000001:3.0:1749609452.174445:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000020:00000010:0.0:1749609452.174446:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000100:00000001:3.0:1749609452.174446:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609452.174448:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000010:2.0:1749609452.174449:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 02000000:00000001:3.0:1749609452.174449:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1749609452.174450:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 02000000:00000001:3.0:1749609452.174450:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609452.174451:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000001:3.0:1749609452.174451:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749609452.174453:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000040:3.0:1749609452.174453:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000010:2.0:1749609452.174454:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:0.0:1749609452.174456:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749609452.174456:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283a18. 00000100:00000001:0.0:1749609452.174458:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609452.174458:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:3.0:1749609452.174458:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730259200, offset 0 00000100:00000001:0.0:1749609452.174459:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.174460:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609452.174461:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609452.174462:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.174462:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609452.174462:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609452.174465:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609452.174468:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609452.174472:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2154:2154:256:4294967295] 192.168.201.20@tcp LPNI seq info [2150:2150:8:4294967295] 00000100:00000001:0.0:1749609452.174474:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609452.174479:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:0.0:1749609452.174482:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609452.174482:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.174483:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000800:00000200:3.0:1749609452.174483:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609452.174485:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695900. 00000100:00100000:0.0:1749609452.174487:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2851 00000100:00000001:2.0:1749609452.174487:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609452.174488:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000800:00000200:3.0:1749609452.174489:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:0.0:1749609452.174490:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526382080 : -131936183169536 : ffff880136ab4e00) 00000100:00100000:2.0:1749609452.174492:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1507 00000100:00000040:0.0:1749609452.174493:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab4e00 x1834594730259328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609452.174493:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:1.0:1749609452.174494:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609452.174494:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352838224 : -131938356713392 : ffff8800b51da850) 00000800:00000200:3.0:1749609452.174494:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609452.174497:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1749609452.174537:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609452.174539:0:13561:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609452.174539:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51da850 x1834594730259072/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:398/0 lens 224/0 e 0 to 0 dl 1749609463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609452.174541:0:13561:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.174546:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609452.174547:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07067c0. 00000100:00000001:2.0:1749609452.174549:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609452.174550:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730259328:12345-192.168.201.20@tcp:38: 00000020:00000010:2.0:1749609452.174550:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07067c0. 00000100:00100000:2.0:1749609452.174553:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730259072:12345-192.168.201.20@tcp:400: 00000100:00000200:0.0:1749609452.174554:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730259328 00000100:00000200:2.0:1749609452.174555:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730259072 00000020:00000001:0.0:1749609452.174557:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609452.174557:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609452.174559:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609452.174559:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609452.174560:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.174562:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609452.174563:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000040:0.0:1749609452.174565:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000020:00000001:2.0:1749609452.174565:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609452.174565:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.174566:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609452.174567:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000020:00000001:2.0:1749609452.174567:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609452.174568:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1749609452.174568:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000020:00000001:2.0:1749609452.174570:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609452.174570:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.174571:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609452.174572:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609452.174572:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609452.174573:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609452.174574:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749609452.174575:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609452.174576:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130187400. 00000100:00000040:3.0:1749609452.174576:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab7b80 x1834594730259200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609472 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609452.174578:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800958ea000. 02000000:00000001:2.0:1749609452.174578:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609452.174579:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609452.174580:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.174580:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.174581:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609452.174582:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730259072 00010000:00000001:2.0:1749609452.174583:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000040:0.0:1749609452.174584:0:14331:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00100000:3.0:1749609452.174584:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730259200:12345-192.168.201.20@tcp:38: Request processed in 198us (346us total) trans 0 rc -19/-19 00010000:00000200:2.0:1749609452.174586:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51da850 x1834594730259072/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:398/0 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749609452.174589:0:14331:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4061 last 0 00010000:00000001:2.0:1749609452.174591:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1749609452.174591:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2850 00010000:00000001:2.0:1749609452.174592:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609452.174593:0:14331:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:3.0:1749609452.174593:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1749609452.174594:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609452.174594:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:0.0:1749609452.174597:0:14331:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:2.0:1749609452.174597:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749609452.174597:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1f80. 00000100:00000040:2.0:1749609452.174598:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609452.174599:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609452.174599:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609452.174601:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609452.174601:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609452.174601:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f960. 00000004:00000001:0.0:1749609452.174603:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609452.174603:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609452.174604:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000010:3.0:1749609452.174604:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000400:00000010:2.0:1749609452.174606:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93aa0. 00000100:00000001:3.0:1749609452.174606:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1749609452.174608:0:14331:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000200:2.0:1749609452.174608:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730259072, offset 224 00000004:00000001:0.0:1749609452.174611:0:14331:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609452.174611:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609452.174613:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609452.174616:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000040:0.0:1749609452.174617:0:14331:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000400:00000200:2.0:1749609452.174619:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2155:2155:255:4294967295] 192.168.201.20@tcp LPNI seq info [2151:2151:7:4294967295] 00000004:00000040:0.0:1749609452.174620:0:14331:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:0.0:1749609452.174621:0:14331:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:0.0:1749609452.174624:0:14331:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:1.0:1749609452.174624:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1749609452.174625:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000004:00000001:0.0:1749609452.174626:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:1.0:1749609452.174626:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695900. 00000004:00000001:0.0:1749609452.174627:0:14331:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609452.174628:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1749609452.174628:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609452.174630:0:14331:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000010:2.0:1749609452.174630:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7b00. 00000004:00000001:0.0:1749609452.174632:0:14331:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:1.0:1749609452.174632:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000800:00000200:2.0:1749609452.174633:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00010000:00000001:0.0:1749609452.174634:0:14331:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609452.174635:0:14331:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:1.0:1749609452.174635:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283a18 00000400:00000010:1.0:1749609452.174636:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283a18. 00000800:00000200:2.0:1749609452.174637:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000040:0.0:1749609452.174638:0:14331:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:1.0:1749609452.174639:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000800:00000200:2.0:1749609452.174639:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7b00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1749609452.174640:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609452.174641:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609452.174641:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.174642:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749609452.174642:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00010000:00000001:0.0:1749609452.174644:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609452.174644:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609452.174645:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609452.174646:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609452.174646:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00001000:0.0:1749609452.174648:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000040:2.0:1749609452.174648:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51da850 x1834594730259072/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:398/0 lens 224/224 e 0 to 0 dl 1749609463 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.174650:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749609452.174653:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29483:x1834594730259072:12345-192.168.201.20@tcp:400: Request processed in 107us (331us total) trans 0 rc 0/0 00000400:00000200:0.0:1749609452.174655:0:14331:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000200:1.0:1749609452.174655:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609452.174656:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7b00. 00000100:00100000:2.0:1749609452.174657:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1507 00000100:00000001:0.0:1749609452.174658:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749609452.174658:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609452.174658:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000040:0.0:1749609452.174660:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:1.0:1749609452.174660:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:2.0:1749609452.174660:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609452.174661:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609452.174662:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000400:00000200:1.0:1749609452.174662:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93aa0 00000400:00000010:1.0:1749609452.174662:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93aa0. 00000020:00000010:2.0:1749609452.174662:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00000001:0.0:1749609452.174664:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:1.0:1749609452.174664:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609452.174664:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749609452.174664:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000020:00000010:2.0:1749609452.174666:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000040:0.0:1749609452.174667:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000020:00000040:2.0:1749609452.174668:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 02000000:00000001:0.0:1749609452.174669:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609452.174670:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609452.174670:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609452.174672:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749609452.174672:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130187400. 02000000:00000001:2.0:1749609452.174673:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1749609452.174674:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:2.0:1749609452.174674:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609452.174676:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1749609452.174677:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668aa0. 00000100:00000200:0.0:1749609452.174679:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730259328, offset 0 00000400:00000010:2.0:1749609452.174679:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74ff78. 00000400:00000010:2.0:1749609452.174681:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a02019c0. 00000400:00000200:0.0:1749609452.174683:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609452.174688:0:14331:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:0.0:1749609452.174693:0:14331:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2156:2156:256:4294967295] 192.168.201.20@tcp LPNI seq info [2152:2152:8:4294967295] 00000400:00000200:0.0:1749609452.174701:0:14331:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:0.0:1749609452.174705:0:14331:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609452.174708:0:14331:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057200. 00000800:00000200:0.0:1749609452.174711:0:14331:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:0.0:1749609452.174716:0:14331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609452.174719:0:14331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057200 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1749609452.174726:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609452.174728:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609452.174730:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609452.174732:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609452.174735:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4e00 x1834594730259328/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609472 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749609452.174742:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1749609452.174743:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:29481:x1834594730259328:12345-192.168.201.20@tcp:38: Request processed in 194us (347us total) trans 0 rc -11/-11 00000800:00000010:1.0:1749609452.174744:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057200. 00000400:00000200:1.0:1749609452.174745:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609452.174747:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609452.174749:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668aa0 00000400:00000010:1.0:1749609452.174749:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668aa0. 00000100:00100000:0.0:1749609452.174750:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2851 00000100:00000001:1.0:1749609452.174751:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609452.174752:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609452.174753:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609452.174755:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609452.174757:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000020:00000010:0.0:1749609452.174760:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000020:00000010:0.0:1749609452.174763:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 00000100:00000001:0.0:1749609452.174767:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749609452.555701:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4000. 00000020:00000040:0.0:1749609452.555710:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609452.555714:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609452.555717:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609452.555722:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609452.555727:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1800. 00000100:00000001:0.0:1749609452.555732:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.555736:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609452.555737:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609452.555742:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609452.555743:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609452.555745:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609452.555745:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526378496 : -131936183173120 : ffff880136ab4000) 00000100:00000001:0.0:1749609452.555749:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609452.555750:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609452.555752:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609452.555753:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609452.555758:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4000 x1834594612298752/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.555765:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609452.555766:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609452.555767:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4000 x1834594612298752/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.555772:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609452.555774:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609452.555774:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609452.555775:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609452.555777:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609452.555778:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609452.555780:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.555782:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609452.555783:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609452.555784:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4000 x1834594612298752/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609452.555789:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612298752:0@lo:900: 00000100:00000001:0.0:1749609452.555791:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609452.555793:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609452.555794:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609452.555795:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609452.555796:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4000 x1834594612298752/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.555800:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609452.555801:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609452.555804:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609452.555805:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609452.555806:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609452.555807:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4000 x1834594612298752/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609452.555810:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609452.555811:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609452.555812:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609452.555813:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609452.555814:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609452.555817:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609452.555818:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609452.555819:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4000. 00000100:00000001:0.0:1749609452.555821:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609452.555821:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609452.710662:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609452.710670:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609452.710671:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609452.710674:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609452.710677:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609452.710680:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609452.710682:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609452.710685:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609452.710686:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609452.825689:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609452.825696:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609452.825703:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609452.825705:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609452.825766:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609452.825771:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609452.825774:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1749609453.442601:0:1501:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1a59540] -> 12345-192.168.201.120@tcp (6) 00000800:00000200:0.0:1749609453.442608:0:1501:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988 00000800:00000200:0.0:1749609453.442613:0:1501:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880099927c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749609453.442782:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749609453.442789:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609453.442798:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749609453.442803:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749609453.442805:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609453.710683:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609453.710692:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609453.710695:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609453.710699:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609453.710704:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609453.710708:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609453.710712:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609453.710714:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609453.710717:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609453.827729:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609453.827737:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609453.827745:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609453.827748:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609453.827818:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609453.827823:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609453.827826:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609454.556611:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4000. 00000020:00000040:0.0:1749609454.556621:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609454.556626:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609454.556629:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609454.556635:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609454.556641:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1800. 00000100:00000001:0.0:1749609454.556648:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609454.556653:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609454.556655:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609454.556660:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609454.556661:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609454.556663:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609454.556664:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526378496 : -131936183173120 : ffff880136ab4000) 00000100:00000001:0.0:1749609454.556669:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609454.556671:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609454.556672:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609454.556674:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609454.556680:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4000 x1834594612298880/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609454.556688:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609454.556690:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609454.556692:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4000 x1834594612298880/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609454.556697:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609454.556700:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609454.556701:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609454.556702:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609454.556704:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609454.556706:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609454.556709:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609454.556711:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609454.556712:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609454.556714:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4000 x1834594612298880/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609454.556720:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612298880:0@lo:900: 00000100:00000001:0.0:1749609454.556724:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609454.556725:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609454.556727:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609454.556728:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609454.556730:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4000 x1834594612298880/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609454.556734:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609454.556736:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609454.556739:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609454.556740:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609454.556742:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609454.556743:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4000 x1834594612298880/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609454.556747:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609454.556748:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609454.556749:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609454.556751:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609454.556752:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1800. 02000000:00000001:0.0:1749609454.556756:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609454.556757:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609454.556758:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4000. 00000100:00000001:0.0:1749609454.556760:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609454.556761:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609454.710661:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609454.710668:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609454.710670:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609454.710673:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609454.710677:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609454.710680:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609454.710682:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609454.710685:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609454.710686:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609454.829635:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609454.829640:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609454.829646:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609454.829647:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609454.829700:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609454.829702:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609454.829704:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609455.419606:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609455.419613:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609455.419617:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4000. 00000020:00000040:0.0:1749609455.419622:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609455.419625:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609455.419628:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609455.419631:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609455.419637:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057f00. 00000100:00000001:0.0:1749609455.419642:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609455.419648:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609455.419655:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609455.419657:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609455.419661:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab4000] to pc [ptlrpcd_00_03+3] req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609455.419709:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609455.419711:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609455.419714:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609455.419716:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609455.419718:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609455.419721:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609455.419722:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4059 00000100:00080000:0.0:1749609455.419725:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609455.419727:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609455.419730:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609455.419732:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609455.419734:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609455.419736:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609455.419737:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609455.419740:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609455.419742:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000100:00000001:2.0:1749609455.419742:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609455.419744:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609455.419745:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000001:2.0:1749609455.419747:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609455.419748:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609455.419749:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609455.419749:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609455.419750:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609455.419751:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609455.419753:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609455.419755:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:2.0:1749609455.419755:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609455.419757:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609455.419759:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609455.419763:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609455.419764:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749609455.419765:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.419766:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.419767:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609455.419769:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609455.419769:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609455.419771:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749609455.419772:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5f80. 00000020:00000040:0.0:1749609455.419773:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749609455.419773:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609455.419775:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612299008:0@lo:400: 02000000:00000001:0.0:1749609455.419776:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609455.419777:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.419777:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609455.419778:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609455.419779:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609455.419780:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609455.419781:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609455.419782:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609455.419783:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609455.419784:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800958e8800. 02000000:00000001:2.0:1749609455.419784:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609455.419786:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609455.419787:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609455.419790:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 00000100:00100000:0.0:1749609455.419791:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609455.419791:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609455.419796:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f528. 00000100:00000001:0.0:1749609455.419797:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609455.419798:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609455.419800:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab5f80] to pc [ptlrpcd_rcv+-1] req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609455.419802:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 00000100:00000200:2.0:1749609455.419808:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612299008, portal 25 00000100:00000001:2.0:1749609455.419810:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609455.419811:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526378496 : -131936183173120 : ffff880136ab4000) 00000100:00000040:2.0:1749609455.419815:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609455.419822:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609455.419824:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609455.419827:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609455.419827:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749609455.419829:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5180. 00000100:00000040:2.0:1749609455.419829:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749609455.419830:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000400:00000010:2.0:1749609455.419831:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 00000100:00000001:0.0:1749609455.419832:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749609455.419832:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612299008, offset 0 02000000:00000001:0.0:1749609455.419833:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609455.419834:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609455.419836:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057000. 00000100:00000001:0.0:1749609455.419837:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609455.419837:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609455.419839:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609455.419844:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609455.419845:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609455.419847:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab5180] to pc [ptlrpcd_00_00+0] req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609455.419849:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609455.419849:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609455.419852:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609455.419855:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749609455.419858:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c4500 00000100:00000040:3.0:1749609455.419861:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609455.419863:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16f3d [2] + 0 00000100:00000001:0.0:1749609455.419865:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609455.419866:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749609455.419867:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f478. 00000100:00080000:0.0:1749609455.419869:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609455.419870:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1749609455.419870:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0245600 00000100:00080000:0.0:1749609455.419871:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609455.419873:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749609455.419873:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749609455.419875:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4059 00000400:00000200:2.0:1749609455.419875:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609455.419875:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609455.419876:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609455.419878:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:2.0:1749609455.419878:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609455.419878:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609455.419880:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609455.419881:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:2.0:1749609455.419881:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0245600 02000000:00000001:3.0:1749609455.419881:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609455.419882:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:2.0:1749609455.419883:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a0245600. 02000000:00000001:3.0:1749609455.419883:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609455.419884:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609455.419885:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609455.419886:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609455.419886:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749609455.419887:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612299136:0@lo:38: 00000020:00000040:0.0:1749609455.419888:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000200:2.0:1749609455.419888:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:0.0:1749609455.419889:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:0.0:1749609455.419890:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000040:2.0:1749609455.419891:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51d8c50 x1834594612299008 msgsize 224 00000100:00000001:3.0:1749609455.419891:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609455.419892:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609455.419894:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749609455.419894:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609455.419894:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749609455.419895:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000040:2.0:1749609455.419895:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609455.419896:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609455.419896:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609455.419897:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00080000:0.0:1749609455.419899:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 02000000:00000001:3.0:1749609455.419899:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609455.419900:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609455.419901:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609455.419902:0:1512:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749609455.419903:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749609455.419903:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012db2f400. 02000000:00000001:0.0:1749609455.419905:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609455.419905:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.419906:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609455.419907:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609455.419907:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 00000100:00000010:0.0:1749609455.419909:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4380. 00000400:00000010:2.0:1749609455.419909:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000400:00000010:3.0:1749609455.419909:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62a50. 00000020:00000040:0.0:1749609455.419910:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749609455.419911:0:1512:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609455.419912:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609455.419912:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609455.419913:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609455.419914:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609455.419914:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1749609455.419914:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 02000000:00000001:0.0:1749609455.419915:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609455.419917:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800958e9000. 00000100:00000200:3.0:1749609455.419918:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612299136, portal 4 00000100:00000001:0.0:1749609455.419919:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.419920:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609455.419921:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749609455.419921:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609455.419921:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609455.419922:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526386560 : -131936183165056 : ffff880136ab5f80) 00000100:00000001:1.0:1749609455.419923:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609455.419926:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609455.419926:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.419927:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.419928:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749609455.419929:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1749609455.419930:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab4380] to pc [ptlrpcd_rcv+-1] req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609455.419930:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609455.419931:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.419932:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609455.419934:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298731832 00000100:00000010:2.0:1749609455.419937:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07067c0. 00000100:00000001:1.0:1749609455.419940:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609455.419940:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609455.419941:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.419942:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749609455.419943:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609455.419943:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1749609455.419943:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609455.419944:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749609455.419945:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00080000:0.0:1749609455.419946:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749609455.419946:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609455.419947:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749609455.419947:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298731832 00000100:00080000:0.0:1749609455.419948:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749609455.419948:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749609455.419948:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706940. 00000100:00000200:3.0:1749609455.419948:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612299136, offset 0 00000100:00000001:0.0:1749609455.419950:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749609455.419950:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1749609455.419951:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4059 00000100:00080000:0.0:1749609455.419952:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749609455.419953:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298731832 00000400:00000200:3.0:1749609455.419953:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609455.419954:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:1.0:1749609455.419954:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749609455.419954:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07065c0. 00000100:00000001:0.0:1749609455.419956:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609455.419956:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1749609455.419957:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609455.419958:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609455.419958:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298731832 00000020:00000001:0.0:1749609455.419959:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1749609455.419959:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706980. 00000020:00000040:0.0:1749609455.419960:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609455.419961:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609455.419961:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1749609455.419961:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609455.419962:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609455.419963:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:2.0:1749609455.419963:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609455.419964:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609455.419965:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:0.0:1749609455.419967:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609455.419967:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609455.419967:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.419968:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609455.419968:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.419968:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609455.419969:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:3.0:1749609455.419969:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c4580 00000100:00000001:0.0:1749609455.419970:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609455.419971:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 02000000:00000001:1.0:1749609455.419971:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609455.419972:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1749609455.419973:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609455.419973:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749609455.419974:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609455.419974:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609455.419975:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609455.419975:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749609455.419976:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.419976:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609455.419977:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609455.419977:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609455.419977:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 12480 02000000:00000001:0.0:1749609455.419978:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.419978:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.419979:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:1.0:1749609455.419979:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612299264:0@lo:400: 00000100:00000001:0.0:1749609455.419981:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609455.419982:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5880. 00000100:00000001:1.0:1749609455.419983:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749609455.419983:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609455.419984:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609455.419985:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749609455.419985:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609455.419986:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609455.419986:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609455.419986:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.419987:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749609455.419987:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609455.419988:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609455.419988:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609455.419989:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609455.419991:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800958ebc00. 02000000:00000001:1.0:1749609455.419991:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609455.419992:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.419992:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:0.0:1749609455.419994:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1749609455.419994:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:1.0:1749609455.419996:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b000. 00000100:00000010:3.0:1749609455.419997:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7bb100. 00000100:00000001:2.0:1749609455.419998:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609455.419999:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1749609455.419999:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420000:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609455.420000:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612299008 00000100:00000040:3.0:1749609455.420000:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7bb100 x1834594612299136 msgsize 520 00000100:00000040:0.0:1749609455.420001:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab5880] to pc [ptlrpcd_rcv+-1] req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609455.420002:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749609455.420003:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0370. 00000100:00000001:2.0:1749609455.420004:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749609455.420005:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609455.420006:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420006:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609455.420008:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1749609455.420008:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ad48. 02000000:00000001:2.0:1749609455.420009:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420010:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609455.420011:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6d80. 00000100:00000200:1.0:1749609455.420011:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612299264, portal 4 00000100:00100000:2.0:1749609455.420011:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612299008 00000020:00000040:0.0:1749609455.420013:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609455.420013:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609455.420014:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609455.420014:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749609455.420014:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 02000000:00000001:0.0:1749609455.420015:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609455.420015:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526382976 : -131936183168640 : ffff880136ab5180) 00000020:00000001:2.0:1749609455.420015:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749609455.420016:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420016:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749609455.420017:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 02000000:00000010:0.0:1749609455.420018:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057d00. 00000100:00000001:0.0:1749609455.420019:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609455.420019:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000040:0.0:1749609455.420021:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749609455.420022:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609455.420022:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000400:00000200:3.0:1749609455.420023:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000100:00000001:2.0:1749609455.420025:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749609455.420026:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1749609455.420026:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:0.0:1749609455.420027:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609455.420027:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706480. 00000100:00000040:0.0:1749609455.420029:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab6d80] to pc [ptlrpcd_00_01+1] req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609455.420029:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609455.420030:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706480. 00000100:00000001:1.0:1749609455.420031:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609455.420031:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749609455.420035:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749609455.420035:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000200:3.0:1749609455.420035:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609455.420037:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000020:00000010:2.0:1749609455.420038:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000200:1.0:1749609455.420039:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612299264, offset 0 00000020:00000010:2.0:1749609455.420041:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:0.0:1749609455.420042:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420044:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609455.420045:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749609455.420045:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1749609455.420046:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4069) 00000100:00000001:2.0:1749609455.420047:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749609455.420047:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609455.420048:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609455.420050:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420053:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749609455.420053:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609455.420055:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749609455.420055:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420056:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420056:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420058:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749609455.420060:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749609455.420060:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c4600 00000100:00000001:2.0:1749609455.420060:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609455.420062:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420062:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420063:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609455.420064:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609455.420065:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609455.420066:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749609455.420066:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1033 usecs (2 jiffies) 00000400:00000200:1.0:1749609455.420067:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 6048 00000100:00000040:0.0:1749609455.420068:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609455.420068:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609455.420069:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298731826 00000100:00100000:2.0:1749609455.420071:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00000001:3.0:1749609455.420071:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298731832 00000400:00000200:1.0:1749609455.420072:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609455.420073:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749609455.420073:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:0.0:1749609455.420074:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420074:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298731826 00000100:00000001:2.0:1749609455.420075:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352831056 : -131938356720560 : ffff8800b51d8c50) 02000000:00000001:0.0:1749609455.420076:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749609455.420076:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609455.420076:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298731832 02000000:00000001:0.0:1749609455.420077:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609455.420078:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609455.420078:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d8c50 x1834594612299008/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:401/0 lens 224/0 e 0 to 0 dl 1749609466 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609455.420078:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298731826 00000100:00100000:0.0:1749609455.420080:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612299648:0@lo:400: 00000100:00000001:1.0:1749609455.420080:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609455.420080:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298731832 00000100:00000200:1.0:1749609455.420082:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1749609455.420082:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298731826 00000100:00000001:0.0:1749609455.420083:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609455.420084:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609455.420084:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298731832 02000000:00000001:0.0:1749609455.420085:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609455.420086:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609455.420086:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706480. 02000000:00000001:0.0:1749609455.420087:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1749609455.420087:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bfb800. 00000100:00000001:2.0:1749609455.420087:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609455.420087:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609455.420088:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706480. 02000000:00000010:0.0:1749609455.420089:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a1800. 00000100:00000001:3.0:1749609455.420089:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609455.420090:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff880130bfb800 x1834594612299264 msgsize 224 00000100:00100000:2.0:1749609455.420090:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612299008:12345-0@lo:400: 02000000:00000001:0.0:1749609455.420091:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420092:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609455.420093:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612299008 00000100:00000001:3.0:1749609455.420094:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749609455.420095:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17e18. 00000100:00100000:1.0:1749609455.420095:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749609455.420096:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749609455.420098:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668660. 00000020:00000001:2.0:1749609455.420098:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609455.420100:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420100:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749609455.420101:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612299648, portal 10 00000020:00000001:2.0:1749609455.420102:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609455.420102:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609455.420103:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609455.420104:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526390144 : -131936183161472 : ffff880136ab6d80) 00000020:00000001:2.0:1749609455.420104:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609455.420104:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749609455.420106:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749609455.420106:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749609455.420107:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420107:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609455.420108:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609455.420109:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609455.420110:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1749609455.420111:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609455.420112:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420114:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749609455.420114:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1749609455.420115:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609455.420115:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609455.420116:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749609455.420117:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668908. 02000000:00000001:2.0:1749609455.420118:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749609455.420119:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612299648, offset 0 02000000:00000010:2.0:1749609455.420120:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130187400. 00000100:00000001:3.0:1749609455.420120:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749609455.420122:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609455.420122:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420122:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420123:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609455.420125:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000020:00000001:2.0:1749609455.420125:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609455.420125:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1749609455.420127:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00010000:00000040:2.0:1749609455.420127:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612299008 02000000:00000001:3.0:1749609455.420127:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609455.420128:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749609455.420129:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749609455.420129:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420131:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749609455.420133:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c4780 00010000:00000200:2.0:1749609455.420133:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d8c50 x1834594612299008/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:401/0 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609455.420133:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612299392:0@lo:38: 00000100:00000200:1.0:1749609455.420134:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609455.420137:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749609455.420138:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 85248 00010000:00000001:2.0:1749609455.420139:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609455.420139:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1749609455.420141:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609455.420141:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609455.420142:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749609455.420143:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=124 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609455.420143:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609455.420144:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609455.420145:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609455.420146:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609455.420147:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609455.420147:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000010:3.0:1749609455.420147:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012ea33000. 00000100:00000001:0.0:1749609455.420148:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609455.420149:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609455.420149:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609455.420150:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609455.420151:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:0.0:1749609455.420152:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6680. 02000000:00000001:2.0:1749609455.420152:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609455.420153:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00000040:0.0:1749609455.420154:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab6680 x1834594612299648 msgsize 224 00000100:00000001:1.0:1749609455.420154:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420154:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609455.420155:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609455.420156:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1749609455.420156:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00100000:0.0:1749609455.420157:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1749609455.420157:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 00000100:00000200:2.0:1749609455.420160:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612299008, offset 224 00000100:00000200:3.0:1749609455.420160:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612299392, portal 10 00000100:00000001:0.0:1749609455.420161:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609455.420161:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420162:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1749609455.420163:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609455.420164:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526379392 : -131936183172224 : ffff880136ab4380) 00000100:00000040:1.0:1749609455.420165:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000400:00000200:2.0:1749609455.420167:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609455.420168:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298731825 00000100:00000040:3.0:1749609455.420170:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609455.420171:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298731832 00000400:00000200:2.0:1749609455.420171:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c4500 00000100:00000001:1.0:1749609455.420173:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298731825 00000400:00000200:2.0:1749609455.420174:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17a95 [1] + 224 00000100:00000001:1.0:1749609455.420175:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298731832 00000400:00000200:0.0:1749609455.420177:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668908 00000100:00000001:1.0:1749609455.420177:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298731825 00000400:00000200:2.0:1749609455.420178:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609455.420178:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749609455.420179:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668908. 00000100:00000001:1.0:1749609455.420179:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298731832 00000100:00000001:0.0:1749609455.420181:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609455.420181:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298731825 00000400:00000200:2.0:1749609455.420181:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609455.420181:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749609455.420183:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609455.420183:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298731832 00000100:00000001:2.0:1749609455.420183:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749609455.420183:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000001:1.0:1749609455.420185:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609455.420185:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609455.420185:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612299392, offset 0 00000100:00000001:1.0:1749609455.420187:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420189:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609455.420190:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609455.420190:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609455.420191:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609455.420192:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609455.420192:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609455.420195:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609455.420196:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420196:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609455.420197:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749609455.420197:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609455.420198:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420199:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420201:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420201:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609455.420204:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000400:00000200:3.0:1749609455.420204:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c4680 00000100:00000001:0.0:1749609455.420205:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298731825 00000400:00000200:2.0:1749609455.420205:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 00000400:00000010:2.0:1749609455.420206:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000100:00000001:0.0:1749609455.420207:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298731832 00000100:00000001:2.0:1749609455.420207:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609455.420209:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298731825 00000100:00000001:2.0:1749609455.420209:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749609455.420209:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 85472 00000100:00000001:0.0:1749609455.420210:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298731832 00000100:00000001:2.0:1749609455.420211:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420212:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298731825 00000100:00000001:0.0:1749609455.420213:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298731832 00000100:00000040:2.0:1749609455.420213:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:2.0:1749609455.420214:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749609455.420214:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609455.420215:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298731825 00000020:00000001:2.0:1749609455.420215:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420216:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298731832 00000100:00000001:0.0:1749609455.420217:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609455.420217:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609455.420218:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609455.420219:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609455.420219:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d8c50 x1834594612299008/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:401/0 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609455.420220:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420222:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420222:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609455.420223:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749609455.420225:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612299008:12345-0@lo:400: Request processed in 140us (333us total) trans 0 rc 0/0 00000100:00000010:3.0:1749609455.420227:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b9180. 00000100:00000040:3.0:1749609455.420229:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b9180 x1834594612299392 msgsize 520 00000100:00100000:2.0:1749609455.420230:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00000001:1.0:1749609455.420233:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609455.420233:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00100000:3.0:1749609455.420234:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609455.420235:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749609455.420236:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612299648 00000100:00000001:2.0:1749609455.420236:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609455.420238:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1749609455.420239:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00000001:1.0:1749609455.420240:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749609455.420241:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000100:00000001:1.0:1749609455.420242:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420242:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609455.420244:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749609455.420244:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 02000000:00000001:1.0:1749609455.420245:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609455.420246:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612299136 00000020:00000040:2.0:1749609455.420246:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 02000000:00000001:0.0:1749609455.420247:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609455.420248:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749609455.420248:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612299648 00000400:00000200:3.0:1749609455.420248:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 02000000:00000001:2.0:1749609455.420249:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609455.420250:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609455.420250:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749609455.420250:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 02000000:00000010:2.0:1749609455.420251:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130187400. 02000000:00000001:0.0:1749609455.420252:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609455.420252:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 02000000:00000001:2.0:1749609455.420252:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609455.420252:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749609455.420254:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612299136 00000020:00000001:1.0:1749609455.420254:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609455.420254:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609455.420255:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749609455.420255:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609455.420256:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:1.0:1749609455.420256:0:14331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:0.0:1749609455.420257:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609455.420257:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1749609455.420259:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609455.420259:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000010:2.0:1749609455.420259:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f478. 00000020:00000001:0.0:1749609455.420260:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609455.420262:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000400:00000010:2.0:1749609455.420262:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201a80. 00000020:00000010:0.0:1749609455.420263:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000020:00000010:0.0:1749609455.420265:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00000001:3.0:1749609455.420265:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609455.420266:0:14331:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749609455.420267:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609455.420268:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000020:00000010:1.0:1749609455.420268:0:14331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8780. 00000100:00000001:0.0:1749609455.420271:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609455.420271:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609455.420272:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609455.420272:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609455.420273:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609455.420273:0:14331:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4480. 00000400:00000001:2.0:1749609455.420275:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609455.420275:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420276:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609455.420276:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609455.420276:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749609455.420277:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f528. 00000020:00000040:1.0:1749609455.420278:0:14331:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:2.0:1749609455.420278:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 00000400:00000010:2.0:1749609455.420279:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 00000100:00000001:0.0:1749609455.420280:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420280:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420281:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609455.420283:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609455.420284:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 823 usecs (1 jiffies) 00000100:00000001:0.0:1749609455.420286:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609455.420286:0:14331:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609455.420286:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298731825 00000100:00000001:0.0:1749609455.420287:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749609455.420288:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609455.420289:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00000001:3.0:1749609455.420289:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298731832 00000020:00000010:1.0:1749609455.420290:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b200. 00000100:00000001:0.0:1749609455.420291:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355489536 : -131936354062080 : ffff88012c7bb100) 00000100:00000001:3.0:1749609455.420291:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298731825 00000020:00000010:1.0:1749609455.420293:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8d00. 00000100:00000001:2.0:1749609455.420293:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609455.420293:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298731832 00000100:00000040:0.0:1749609455.420294:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7bb100 x1834594612299136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609455.420294:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420295:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298731825 00000100:00000001:2.0:1749609455.420296:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609455.420296:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298731832 00000020:00000010:1.0:1749609455.420297:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 02000000:00000001:2.0:1749609455.420297:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609455.420298:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609455.420298:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298731825 00000100:00000001:2.0:1749609455.420300:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420300:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298731832 00000100:00100000:0.0:1749609455.420301:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612299136:12345-0@lo:38: 02000000:00000001:2.0:1749609455.420301:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420302:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609455.420304:0:14331:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:2.0:1749609455.420304:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=124 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609455.420304:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609455.420306:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612299136 00000100:00001000:2.0:1749609455.420306:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=114 v=5 (1 1 1 1) 00000020:00000001:0.0:1749609455.420307:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609455.420307:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609455.420307:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749609455.420308:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609455.420308:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609455.420309:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609455.420310:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609455.420311:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609455.420311:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749609455.420311:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609455.420313:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420314:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420315:0:14331:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749609455.420317:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609455.420318:0:14331:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609455.420319:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609455.420320:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420320:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609455.420321:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420322:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00020000:0.0:1749609455.420323:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749609455.420323:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609455.420324:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1749609455.420325:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749609455.420325:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609455.420325:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609455.420326:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609455.420327:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609455.420327:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609455.420328:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609455.420330:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:3.0:1749609455.420330:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612299520:0@lo:38: 00000100:00000001:0.0:1749609455.420331:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609455.420332:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749609455.420333:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612299008:0@lo:400: 00000100:00000001:3.0:1749609455.420334:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1749609455.420335:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800958eac00. 00000100:00000001:1.0:1749609455.420335:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749609455.420336:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420337:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609455.420337:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612299392 02000000:00000001:3.0:1749609455.420337:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609455.420338:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609455.420338:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609455.420338:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609455.420339:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609455.420339:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609455.420340:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609455.420340:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1749609455.420341:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609455.420341:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4000 x1834594612299008/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609455.420342:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609455.420342:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609455.420344:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012ea33400. 00000100:00000001:0.0:1749609455.420345:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749609455.420345:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420346:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609455.420346:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420347:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749609455.420347:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612299392 02000000:00000001:2.0:1749609455.420347:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749609455.420348:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:1.0:1749609455.420349:0:14331:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1749609455.420349:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00000400:00000010:3.0:1749609455.420349:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00000100:00000001:0.0:1749609455.420350:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:1.0:1749609455.420350:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749609455.420350:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749609455.420351:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000001:2.0:1749609455.420351:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749609455.420352:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749609455.420352:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000040:0.0:1749609455.420353:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000040:2.0:1749609455.420353:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 02000000:00000001:0.0:1749609455.420354:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749609455.420354:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609455.420354:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609455.420355:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057f00. 00000100:00000200:3.0:1749609455.420355:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612299520, portal 10 02000000:00000001:0.0:1749609455.420356:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609455.420356:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420357:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609455.420357:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609455.420357:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609455.420358:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749609455.420358:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609455.420358:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526384768 : -131936183166848 : ffff880136ab5880) 00000400:00000010:0.0:1749609455.420359:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668908. 00000020:00000010:1.0:1749609455.420359:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000010:2.0:1749609455.420359:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4000. 00000100:00000001:2.0:1749609455.420361:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1749609455.420362:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612299136, offset 0 00000020:00000010:1.0:1749609455.420362:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:2.0:1749609455.420362:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609455.420363:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609455.420364:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609455.420364:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 00000100:00000040:3.0:1749609455.420364:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609455.420365:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609455.420366:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420367:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609455.420367:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749609455.420368:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609455.420368:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609455.420369:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420370:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609455.420372:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c4580 00000100:00000001:3.0:1749609455.420372:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609455.420374:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609455.420375:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609455.420376:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17a9d [1] + 0 00000400:00000010:3.0:1749609455.420377:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000400:00000200:0.0:1749609455.420379:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749609455.420380:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612299520, offset 0 00000100:00000001:1.0:1749609455.420381:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609455.420382:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609455.420384:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609455.420385:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609455.420386:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609455.420386:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609455.420387:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749609455.420388:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609455.420389:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609455.420389:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00000040:2.0:1749609455.420391:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000400:00000200:3.0:1749609455.420391:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609455.420393:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526388352 : -131936183163264 : ffff880136ab6680) 00000100:00000040:0.0:1749609455.420395:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609455.420395:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852 00000100:00000040:2.0:1749609455.420396:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab6680 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:401/0 lens 224/0 e 0 to 0 dl 1749609466 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609455.420397:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c4700 00000100:00000001:1.0:1749609455.420398:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355481472 : -131936354070144 : ffff88012c7b9180) 00000100:00000001:0.0:1749609455.420401:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749609455.420402:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b9180 x1834594612299392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609455.420402:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749609455.420402:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 85992 00000020:00000010:2.0:1749609455.420404:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706480. 00000100:00000001:2.0:1749609455.420405:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609455.420407:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706480. 00000400:00000200:3.0:1749609455.420407:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749609455.420409:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612299648:12345-0@lo:400: 00000400:00000200:3.0:1749609455.420411:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609455.420412:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612299648 00000400:00000200:0.0:1749609455.420413:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668908 00000400:00000010:0.0:1749609455.420414:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668908. 00000100:00100000:1.0:1749609455.420414:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612299392:12345-0@lo:38: 00000020:00000001:2.0:1749609455.420414:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609455.420416:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749609455.420416:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749609455.420417:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749609455.420417:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609455.420418:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612299392 00000020:00000001:2.0:1749609455.420418:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609455.420419:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609455.420419:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:0.0:1749609455.420421:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000001:1.0:1749609455.420421:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609455.420421:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749609455.420423:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609455.420423:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609455.420424:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749609455.420424:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609455.420424:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609455.420425:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609455.420426:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420426:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609455.420427:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7bb100 x1834594612299136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609455.420428:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1749609455.420428:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609455.420430:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609455.420432:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:3.0:1749609455.420432:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b8380. 00000100:00100000:0.0:1749609455.420433:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612299136:12345-0@lo:38: Request processed in 132us (431us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749609455.420433:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609455.420433:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130187400. 02000000:00000001:2.0:1749609455.420434:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609455.420434:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b8380 x1834594612299520 msgsize 520 00010000:00020000:1.0:1749609455.420436:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609455.420436:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609455.420437:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609455.420438:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00000001:0.0:1749609455.420439:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749609455.420439:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:2.0:1749609455.420439:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612299648 00000100:00100000:3.0:1749609455.420439:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609455.420440:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749609455.420441:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:0.0:1749609455.420442:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00010000:00000001:1.0:1749609455.420442:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000200:2.0:1749609455.420442:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880136ab6680 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:401/0 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609455.420444:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000100:00000001:1.0:1749609455.420444:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:0.0:1749609455.420446:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:1.0:1749609455.420446:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749609455.420447:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749609455.420448:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609455.420448:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609455.420449:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609455.420449:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609455.420451:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0ce400. 00000100:00001000:2.0:1749609455.420451:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=118 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609455.420471:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609455.420472:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609455.420474:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:3.0:1749609455.420474:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000100:00000001:0.0:1749609455.420476:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609455.420476:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609455.420477:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609455.420477:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609455.420477:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00100000:0.0:1749609455.420478:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612299264 00000100:00000001:2.0:1749609455.420478:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609455.420479:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609455.420480:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609455.420480:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609455.420480:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609455.420481:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749609455.420481:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 00000100:00000001:0.0:1749609455.420482:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609455.420483:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612299648, offset 224 02000000:00000001:0.0:1749609455.420484:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609455.420484:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749609455.420484:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609455.420485:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612299264 00010000:00000001:1.0:1749609455.420486:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609455.420486:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609455.420487:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609455.420488:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:0.0:1749609455.420489:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1749609455.420489:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:0.0:1749609455.420491:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000400:00000200:2.0:1749609455.420491:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609455.420493:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609455.420493:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749609455.420494:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609455.420495:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609455.420495:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4780 00000100:00000001:0.0:1749609455.420497:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609455.420517:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4380. 00000400:00000200:2.0:1749609455.420518:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17aad [1] + 224 00000020:00000010:0.0:1749609455.420520:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8b00. 00000400:00000200:2.0:1749609455.420522:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609455.420523:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000200:2.0:1749609455.420524:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609455.420525:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749609455.420526:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000001:2.0:1749609455.420526:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609455.420528:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00000200:2.0:1749609455.420529:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609455.420530:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000040:0.0:1749609455.420535:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:2.0:1749609455.420535:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609455.420536:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749609455.420536:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:0.0:1749609455.420537:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609455.420538:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609455.420539:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609455.420542:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609455.420542:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609455.420543:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609455.420543:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749609455.420544:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609455.420545:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:2.0:1749609455.420546:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 00000400:00000010:2.0:1749609455.420547:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 02000000:00000001:1.0:1749609455.420548:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749609455.420548:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609455.420549:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609455.420549:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749609455.420550:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420552:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609455.420552:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609455.420553:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609455.420554:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609455.420555:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609455.420555:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749609455.420555:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749609455.420556:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609455.420558:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000400:00000010:1.0:1749609455.420558:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000020:00000001:2.0:1749609455.420558:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749609455.420559:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000040:2.0:1749609455.420560:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6680 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:401/0 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609455.420561:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427056640 : -131936282494976 : ffff880130bfb800) 00000100:00000200:1.0:1749609455.420562:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612299392, offset 0 00000100:00000040:0.0:1749609455.420564:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bfb800 x1834594612299264/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:401/0 lens 224/0 e 0 to 0 dl 1749609466 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609455.420567:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609455.420567:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612299648:12345-0@lo:400: Request processed in 163us (411us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609455.420569:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609455.420570:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609455.420571:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4640. 00000100:00100000:2.0:1749609455.420572:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00000040:3.0:1749609455.420572:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609455.420573:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609455.420574:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4640. 00000100:00000040:2.0:1749609455.420574:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00100000:0.0:1749609455.420576:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612299264:12345-0@lo:400: 00000400:00000200:1.0:1749609455.420576:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609455.420576:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609455.420577:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749609455.420579:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612299264 00000020:00000010:2.0:1749609455.420579:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8d00. 00000100:00000001:3.0:1749609455.420580:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609455.420581:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749609455.420581:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000100:00000001:3.0:1749609455.420582:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749609455.420583:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:1.0:1749609455.420583:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4680 00000020:00000010:2.0:1749609455.420583:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b200. 00000020:00000001:0.0:1749609455.420584:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609455.420586:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1749609455.420586:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000020:00000001:0.0:1749609455.420587:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609455.420587:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609455.420588:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17ab5 [1] + 0 00000100:00000001:2.0:1749609455.420588:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609455.420589:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609455.420591:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609455.420591:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 677 usecs (1 jiffies) 00000020:00000001:0.0:1749609455.420592:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609455.420593:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1749609455.420593:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609455.420593:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298731826 00000020:00000001:0.0:1749609455.420594:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420594:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749609455.420595:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1749609455.420595:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612299520 00000400:00000200:1.0:1749609455.420596:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609455.420596:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609455.420596:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298731832 00000100:00000001:0.0:1749609455.420597:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609455.420597:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609455.420599:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609455.420599:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420599:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298731826 00000100:00000001:1.0:1749609455.420600:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609455.420600:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298731832 02000000:00000010:0.0:1749609455.420601:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800958e8c00. 02000000:00000001:2.0:1749609455.420601:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609455.420602:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609455.420602:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612299520 00000100:00000001:3.0:1749609455.420602:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298731826 00000020:00000001:2.0:1749609455.420603:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749609455.420604:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609455.420604:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609455.420604:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609455.420604:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298731832 00000020:00000001:0.0:1749609455.420605:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609455.420605:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:0.0:1749609455.420606:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612299264 00000100:00000001:3.0:1749609455.420606:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298731826 00000020:00000001:2.0:1749609455.420607:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420607:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298731832 00010000:00000001:0.0:1749609455.420608:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749609455.420608:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420609:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609455.420610:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00010000:00000200:0.0:1749609455.420611:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bfb800 x1834594612299264/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:401/0 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609455.420611:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000001:3.0:1749609455.420611:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609455.420613:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749609455.420613:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:2.0:1749609455.420615:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1749609455.420616:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609455.420616:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:3.0:1749609455.420616:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609455.420617:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609455.420617:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1749609455.420618:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609455.420619:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609455.420619:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609455.420620:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62a50. 00000100:00000001:0.0:1749609455.420622:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609455.420623:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:3.0:1749609455.420623:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000100:00000001:0.0:1749609455.420624:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609455.420624:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609455.420624:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609455.420624:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 02000000:00000001:0.0:1749609455.420626:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609455.420627:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420627:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609455.420627:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609455.420628:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609455.420628:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749609455.420630:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749609455.420630:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000400:00000010:0.0:1749609455.420631:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668908. 00000400:00000200:1.0:1749609455.420631:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000200:3.0:1749609455.420631:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609455.420632:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355477888 : -131936354073728 : ffff88012c7b8380) 00000400:00000010:1.0:1749609455.420633:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000040:2.0:1749609455.420634:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b8380 x1834594612299520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609455.420636:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:0.0:1749609455.420637:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612299264, offset 224 00000100:00000001:1.0:1749609455.420637:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609455.420639:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749609455.420640:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612299520:12345-0@lo:38: 00000100:00000001:1.0:1749609455.420641:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609455.420641:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609455.420642:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612299520 00000400:00000200:0.0:1749609455.420644:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609455.420644:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:2.0:1749609455.420644:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609455.420645:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749609455.420648:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c4600 00000100:00000001:1.0:1749609455.420648:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420649:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749609455.420650:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609455.420651:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17aa5 [1] + 224 00000020:00000001:2.0:1749609455.420651:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420651:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609455.420654:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749609455.420654:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b9180 x1834594612299392/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749609455.420654:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609455.420654:0:1508:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749609455.420655:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609455.420656:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749609455.420657:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609455.420657:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1749609455.420658:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609455.420659:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609455.420659:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420660:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749609455.420661:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609455.420661:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609455.420661:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609455.420662:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609455.420664:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130187c00. 00000100:00100000:1.0:1749609455.420665:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612299392:12345-0@lo:38: Request processed in 251us (433us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749609455.420666:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609455.420667:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609455.420667:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609455.420667:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609455 v=5 (0 0 0 0) 00010000:00000001:2.0:1749609455.420669:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609455.420670:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609455.420670:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=121 v=20 (1 1 1 20) 00000100:00001000:2.0:1749609455.420672:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749609455.420674:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852 00000100:00000001:2.0:1749609455.420674:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609455.420674:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609455.420675:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609455.420675:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609455.420676:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609455.420676:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609455.420677:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749609455.420678:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668908 00000100:00000001:1.0:1749609455.420678:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609455.420678:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609455.420678:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749609455.420679:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668908. 00000100:00000001:2.0:1749609455.420679:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:0.0:1749609455.420680:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609455.420681:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749609455.420681:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000010:1.0:1749609455.420682:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000100:00000040:3.0:1749609455.420682:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609455.420683:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609455.420684:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609455.420684:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420685:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609455.420686:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:1.0:1749609455.420686:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00010000:00000001:0.0:1749609455.420687:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749609455.420687:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749609455.420688:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609455.420688:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 00000020:00000010:1.0:1749609455.420689:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000020:00000001:0.0:1749609455.420690:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749609455.420690:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612299520, offset 0 00000100:00000001:3.0:1749609455.420690:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749609455.420692:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bfb800 x1834594612299264/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:401/0 lens 224/224 e 0 to 0 dl 1749609466 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609455.420692:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609455.420693:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609455.420693:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609455.420695:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609455.420697:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609455.420697:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1749609455.420698:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612299264:12345-0@lo:400: Request processed in 127us (606us total) trans 0 rc 0/0 00000100:00000001:3.0:1749609455.420699:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749609455.420700:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4700 00000100:00080000:3.0:1749609455.420702:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749609455.420704:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000400:00000200:2.0:1749609455.420704:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17ac5 [1] + 0 00000100:00000040:0.0:1749609455.420705:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00080000:3.0:1749609455.420705:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000400:00000200:2.0:1749609455.420706:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609455.420707:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609455.420708:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609455.420708:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:1.0:1749609455.420709:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:2.0:1749609455.420709:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749609455.420710:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000100:00000001:2.0:1749609455.420710:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609455.420711:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000100:00000200:2.0:1749609455.420712:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609455.420712:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609455.420713:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000020:00000040:1.0:1749609455.420713:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000040:0.0:1749609455.420715:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00080000:1.0:1749609455.420716:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749609455.420717:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749609455.420718:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:2.0:1749609455.420718:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609455.420722:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612299136:0@lo:38: 00000100:00000001:3.0:1749609455.420726:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420729:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609455.420729:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609455.420731:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609455.420731:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 00000100:00000040:3.0:1749609455.420731:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5f80 x1834594612299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609455.420732:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749609455.420733:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 00000100:00000001:2.0:1749609455.420734:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749609455.420735:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609455.420735:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749609455.420736:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609455.420737:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0370. 00000100:00000001:2.0:1749609455.420737:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609455.420739:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609455.420739:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1749609455.420740:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ad48 00000100:00000001:2.0:1749609455.420740:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609455.420741:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ad48. 00000020:00000001:2.0:1749609455.420741:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609455.420741:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749609455.420742:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749609455.420743:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b8380 x1834594612299520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609475 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609455.420743:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012db2f400. 00000100:00000200:0.0:1749609455.420744:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609455.420747:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749609455.420749:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612299520:12345-0@lo:38: Request processed in 109us (314us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749609455.420749:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1749609455.420750:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609455.420750:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749609455.420750:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609455.420753:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749609455.420753:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1749609455.420754:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 02000000:00000010:3.0:1749609455.420754:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800958e8800. 00000100:00000001:0.0:1749609455.420755:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609455.420755:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609455.420756:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749609455.420757:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609455.420757:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609455.420757:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609455.420758:0:1510:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749609455.420758:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 02000000:00000001:3.0:1749609455.420758:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749609455.420759:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1749609455.420759:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1749609455.420759:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5f80. 00000100:00000001:0.0:1749609455.420760:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749609455.420760:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000100:00000001:0.0:1749609455.420761:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609455.420761:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17e18. 00000020:00000010:2.0:1749609455.420761:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 02000000:00000001:0.0:1749609455.420762:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609455.420763:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420763:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609455.420764:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609455.420765:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=111 v=5 (5 5 5 5) 00000400:00000200:1.0:1749609455.420765:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668660 00000100:00000001:3.0:1749609455.420766:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749609455.420767:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=111 v=5 (1 1 1 1) 00000400:00000010:1.0:1749609455.420767:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668660. 00000100:00000001:0.0:1749609455.420769:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609455.420770:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420770:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609455.420771:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1749609455.420772:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609455.420773:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00080000:0.0:1749609455.420774:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609455.420775:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609455.420775:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609455.420776:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609455.420779:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1749609455.420780:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609455.420781:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749609455.420798:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1749609455.420798:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000100:00000040:0.0:1749609455.420799:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000200:1.0:1749609455.420800:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609455.420800:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000100:00000001:0.0:1749609455.420801:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609455.420801:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609455.420801:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000040:0.0:1749609455.420803:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609455.420803:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609455.420806:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609455.420806:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609455.420807:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609455.420808:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609455.420808:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609455.420810:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609455.420810:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749609455.420811:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609455.420811:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609455.420813:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609455.420815:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609455.420815:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609455.420816:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612299264:0@lo:400: 02000000:00000001:1.0:1749609455.420817:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420819:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609455.420820:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609455.420821:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5180 x1834594612299264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609455.420821:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=118 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609455.420822:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609455.420823:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609455.420824:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609455.420824:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609455.420825:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609455.420825:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749609455.420826:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1749609455.420827:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b000. 00000100:00000001:1.0:1749609455.420827:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609455.420827:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609455.420828:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609455.420828:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609455.420829:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609455.420829:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1749609455.420829:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609455.420830:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1749609455.420831:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609455.420831:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057000. 02000000:00000001:3.0:1749609455.420831:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609455.420833:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609455.420833:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:1.0:1749609455.420833:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609455.420834:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5180. 00000100:00001000:3.0:1749609455.420834:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609455 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609455.420836:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609455.420836:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609455.420837:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609455.420837:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=121 v=20 (1 1 1 20) 00000100:00000001:0.0:1749609455.420839:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609455.420839:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609455.420840:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609455.420840:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609455.420841:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609455.420841:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609455.420842:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420842:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749609455.420843:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749609455.420844:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609455.420845:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1749609455.420846:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609455.420847:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609455.420850:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609455.420853:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609455.420855:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609455.420856:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609455.420857:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420858:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609455.420859:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609455.420859:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609455.420860:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609455.420862:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749609455.420863:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749609455.420864:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609455.420866:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609455.420869:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609455.420870:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612299648:0@lo:400: 00000100:00000001:1.0:1749609455.420873:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609455.420875:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749609455.420876:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612299392:0@lo:38: 00000100:00000040:1.0:1749609455.420877:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6d80 x1834594612299648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609455.420881:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609455.420883:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609455.420884:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1749609455.420884:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 02000000:00000001:1.0:1749609455.420885:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749609455.420886:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 02000000:00000010:1.0:1749609455.420887:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a1800. 00000400:00000010:3.0:1749609455.420887:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000100:00000001:3.0:1749609455.420889:0:1508:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749609455.420891:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749609455.420892:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609455.420893:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609455.420894:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609455.420896:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609455.420898:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 00000100:00000200:3.0:1749609455.420899:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609455.420900:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609455.420902:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609455.420903:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6d80. 00000100:00000001:1.0:1749609455.420905:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609455.420906:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420906:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609455.420907:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609455.420908:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420909:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609455.420910:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609455.420911:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609455.420912:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609455.420913:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.420913:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420915:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609455.420915:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609455.420916:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609455.420918:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609455 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609455.420921:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=118 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609455.420924:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609455.420925:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609455.420927:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609455.420929:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609455.420935:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609455.420938:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609455.420939:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420941:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609455.420942:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609455.420944:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609455.420946:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609455.420948:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609455.420951:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609455.420958:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612299520:0@lo:38: 00000100:00000001:3.0:1749609455.420962:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420963:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609455.420965:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4380 x1834594612299392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609455.420972:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609455.420973:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609455.420974:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012ea33000. 02000000:00000001:3.0:1749609455.420977:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609455.420979:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609455.420980:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609455.420982:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609455.420983:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800958e9000. 02000000:00000001:3.0:1749609455.420986:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609455.420987:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609455.420988:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4380. 00000100:00000001:3.0:1749609455.420991:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609455.420992:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.420994:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609455.420996:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5880 x1834594612299520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609455.421003:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609455.421004:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609455.421005:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012ea33400. 02000000:00000001:3.0:1749609455.421008:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609455.421009:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609455.421010:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609455.421012:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609455.421013:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800958ebc00. 02000000:00000001:3.0:1749609455.421015:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609455.421016:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609455.421017:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5880. 00000100:00000001:3.0:1749609455.421020:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609455.421021:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.421022:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609455.421026:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609455.421027:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609455.421029:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609455.421031:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609455.427568:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298731832, at 4298731832 00000100:00000010:3.0:1749609455.427577:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706980. 00000100:00000040:0.0:1749609455.427579:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298731832, at 4298731832 00000100:00000040:1.0:1749609455.427579:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298731832, at 4298731832 00000100:00000040:2.0:1749609455.427583:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298731832, at 4298731832 00000100:00000010:0.0:1749609455.427591:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07067c0. 00000100:00000010:2.0:1749609455.427593:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07065c0. 00000100:00000010:1.0:1749609455.427604:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706940. 00000100:00000001:0.0:1749609455.710657:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609455.710663:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609455.710665:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609455.710668:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609455.710671:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609455.710674:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609455.710677:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609455.710680:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609455.710682:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609455.831632:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609455.831639:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609455.831645:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609455.831647:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609455.831711:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609455.831715:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609455.831717:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609456.557643:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5180. 00000020:00000040:0.0:1749609456.557653:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609456.557659:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609456.557662:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609456.557666:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609456.557673:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609456.557680:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609456.557686:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609456.557687:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609456.557692:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609456.557694:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609456.557696:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609456.557697:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526382976 : -131936183168640 : ffff880136ab5180) 00000100:00000001:0.0:1749609456.557702:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609456.557704:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609456.557705:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609456.557707:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609456.557713:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5180 x1834594612299776/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609456.557721:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609456.557722:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609456.557724:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5180 x1834594612299776/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609456.557730:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609456.557732:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609456.557733:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609456.557734:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609456.557736:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609456.557738:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609456.557741:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609456.557743:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609456.557744:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609456.557746:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5180 x1834594612299776/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609456.557751:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612299776:0@lo:900: 00000100:00000001:0.0:1749609456.557755:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609456.557756:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609456.557758:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609456.557759:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609456.557760:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5180 x1834594612299776/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609456.557765:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609456.557766:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609456.557770:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609456.557771:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609456.557772:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609456.557773:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5180 x1834594612299776/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609456.557778:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609456.557779:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609456.557780:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609456.557782:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609456.557784:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609456.557787:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609456.557789:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609456.557790:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5180. 00000100:00000001:0.0:1749609456.557792:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609456.557793:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609456.710626:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609456.710633:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609456.710635:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609456.710637:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609456.710640:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609456.710644:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609456.710646:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609456.710648:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609456.710650:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609456.833675:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609456.833683:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609456.833691:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609456.833694:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609456.833697:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609456.833699:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609456.833702:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609456.833704:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609456.833706:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609456.833709:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609456.833845:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609456.833850:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609456.833854:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609457.182253:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609457.182271:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609457.182275:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609457.182277:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609457.182289:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609457.182308:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf343400 00000400:00000200:0.0:1749609457.182317:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16f65 [2] + 0 00000400:00000010:0.0:1749609457.182323:0:1503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fec8. 00000400:00000200:0.0:1749609457.182329:0:1503:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a02456c0 00000800:00000001:0.0:1749609457.182336:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609457.182358:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609457.182362:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609457.182368:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609457.182373:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a02456c0 00000400:00000010:0.0:1749609457.182376:0:1503:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a02456c0. 00000100:00000001:0.0:1749609457.182383:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609457.182386:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609457.182391:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51da050 x1834594730259456 msgsize 224 00000100:00100000:0.0:1749609457.182398:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609457.182400:0:1503:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609457.182470:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609457.182484:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609457.182489:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609457.182492:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609457.182494:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609457.182540:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609457.182548:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343480 00000400:00000200:0.0:1749609457.182554:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 86512 00000100:00000001:2.0:1749609457.182554:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609457.182560:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00100000:2.0:1749609457.182560:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730259456 00000800:00000001:0.0:1749609457.182564:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609457.182564:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749609457.182566:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609457.182568:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749609457.182569:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:2.0:1749609457.182570:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.182573:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609457.182574:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749609457.182575:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609457.182579:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5180. 00000100:00100000:2.0:1749609457.182580:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730259456 00000100:00000040:0.0:1749609457.182582:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab5180 x1834594730259584 msgsize 520 00000020:00000001:2.0:1749609457.182583:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609457.182585:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000100:00100000:0.0:1749609457.182586:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000001:2.0:1749609457.182587:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609457.182590:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:2.0:1749609457.182593:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609457.182596:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609457.182601:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609457.182605:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07065c0. 00000100:00000001:0.0:1749609457.182607:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609457.182607:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609457.182610:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07065c0. 00000800:00000001:0.0:1749609457.182613:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609457.182615:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609457.182616:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000800:00000001:0.0:1749609457.182617:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609457.182619:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609457.182621:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000400:00000200:0.0:1749609457.182622:0:1503:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000010:2.0:1749609457.182625:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000400:00000200:0.0:1749609457.182626:0:1503:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343500 00000400:00000200:0.0:1749609457.182629:0:1503:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 87032 00000800:00000001:0.0:1749609457.182633:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000040:2.0:1749609457.182641:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1749609457.182644:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609457.182645:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609457.182647:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.182653:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.182672:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609457.182681:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609457.182683:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749609457.182689:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1509 00000100:00000001:3.0:1749609457.182691:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749609457.182692:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000800:00000001:0.0:1749609457.182693:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609457.182693:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352836176 : -131938356715440 : ffff8800b51da050) 00000100:00100000:3.0:1749609457.182695:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730259584 00000400:00000200:0.0:1749609457.182696:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749609457.182698:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749609457.182699:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51da050 x1834594730259456/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:403/0 lens 224/0 e 0 to 0 dl 1749609468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609457.182700:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:3.0:1749609457.182700:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609457.182701:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.182703:0:1503:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609457.182704:0:1503:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749609457.182704:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609457.182707:0:1503:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5500. 00000100:00100000:3.0:1749609457.182707:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730259584 00000100:00000001:2.0:1749609457.182708:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749609457.182709:0:1503:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab5500 x1834594730259712 msgsize 520 00000020:00000010:2.0:1749609457.182710:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a07065c0. 00000020:00000001:3.0:1749609457.182710:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609457.182711:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749609457.182711:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749609457.182713:0:1503:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000010:2.0:1749609457.182713:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a07065c0. 00000020:00000001:3.0:1749609457.182713:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609457.182715:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609457.182716:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730259456:12345-192.168.201.20@tcp:400: 00000020:00000001:3.0:1749609457.182716:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.182720:0:1503:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749609457.182720:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730259456 00000020:00000010:3.0:1749609457.182720:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8e00. 00000020:00000001:2.0:1749609457.182723:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000800:00000001:0.0:1749609457.182724:0:1503:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:3.0:1749609457.182724:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1f80. 00000800:00000001:0.0:1749609457.182727:0:1503:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609457.182727:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:3.0:1749609457.182728:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f960. 00000020:00000001:2.0:1749609457.182729:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609457.182731:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749609457.182732:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609457.182732:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749609457.182734:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000001:3.0:1749609457.182734:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609457.182736:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609457.182738:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609457.182738:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609457.182739:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609457.182742:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609457.182744:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609457.182746:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609457.182748:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609457.182749:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609457.182751:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609457.182754:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130187800. 00000100:00000001:3.0:1749609457.182755:0:16548:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609457.182756:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609457.182756:0:16548:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730259712 00000100:00000001:2.0:1749609457.182758:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609457.182758:0:16548:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609457.182759:0:16548:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609457.182760:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609457.182760:0:16548:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.182762:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609457.182762:0:16548:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.182763:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000040:2.0:1749609457.182763:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730259456 00000100:00000001:0.0:1749609457.182764:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609457.182764:0:16548:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730259712 00010000:00000001:2.0:1749609457.182765:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749609457.182765:0:16548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609457.182766:0:16548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609457.182767:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749609457.182767:0:16548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:2.0:1749609457.182768:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51da050 x1834594730259456/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:403/0 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609457.182768:0:16548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609457.182769:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2854 00000020:00000001:3.0:1749609457.182769:0:16548:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609457.182771:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526382976 : -131936183168640 : ffff880136ab5180) 00000020:00000010:3.0:1749609457.182771:0:16548:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000010:3.0:1749609457.182773:0:16548:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000020:00000010:3.0:1749609457.182774:0:16548:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000100:00000040:0.0:1749609457.182776:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab5180 x1834594730259584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609457.182776:0:16548:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1749609457.182777:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609457.182777:0:16548:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1749609457.182778:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609457.182778:0:16548:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.182779:0:16223:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609457.182780:0:16548:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609457.182781:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609457.182782:0:16223:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.182785:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749609457.182786:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730259584:12345-192.168.201.20@tcp:38: 00000100:00000001:3.0:1749609457.182786:0:16548:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609457.182788:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000200:0.0:1749609457.182789:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730259584 00000100:00000001:2.0:1749609457.182789:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609457.182790:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609457.182791:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609457.182791:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609457.182792:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609457.182792:0:16223:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749609457.182793:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.182794:0:16223:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749609457.182795:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749609457.182795:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749609457.182796:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2855 00000100:00000040:2.0:1749609457.182798:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609457.182798:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526383872 : -131936183167744 : ffff880136ab5500) 00000100:00000001:1.0:1749609457.182799:0:16223:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609457.182801:0:16223:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609457.182802:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93110. 00000100:00000040:3.0:1749609457.182802:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab5500 x1834594730259712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609457.182807:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730259456, offset 224 00000020:00000001:0.0:1749609457.182809:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609457.182812:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749609457.182812:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:3.0:1749609457.182812:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730259712:12345-192.168.201.20@tcp:38: 00010000:00000001:0.0:1749609457.182814:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749609457.182815:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730259712 00010000:00000001:0.0:1749609457.182817:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749609457.182817:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609457.182819:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749609457.182819:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609457.182821:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609457.182822:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609457.182822:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000020:00000040:3.0:1749609457.182826:0:16548:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 02000000:00000010:0.0:1749609457.182827:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800958ebc00. 00000400:00000200:2.0:1749609457.182827:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2157:2157:256:4294967295] 192.168.201.20@tcp LPNI seq info [2153:2153:8:4294967295] 02000000:00000001:0.0:1749609457.182828:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609457.182829:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:0.0:1749609457.182830:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609457.182833:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609457.182834:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609457.182834:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749609457.182836:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749609457.182836:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609457.182838:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88012ea33400. 00000100:00000001:0.0:1749609457.182839:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749609457.182840:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609457.182842:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609457.182844:0:16548:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1749609457.182849:0:16548:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4066 last 0 00000400:00000200:2.0:1749609457.182852:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00010000:00000001:3.0:1749609457.182853:0:16548:0:(obd_class.h:881:obd_connect()) Process entered 00000004:00000001:3.0:1749609457.182857:0:16548:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:3.0:1749609457.182859:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:0.0:1749609457.182861:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000200:2.0:1749609457.182862:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:3.0:1749609457.182863:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:0.0:1749609457.182865:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609457.182866:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000800:00000010:2.0:1749609457.182866:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7200. 00000100:00000001:0.0:1749609457.182868:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000004:00000001:3.0:1749609457.182869:0:16548:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:0.0:1749609457.182870:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:2.0:1749609457.182871:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:3.0:1749609457.182872:0:16548:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609457.182874:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:3.0:1749609457.182874:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609457.182875:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609457.182877:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1749609457.182878:0:16548:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000001:0.0:1749609457.182879:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000800:00000200:2.0:1749609457.182879:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000004:00000040:3.0:1749609457.182880:0:16548:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000040:0.0:1749609457.182881:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000800:00000200:2.0:1749609457.182882:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7200 type 1, nob 320 niov 1 nkiov 1 00000004:00000040:3.0:1749609457.182882:0:16548:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000400:00000010:0.0:1749609457.182884:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668908. 00000004:00000001:3.0:1749609457.182885:0:16548:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:0.0:1749609457.182887:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730259584, offset 0 00000004:00000001:3.0:1749609457.182887:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609457.182888:0:16548:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:0.0:1749609457.182890:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:3.0:1749609457.182890:0:16548:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609457.182892:0:16548:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609457.182894:0:16548:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609457.182895:0:16548:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:0.0:1749609457.182896:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:2.0:1749609457.182896:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609457.182898:0:16548:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000040:2.0:1749609457.182899:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609457.182900:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:0.0:1749609457.182901:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2158:2158:255:4294967295] 192.168.201.20@tcp LPNI seq info [2154:2154:7:4294967295] 00010000:00000001:2.0:1749609457.182901:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609457.182901:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609457.182902:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609457.182904:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1749609457.182904:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609457.182905:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609457.182907:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000040:2.0:1749609457.182908:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51da050 x1834594730259456/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:403/0 lens 224/224 e 0 to 0 dl 1749609468 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609457.182910:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:3.0:1749609457.182910:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000800:00000200:0.0:1749609457.182915:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00100000:2.0:1749609457.182916:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730259456:12345-192.168.201.20@tcp:400: Request processed in 206us (523us total) trans 0 rc 0/0 00000400:00000200:3.0:1749609457.182917:0:16548:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000010:0.0:1749609457.182918:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057300. 00000100:00000001:3.0:1749609457.182920:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609457.182922:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00100000:2.0:1749609457.182923:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1509 00000100:00000001:3.0:1749609457.182923:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:0.0:1749609457.182924:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:2.0:1749609457.182925:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00000001:3.0:1749609457.182925:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000001:2.0:1749609457.182928:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749609457.182928:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609457.182929:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609457.182929:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:0.0:1749609457.182931:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000001:3.0:1749609457.182931:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609457.182932:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00000001:3.0:1749609457.182932:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000800:00000200:0.0:1749609457.182934:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057300 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1749609457.182935:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000010:2.0:1749609457.182936:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000400:00000010:3.0:1749609457.182937:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283330. 00000100:00000001:0.0:1749609457.182939:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609457.182939:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000100:00000200:3.0:1749609457.182940:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730259712, offset 0 00000020:00000040:2.0:1749609457.182942:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000040:0.0:1749609457.182943:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:3.0:1749609457.182944:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:0.0:1749609457.182946:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609457.182946:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609457.182948:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609457.182949:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1749609457.182951:0:16548:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000010:2.0:1749609457.182952:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f528. 00000100:00000040:0.0:1749609457.182953:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5180 x1834594730259584/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609477 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609457.182955:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201b40. 00000400:00000200:3.0:1749609457.182955:0:16548:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2159:2159:254:4294967295] 192.168.201.20@tcp LPNI seq info [2155:2155:6:4294967295] 00000800:00000200:1.0:1749609457.182979:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1749609457.182981:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730259584:12345-192.168.201.20@tcp:38: Request processed in 195us (397us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749609457.182981:0:16548:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000010:1.0:1749609457.182983:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7200. 00000800:00000200:3.0:1749609457.182985:0:16548:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609457.182988:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1749609457.182988:0:16548:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000100:00100000:0.0:1749609457.182990:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2854 00000800:00000200:3.0:1749609457.182991:0:16548:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:0.0:1749609457.182994:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609457.182995:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609457.182996:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1749609457.182996:0:16548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:0.0:1749609457.182999:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1f80. 00000800:00000200:3.0:1749609457.182999:0:16548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 512 niov 1 nkiov 1 00000400:00000200:1.0:1749609457.183000:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93110 00000400:00000010:1.0:1749609457.183002:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93110. 00000100:00000001:3.0:1749609457.183002:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609457.183003:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f960. 00000100:00000040:3.0:1749609457.183004:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609457.183006:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609457.183007:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8e00. 00000100:00000001:1.0:1749609457.183007:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749609457.183007:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609457.183009:0:1502:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1749609457.183010:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5500 x1834594730259712/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609477 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609457.183011:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609457.183012:0:1502:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130187800. 02000000:00000001:1.0:1749609457.183015:0:1502:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749609457.183017:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749609457.183023:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:29481:x1834594730259712:12345-192.168.201.20@tcp:38: Request processed in 212us (312us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749609457.183029:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2855 00000800:00000200:1.0:1749609457.183031:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1749609457.183031:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609457.183032:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1749609457.183033:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057300. 00000020:00000010:3.0:1749609457.183035:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000400:00000200:1.0:1749609457.183036:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609457.183037:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000400:00000200:1.0:1749609457.183040:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:3.0:1749609457.183040:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000100:00000001:3.0:1749609457.183042:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609457.183043:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668908 00000400:00000010:1.0:1749609457.183045:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668908. 00000100:00000001:1.0:1749609457.183048:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609457.183049:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:1.0:1749609457.183125:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609457.183129:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695600. 00000400:00000200:1.0:1749609457.183132:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609457.183137:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609457.183140:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283330 00000400:00000010:1.0:1749609457.183142:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283330. 00000100:00000001:1.0:1749609457.183146:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609457.183147:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609457.710685:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609457.710693:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609457.710695:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609457.710698:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609457.710701:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609457.710705:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609457.710708:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609457.710710:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609457.710712:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609457.835659:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609457.835667:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609457.835675:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609457.835677:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609457.835778:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609457.835783:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609457.835785:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609458.558661:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab7100. 00000020:00000040:0.0:1749609458.558671:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609458.558677:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609458.558680:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609458.558685:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609458.558692:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609458.558698:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609458.558703:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609458.558705:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609458.558709:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609458.558711:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609458.558713:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609458.558714:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526391040 : -131936183160576 : ffff880136ab7100) 00000100:00000001:0.0:1749609458.558718:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609458.558721:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609458.558723:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609458.558724:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609458.558732:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab7100 x1834594612299904/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609458.558744:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609458.558746:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609458.558749:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab7100 x1834594612299904/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609458.558757:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609458.558761:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609458.558762:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609458.558764:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609458.558766:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609458.558768:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609458.558773:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609458.558775:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609458.558777:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609458.558780:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab7100 x1834594612299904/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609458.558789:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612299904:0@lo:900: 00000100:00000001:0.0:1749609458.558795:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609458.558797:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609458.558799:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609458.558801:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609458.558803:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab7100 x1834594612299904/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609458.558811:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609458.558813:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609458.558818:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609458.558820:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609458.558822:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609458.558824:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab7100 x1834594612299904/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609458.558831:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609458.558834:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609458.558835:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609458.558837:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609458.558840:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609458.558843:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609458.558845:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609458.558846:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7100. 00000100:00000001:0.0:1749609458.558850:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609458.558851:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609458.710650:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609458.710658:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609458.710660:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609458.710663:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609458.710666:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609458.710670:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609458.710672:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609458.710675:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609458.710676:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609458.837659:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609458.837666:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609458.837672:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609458.837673:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609458.837829:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609458.837834:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609458.837838:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609459.710720:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609459.710730:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609459.710733:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609459.710737:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609459.710742:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609459.710746:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609459.710749:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609459.710752:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609459.710755:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609459.839677:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609459.839684:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609459.839691:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609459.839693:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609459.839777:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609459.839783:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609459.839786:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609460.427596:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609460.427603:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609460.427608:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab7100. 00000020:00000040:0.0:1749609460.427613:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609460.427616:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609460.427619:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609460.427623:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609460.427629:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057100. 00000100:00000001:0.0:1749609460.427634:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609460.427640:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609460.427647:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609460.427649:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609460.427653:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab7100] to pc [ptlrpcd_00_02+2] req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.427675:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609460.427677:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609460.427679:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609460.427680:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609460.427682:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609460.427684:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609460.427686:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4064 00000100:00080000:0.0:1749609460.427688:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609460.427689:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609460.427691:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609460.427692:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609460.427693:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609460.427695:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609460.427696:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609460.427698:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609460.427700:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609460.427701:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609460.427702:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609460.427703:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609460.427703:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609460.427704:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609460.427705:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609460.427706:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609460.427706:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749609460.427708:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00000001:3.0:1749609460.427708:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749609460.427709:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609460.427710:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609460.427711:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609460.427712:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609460.427712:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609460.427716:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609460.427716:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609460.427717:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427718:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609460.427718:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609460.427719:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427720:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609460.427721:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6300. 02000000:00000001:3.0:1749609460.427721:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749609460.427723:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749609460.427723:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609460.427724:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749609460.427724:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609460.427725:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427726:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1749609460.427726:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612300032:0@lo:400: 02000000:00000001:0.0:1749609460.427727:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609460.427728:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.427728:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1749609460.427730:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800958e8800. 00000100:00000001:0.0:1749609460.427732:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609460.427732:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609460.427733:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609460.427735:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749609460.427735:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609460.427737:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c9e00. 00000100:00000001:0.0:1749609460.427739:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749609460.427739:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427740:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609460.427741:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab6300] to pc [ptlrpcd_rcv+-1] req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609460.427743:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00000400:00000010:3.0:1749609460.427747:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000001:0.0:1749609460.427752:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609460.427752:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612300032, portal 25 00000100:00000040:0.0:1749609460.427754:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749609460.427754:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609460.427755:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749609460.427755:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526391040 : -131936183160576 : ffff880136ab7100) 00000100:00000010:0.0:1749609460.427757:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6a00. 00000100:00000040:3.0:1749609460.427757:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609460.427758:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609460.427759:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609460.427759:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609460.427760:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609460.427761:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057c00. 00000100:00000001:0.0:1749609460.427763:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.427763:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609460.427765:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749609460.427765:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609460.427766:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:3.0:1749609460.427767:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612300032, offset 0 00000100:00000001:0.0:1749609460.427768:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609460.427769:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609460.427770:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab6a00] to pc [ptlrpcd_00_03+3] req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609460.427771:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609460.427773:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609460.427775:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609460.427776:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609460.427777:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749609460.427777:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749609460.427779:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609460.427780:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609460.427781:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749609460.427781:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.427782:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:3.0:1749609460.427782:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609460.427783:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4064 00000100:00080000:0.0:1749609460.427785:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609460.427786:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609460.427787:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609460.427788:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609460.427789:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609460.427789:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749609460.427789:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c4900 00000020:00000001:0.0:1749609460.427790:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609460.427790:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609460.427791:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609460.427791:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609460.427792:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609460.427793:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 02000000:00000001:2.0:1749609460.427793:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749609460.427793:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16f9d [2] + 0 00000020:00000001:0.0:1749609460.427794:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 02000000:00000001:2.0:1749609460.427794:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609460.427795:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:3.0:1749609460.427795:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f580. 00000100:00000001:0.0:1749609460.427796:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609460.427796:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:2.0:1749609460.427796:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427797:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609460.427798:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000100:00100000:2.0:1749609460.427798:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612300160:0@lo:38: 00000100:00080000:0.0:1749609460.427799:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000400:00000200:3.0:1749609460.427799:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0245780 00000100:00000001:0.0:1749609460.427800:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609460.427801:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609460.427801:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609460.427802:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609460.427802:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609460.427803:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609460.427803:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609460.427804:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:3.0:1749609460.427804:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609460.427805:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609460.427805:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609460.427806:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749609460.427807:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5880. 00000400:00000200:3.0:1749609460.427807:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0245780 00000020:00000040:0.0:1749609460.427808:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:3.0:1749609460.427808:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a0245780. 02000000:00000001:0.0:1749609460.427809:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609460.427810:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427810:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1749609460.427810:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130184c00. 00000100:00000001:3.0:1749609460.427810:0:1511:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609460.427811:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609460.427811:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609460.427811:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609460.427811:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:0.0:1749609460.427813:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800958e8000. 00000100:00000001:0.0:1749609460.427814:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609460.427814:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51dac50 x1834594612300032 msgsize 224 00000400:00000010:2.0:1749609460.427815:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f108. 00000100:00100000:0.0:1749609460.427816:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749609460.427816:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609460.427817:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1749609460.427819:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 00000100:00000200:2.0:1749609460.427822:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612300160, portal 4 00000100:00000001:0.0:1749609460.427823:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609460.427823:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609460.427823:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609460.427824:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609460.427825:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab5880] to pc [ptlrpcd_rcv+-1] req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.427825:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526387456 : -131936183164160 : ffff880136ab6300) 00000400:00000200:3.0:1749609460.427827:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609460.427828:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:0.0:1749609460.427829:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609460.427830:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749609460.427830:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609460.427831:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749609460.427831:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609460.427832:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609460.427832:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:3.0:1749609460.427833:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.427834:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609460.427835:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4064 00000100:00080000:0.0:1749609460.427835:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749609460.427836:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609460.427837:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609460.427837:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609460.427837:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609460.427838:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609460.427839:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:2.0:1749609460.427839:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749609460.427839:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609460.427840:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609460.427840:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000010:2.0:1749609460.427840:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000020:00000001:0.0:1749609460.427841:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749609460.427841:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612300160, offset 0 00000020:00000040:0.0:1749609460.427842:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609460.427843:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609460.427843:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:3.0:1749609460.427843:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.427843:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749609460.427845:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000200:2.0:1749609460.427845:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609460.427846:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609460.427846:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609460.427846:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427847:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609460.427848:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:3.0:1749609460.427848:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298736840 00000100:00080000:0.0:1749609460.427849:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609460.427850:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609460.427851:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749609460.427851:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749609460.427851:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8140. 02000000:00000001:0.0:1749609460.427852:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609460.427853:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427854:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609460.427855:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.427855:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00000010:0.0:1749609460.427856:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4380. 00000400:00000200:2.0:1749609460.427856:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c4980 00000020:00000040:0.0:1749609460.427857:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749609460.427858:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609460.427859:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427859:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609460.427860:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749609460.427860:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 13000 00000100:00000001:3.0:1749609460.427860:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298736840 02000000:00000001:0.0:1749609460.427861:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609460.427861:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8e40. 02000000:00000010:0.0:1749609460.427862:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800958e9800. 00000100:00000001:3.0:1749609460.427862:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749609460.427863:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609460.427865:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749609460.427865:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609460.427868:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609460.427868:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609460.427868:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609460.427869:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab4380] to pc [ptlrpcd_rcv+-1] req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.427871:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609460.427873:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609460.427873:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1749609460.427873:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749609460.427873:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298736840 00000100:00000010:3.0:1749609460.427874:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b8a00. 00000100:00000001:0.0:1749609460.427875:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609460.427876:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6d80. 00000100:00000010:2.0:1749609460.427876:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012e7de680. 00000100:00000001:3.0:1749609460.427876:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000020:00000040:0.0:1749609460.427877:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749609460.427877:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298736840 00000100:00000001:0.0:1749609460.427878:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609460.427878:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1749609460.427878:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012e7de680 x1834594612300160 msgsize 520 00000100:00000010:3.0:1749609460.427878:0:1511:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b47b82c0. 02000000:00000001:0.0:1749609460.427879:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.427879:0:1511:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 02000000:00000010:0.0:1749609460.427880:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057400. 00000100:00000001:0.0:1749609460.427881:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609460.427881:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609460.427881:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609460.427882:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609460.427882:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.427884:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.427884:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.427886:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609460.427887:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609460.427888:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab6d80] to pc [ptlrpcd_00_00+0] req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.427889:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609460.427890:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609460.427891:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749609460.427892:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609460.427893:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749609460.427894:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000100:00000001:3.0:1749609460.427894:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609460.427895:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000100:00100000:3.0:1749609460.427895:0:1511:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1749609460.427895:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.427896:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.427897:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609460.427897:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609460.427898:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4074) 00000100:00000001:2.0:1749609460.427898:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609460.427898:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609460.427899:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609460.427899:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749609460.427900:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609460.427901:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.427904:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609460.427905:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609460.427905:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609460.427906:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1749609460.427907:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.427907:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609460.427907:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609460.427907:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609460.427908:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427909:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609460.427909:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609460.427909:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612300288:0@lo:400: 00000100:00000001:0.0:1749609460.427910:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.427911:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609460.427912:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609460.427912:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609460.427913:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749609460.427913:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609460.427914:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609460.427915:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.427915:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609460.427915:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609460.427916:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1749609460.427916:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800775c8a00. 02000000:00000001:3.0:1749609460.427918:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.427919:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609460.427919:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.427919:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609460.427920:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 02000000:00000001:0.0:1749609460.427921:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609460.427921:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609460.427922:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609460.427922:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1033 usecs (2 jiffies) 00000400:00000010:3.0:1749609460.427922:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00100000:0.0:1749609460.427923:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612300672:0@lo:400: 00000100:00000001:2.0:1749609460.427924:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298736834 00000100:00000200:3.0:1749609460.427924:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612300288, portal 4 00000100:00000001:0.0:1749609460.427925:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609460.427925:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749609460.427926:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609460.427926:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298736840 00000100:00000001:3.0:1749609460.427926:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526389248 : -131936183162368 : ffff880136ab6a00) 02000000:00000001:0.0:1749609460.427927:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609460.427928:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609460.427928:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298736834 00000100:00000001:2.0:1749609460.427929:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298736840 02000000:00000010:0.0:1749609460.427930:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4a0800. 00000100:00000040:3.0:1749609460.427930:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609460.427931:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.427931:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298736834 00000100:00000001:2.0:1749609460.427932:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298736840 00000400:00000010:0.0:1749609460.427933:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880130f17840. 00000100:00000001:2.0:1749609460.427934:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298736834 00000100:00000001:2.0:1749609460.427935:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298736840 00000100:00000001:3.0:1749609460.427935:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749609460.427936:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668e58. 00000100:00000001:2.0:1749609460.427936:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609460.427937:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609460.427938:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609460.427938:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000200:0.0:1749609460.427939:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612300672, portal 10 00000100:00000001:2.0:1749609460.427939:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609460.427940:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612300288, offset 0 00000100:00000001:0.0:1749609460.427941:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609460.427941:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.427942:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526390144 : -131936183161472 : ffff880136ab6d80) 00000400:00000200:3.0:1749609460.427942:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609460.427945:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609460.427946:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1749609460.427947:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.427947:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749609460.427947:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609460.427948:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609460.427949:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609460.427950:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749609460.427951:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612300160 00000400:00000200:3.0:1749609460.427951:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c4a00 00000100:00000001:0.0:1749609460.427952:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609460.427952:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609460.427953:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749609460.427955:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609460.427955:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609460.427955:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 6272 00000400:00000010:0.0:1749609460.427957:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668f68. 00000100:00000001:1.0:1749609460.427957:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.427958:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1749609460.427959:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612300672, offset 0 00000100:00000001:2.0:1749609460.427959:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609460.427959:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609460.427960:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609460.427961:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749609460.427961:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749609460.427962:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749609460.427962:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612300160 00000020:00000001:1.0:1749609460.427963:0:14337:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749609460.427963:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749609460.427964:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749609460.427964:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609460.427965:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609460.427965:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749609460.427966:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609460.427966:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612300416:0@lo:38: 00000100:00000200:3.0:1749609460.427966:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1749609460.427968:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749609460.427968:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.427969:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1749609460.427969:0:1511:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7bb480. 00000020:00000010:1.0:1749609460.427971:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 02000000:00000001:2.0:1749609460.427971:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749609460.427971:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7bb480 x1834594612300288 msgsize 224 02000000:00000001:2.0:1749609460.427972:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609460.427973:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c4b80 02000000:00000001:2.0:1749609460.427973:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749609460.427974:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00100000:3.0:1749609460.427974:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749609460.427976:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130186800. 00000400:00000200:0.0:1749609460.427977:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 87552 00000020:00000010:1.0:1749609460.427977:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 02000000:00000001:2.0:1749609460.427977:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609460.427979:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f688. 00000100:00000001:1.0:1749609460.427980:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609460.427980:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749609460.427981:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609460.427981:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609460.427982:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609460.427982:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000400:00000200:0.0:1749609460.427984:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609460.427984:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612300416, portal 10 00000400:00000200:3.0:1749609460.427984:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:3.0:1749609460.427985:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000001:1.0:1749609460.427986:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.427986:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609460.427987:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526384768 : -131936183166848 : ffff880136ab5880) 00000100:00000001:3.0:1749609460.427987:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609460.427988:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609460.427988:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609460.427990:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609460.427991:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609460.427991:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749609460.427992:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5f80. 00000100:00000040:0.0:1749609460.427994:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab5f80 x1834594612300672 msgsize 224 00000100:00000001:1.0:1749609460.427996:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609460.427996:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609460.427997:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609460.427998:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609460.427998:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749609460.427999:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93088. 00000100:00000001:3.0:1749609460.427999:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749609460.428000:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00000200:2.0:1749609460.428000:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612300416, offset 0 00000100:00000040:3.0:1749609460.428000:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609460.428002:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137389188736 : -131936320362880 : ffff88012e7de680) 00000400:00000200:2.0:1749609460.428003:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609460.428004:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749609460.428005:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012e7de680 x1834594612300160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609460.428005:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.428006:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749609460.428007:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609460.428008:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000100:00000001:3.0:1749609460.428009:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609460.428010:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00100000:1.0:1749609460.428011:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e7de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612300160:12345-0@lo:38: 00000400:00000200:2.0:1749609460.428011:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c4a80 00000100:00000040:3.0:1749609460.428011:0:1511:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:0.0:1749609460.428012:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609460.428013:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612300160 00000100:00000001:3.0:1749609460.428013:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298736833 00000100:00000200:0.0:1749609460.428014:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609460.428015:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749609460.428015:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 87776 00000100:00000001:3.0:1749609460.428015:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298736840 00000100:00000001:3.0:1749609460.428016:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298736833 00010000:00000001:1.0:1749609460.428017:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749609460.428017:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298736840 00000400:00000200:2.0:1749609460.428018:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609460.428018:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298736833 00000100:00000001:3.0:1749609460.428019:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298736840 00000100:00000001:3.0:1749609460.428020:0:1511:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298736833 00000100:00000001:0.0:1749609460.428021:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749609460.428021:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609460.428022:0:1511:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298736840 00000100:00000040:0.0:1749609460.428023:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428023:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609460.428023:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609460.428024:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749609460.428024:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609460.428026:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.428026:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609460.428027:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:2.0:1749609460.428027:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1880. 00000100:00000001:3.0:1749609460.428027:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428029:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609460.428029:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749609460.428029:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e1880 x1834594612300416 msgsize 520 00000100:00000001:0.0:1749609460.428030:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749609460.428031:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749609460.428032:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609460.428033:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428033:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609460.428034:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749609460.428036:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 02000000:00000001:1.0:1749609460.428036:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609460.428038:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298736833 02000000:00000010:1.0:1749609460.428038:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cd000. 00000100:00000001:2.0:1749609460.428038:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609460.428039:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428040:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298736840 00000100:00000001:1.0:1749609460.428040:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.428040:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609460.428041:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298736833 00000400:00000200:2.0:1749609460.428041:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93088 00010000:00000001:1.0:1749609460.428042:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749609460.428042:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93088. 00000100:00100000:3.0:1749609460.428042:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612300032 00000100:00000001:0.0:1749609460.428043:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298736840 02000000:00000001:3.0:1749609460.428043:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609460.428044:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298736833 00010000:00000001:1.0:1749609460.428044:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428044:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609460.428044:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1749609460.428045:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609460.428045:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428046:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298736840 00000100:00000200:2.0:1749609460.428046:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609460.428047:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749609460.428047:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428048:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298736833 00000100:00000001:0.0:1749609460.428049:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298736840 00000100:00100000:3.0:1749609460.428049:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612300032 00000100:00000001:0.0:1749609460.428050:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609460.428050:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749609460.428050:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749609460.428051:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609460.428051:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749609460.428051:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:0.0:1749609460.428052:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428052:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609460.428053:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428053:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:2.0:1749609460.428053:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609460.428053:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749609460.428054:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:0.0:1749609460.428055:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609460.428055:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609460.428056:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749609460.428056:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 02000000:00000001:1.0:1749609460.428057:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428057:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428058:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749609460.428058:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000040:1.0:1749609460.428059:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609460.428060:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000100:00000001:2.0:1749609460.428061:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749609460.428062:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612300160, offset 0 00000100:00000001:3.0:1749609460.428062:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609460.428063:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609460.428064:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749609460.428064:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8f40. 00000100:00000040:2.0:1749609460.428065:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 823 usecs (1 jiffies) 00000100:00000001:2.0:1749609460.428067:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298736833 00000100:00000001:3.0:1749609460.428067:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609460.428069:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609460.428069:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298736840 00000020:00000010:3.0:1749609460.428069:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8f40. 00000100:00000001:0.0:1749609460.428070:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609460.428070:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298736833 00000100:00100000:0.0:1749609460.428072:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612300672 00000400:00000200:1.0:1749609460.428072:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c4980 00000100:00000001:2.0:1749609460.428072:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298736840 00000020:00000010:3.0:1749609460.428072:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9800. 02000000:00000001:0.0:1749609460.428073:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609460.428073:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298736833 00000100:00000001:2.0:1749609460.428074:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298736840 00000020:00000010:3.0:1749609460.428074:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000100:00000001:0.0:1749609460.428075:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609460.428075:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17af9 [1] + 0 00000100:00000001:2.0:1749609460.428075:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298736833 00000100:00000001:0.0:1749609460.428076:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609460.428077:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609460.428077:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298736840 00000020:00000010:3.0:1749609460.428077:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000100:00000001:2.0:1749609460.428078:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609460.428079:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609460.428079:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749609460.428079:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428080:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609460.428081:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612300672 00000100:00000001:2.0:1749609460.428081:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609460.428081:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1749609460.428082:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749609460.428082:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609460.428083:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000040:2.0:1749609460.428083:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609460.428083:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749609460.428084:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609460.428084:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609460.428085:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609460.428086:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000040:1.0:1749609460.428087:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609460.428088:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:2.0:1749609460.428088:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749609460.428089:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:2.0:1749609460.428089:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.428089:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609460.428091:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609460.428092:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609460.428092:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609460.428092:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609460.428093:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609460.428094:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4640. 00000100:00000001:3.0:1749609460.428095:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609460.428096:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00100000:2.0:1749609460.428096:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612300544:0@lo:38: 00000020:00000010:0.0:1749609460.428097:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8780. 00000400:00000010:1.0:1749609460.428097:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:1.0:1749609460.428098:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609460.428098:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749609460.428099:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609460.428099:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609460.428100:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.428100:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609460.428101:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609460.428101:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749609460.428101:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1749609460.428102:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:1.0:1749609460.428103:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000010:2.0:1749609460.428103:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130186c00. 00000100:00000001:1.0:1749609460.428104:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609460.428104:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000020:00000001:1.0:1749609460.428105:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609460.428105:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609460.428106:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000040:1.0:1749609460.428107:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012e7de680 x1834594612300160/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609460.428107:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f790. 00000100:00000001:0.0:1749609460.428108:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609460.428108:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352839248 : -131938356712368 : ffff8800b51dac50) 00000400:00000010:2.0:1749609460.428109:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93088. 00000020:00000010:0.0:1749609460.428110:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000200:2.0:1749609460.428111:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612300544, portal 10 00000100:00000040:3.0:1749609460.428111:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51dac50 x1834594612300032/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:406/0 lens 224/0 e 0 to 0 dl 1749609471 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609460.428113:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 00000100:00000001:2.0:1749609460.428113:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609460.428114:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526379392 : -131936183172224 : ffff880136ab4380) 00000020:00000010:0.0:1749609460.428115:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00100000:1.0:1749609460.428115:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e7de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612300160:12345-0@lo:38: Request processed in 104us (236us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609460.428116:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749609460.428117:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609460.428118:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b8f40. 00000100:00100000:1.0:1749609460.428119:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00000001:3.0:1749609460.428119:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609460.428120:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1749609460.428120:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b8f40. 00000100:00000001:1.0:1749609460.428121:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609460.428121:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609460.428122:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1749609460.428122:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612300032:12345-0@lo:400: 00000100:00000001:0.0:1749609460.428123:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749609460.428123:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000100:00000200:3.0:1749609460.428123:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612300032 00000100:00000001:0.0:1749609460.428125:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609460.428125:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00000020:00000001:3.0:1749609460.428125:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609460.428126:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:1.0:1749609460.428127:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000100:00000001:2.0:1749609460.428127:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609460.428128:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609460.428128:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609460.428128:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428129:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1749609460.428129:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749609460.428129:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609460.428130:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609460.428130:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 00000020:00000001:3.0:1749609460.428130:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000200:2.0:1749609460.428132:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612300544, offset 0 00000020:00000001:3.0:1749609460.428132:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609460.428133:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609460.428134:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609460.428135:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749609460.428135:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749609460.428135:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749609460.428136:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609460.428136:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609460.428137:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609460.428138:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749609460.428139:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609460.428139:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609460.428140:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749609460.428142:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609460.428142:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:3.0:1749609460.428142:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea33000. 00000100:00100000:0.0:1749609460.428143:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612300416 00000100:00100000:1.0:1749609460.428143:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612300288 00000400:00000200:2.0:1749609460.428143:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c4b00 02000000:00000001:3.0:1749609460.428143:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609460.428144:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749609460.428144:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609460.428144:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428145:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609460.428145:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749609460.428145:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428146:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609460.428146:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 88296 00010000:00000040:3.0:1749609460.428146:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612300032 00000100:00000001:0.0:1749609460.428147:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609460.428147:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609460.428148:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609460.428148:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612300288 00010000:00000001:3.0:1749609460.428148:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749609460.428149:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749609460.428149:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749609460.428150:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612300416 00000020:00000040:1.0:1749609460.428150:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00010000:00000200:3.0:1749609460.428150:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51dac50 x1834594612300032/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:406/0 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609460.428151:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749609460.428151:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609460.428152:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:1.0:1749609460.428152:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000400:00000200:2.0:1749609460.428152:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749609460.428153:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609460.428153:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000020:00000001:0.0:1749609460.428154:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609460.428154:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609460.428154:0:1508:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749609460.428154:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749609460.428155:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609460.428155:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609460.428156:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428156:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00001000:3.0:1749609460.428156:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=129 v=5 (1 1 1 1) 00000020:00000010:1.0:1749609460.428157:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8ec0. 00000020:00000010:0.0:1749609460.428158:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1800. 00000100:00000010:2.0:1749609460.428158:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2300. 00000100:00000001:3.0:1749609460.428158:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749609460.428159:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4380. 00000100:00000040:2.0:1749609460.428159:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e2300 x1834594612300544 msgsize 520 00000100:00000040:3.0:1749609460.428159:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:0.0:1749609460.428160:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948ced80. 00000100:00000001:3.0:1749609460.428160:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000010:0.0:1749609460.428161:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e960. 00000020:00000040:1.0:1749609460.428161:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000001:3.0:1749609460.428161:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609460.428162:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749609460.428162:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.428162:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609460.428163:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609460.428163:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749609460.428163:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749609460.428164:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000100:00000040:3.0:1749609460.428164:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609460.428165:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609460.428165:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000400:00000010:3.0:1749609460.428165:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000001:0.0:1749609460.428166:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609460.428166:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 00000100:00000200:3.0:1749609460.428167:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612300032, offset 224 00000100:00000040:1.0:1749609460.428169:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:3.0:1749609460.428169:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609460.428170:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609460.428170:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609460.428171:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609460.428172:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609460.428173:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000400:00000200:3.0:1749609460.428173:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609460.428174:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:2.0:1749609460.428174:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00000100:00000001:1.0:1749609460.428175:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609460.428176:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428176:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749609460.428176:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c4900 00000100:00000001:0.0:1749609460.428178:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609460.428178:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17af1 [1] + 224 00000100:00000001:1.0:1749609460.428179:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609460.428179:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609460.428181:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609460.428182:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609460.428182:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609460.428182:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609460.428183:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612300544 00000100:00000001:1.0:1749609460.428183:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609460.428184:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00000001:3.0:1749609460.428184:0:13560:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749609460.428185:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749609460.428185:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:2.0:1749609460.428185:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609460.428186:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609460.428186:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355490432 : -131936354061184 : ffff88012c7bb480) 00000100:00000200:3.0:1749609460.428186:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.428187:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609460.428187:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609460.428188:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7bb480 x1834594612300288/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:406/0 lens 224/0 e 0 to 0 dl 1749609471 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609460.428189:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609460.428190:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612300544 00000100:00000040:3.0:1749609460.428190:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428191:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609460.428192:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609460.428192:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609460.428192:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609460.428192:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749609460.428193:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8940. 00000020:00000001:0.0:1749609460.428194:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609460.428194:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609460.428195:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609460.428195:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8940. 00000100:00000001:2.0:1749609460.428195:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609460.428196:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609460.428196:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612300288:12345-0@lo:400: 00000100:00000001:3.0:1749609460.428196:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749609460.428197:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 677 usecs (1 jiffies) 00000020:00000010:0.0:1749609460.428198:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1000. 00000100:00000200:1.0:1749609460.428198:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612300288 00000100:00000001:2.0:1749609460.428198:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298736833 00000400:00000200:3.0:1749609460.428198:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000020:00000001:1.0:1749609460.428199:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609460.428199:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298736840 00000400:00000010:3.0:1749609460.428199:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000020:00000010:0.0:1749609460.428200:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee80. 00000020:00000001:1.0:1749609460.428200:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609460.428200:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749609460.428201:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428201:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298736833 00000100:00000001:3.0:1749609460.428201:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749609460.428202:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e640. 00000020:00000001:1.0:1749609460.428202:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609460.428202:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298736840 00000100:00000001:3.0:1749609460.428202:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609460.428203:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:0.0:1749609460.428204:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749609460.428204:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609460.428204:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298736833 00000100:00000040:3.0:1749609460.428204:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609460.428205:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609460.428205:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298736840 00010000:00000001:3.0:1749609460.428205:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609460.428206:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609460.428206:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609460.428206:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609460.428207:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749609460.428207:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298736833 00000020:00000001:3.0:1749609460.428207:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749609460.428208:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609460.428208:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749609460.428208:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298736840 00000100:00000040:3.0:1749609460.428208:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51dac50 x1834594612300032/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:406/0 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609460.428209:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428209:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609460.428210:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609460.428211:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428212:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609460.428212:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749609460.428212:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612300032:12345-0@lo:400: Request processed in 95us (398us total) trans 0 rc 0/0 00000100:00000001:0.0:1749609460.428213:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749609460.428213:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1749609460.428214:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cd800. 02000000:00000001:1.0:1749609460.428215:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609460.428215:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609460.428216:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609460.428216:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f108. 00000100:00100000:3.0:1749609460.428216:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00000001:0.0:1749609460.428217:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609460.428217:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609460.428217:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:0.0:1749609460.428218:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749609460.428218:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 00000100:00000001:3.0:1749609460.428218:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:1.0:1749609460.428219:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612300288 00000400:00000010:2.0:1749609460.428219:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000100:00000001:3.0:1749609460.428219:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749609460.428220:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:0.0:1749609460.428221:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00010000:00000200:1.0:1749609460.428221:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012c7bb480 x1834594612300288/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:406/0 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428221:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749609460.428221:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000020:00000010:3.0:1749609460.428222:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000100:00000040:0.0:1749609460.428223:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000200:2.0:1749609460.428223:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749609460.428223:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9800. 00000100:00000001:0.0:1749609460.428224:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526386560 : -131936183165056 : ffff880136ab5f80) 00010000:00000001:1.0:1749609460.428225:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1749609460.428225:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00010000:00000001:1.0:1749609460.428226:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609460.428227:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=116 v=5 (1 1 1 1) 02000000:00000001:3.0:1749609460.428227:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1749609460.428228:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab5f80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:406/0 lens 224/0 e 0 to 0 dl 1749609471 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609460.428228:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749609460.428228:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea33000. 02000000:00000001:3.0:1749609460.428229:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1749609460.428230:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000200:2.0:1749609460.428230:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609460.428230:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609460.428231:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609460.428232:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749609460.428232:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1749609460.428233:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609460.428233:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62a50. 00000100:00000001:0.0:1749609460.428234:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609460.428234:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609460.428235:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609460.428235:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749609460.428236:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4a40. 00000400:00000010:1.0:1749609460.428236:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000400:00000010:3.0:1749609460.428236:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7d80. 00000100:00000001:2.0:1749609460.428237:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.428238:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609460.428238:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612300288, offset 224 00000100:00000001:2.0:1749609460.428238:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749609460.428239:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4a40. 00000400:00000200:1.0:1749609460.428239:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749609460.428240:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749609460.428242:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612300672:12345-0@lo:400: 00000400:00000200:1.0:1749609460.428242:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609460.428242:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609460.428243:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.428244:0:16548:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749609460.428245:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612300672 00000400:00000200:1.0:1749609460.428245:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c4a00 02000000:00000001:2.0:1749609460.428245:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.428245:0:16548:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609460.428247:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609460.428247:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17b01 [1] + 224 00000100:00100000:3.0:1749609460.428247:0:16548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00000001:3.0:1749609460.428248:0:16548:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005788288 : -131938703763328 : ffff8800a06e1880) 00000020:00000001:0.0:1749609460.428249:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:1.0:1749609460.428249:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749609460.428249:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609460 v=5 (0 0 0 0) 00000100:00000040:3.0:1749609460.428250:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e1880 x1834594612300416/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609460.428251:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609460.428251:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749609460.428251:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=126 v=20 (1 1 1 20) 00000020:00000001:0.0:1749609460.428252:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609460.428252:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609460.428253:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000200:1.0:1749609460.428254:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428254:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749609460.428255:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749609460.428255:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749609460.428255:0:16548:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612300416:12345-0@lo:38: 00000020:00000001:0.0:1749609460.428257:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.428257:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749609460.428257:0:16548:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612300416 00000100:00000040:1.0:1749609460.428258:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609460.428258:0:16548:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609460.428259:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749609460.428259:0:16548:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749609460.428260:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749609460.428260:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609460.428262:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428262:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609460.428263:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749609460.428263:0:16548:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609460.428264:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000100:00000001:0.0:1749609460.428265:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749609460.428265:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00010000:00020000:3.0:1749609460.428265:0:16548:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749609460.428266:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609460.428266:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609460.428266:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609460.428266:0:16548:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609460.428267:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749609460.428267:0:16548:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609460.428268:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428268:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609460.428268:0:16548:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609460.428269:0:16548:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609460.428270:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609460.428270:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609460.428270:0:16548:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609460.428271:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab6c00. 00010000:00000001:1.0:1749609460.428271:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609460.428271:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609460.428271:0:16548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea33000. 02000000:00000001:0.0:1749609460.428272:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609460.428272:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749609460.428272:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749609460.428272:0:16548:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609460.428273:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7bb480 x1834594612300288/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:406/0 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609460.428273:0:16548:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428274:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428274:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609460.428274:0:16548:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609460.428275:0:16548:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609460.428276:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749609460.428276:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:3.0:1749609460.428276:0:16548:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749609460.428277:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1511:x1834594612300288:12345-0@lo:400: Request processed in 84us (305us total) trans 0 rc 0/0 00010000:00000040:0.0:1749609460.428278:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612300672 00000100:00080000:2.0:1749609460.428278:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609460.428278:0:16548:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609460.428279:0:16548:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749609460.428280:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609460.428280:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609460.428280:0:16548:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609460.428280:0:16548:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:1.0:1749609460.428281:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00000001:3.0:1749609460.428281:0:16548:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00010000:00000200:0.0:1749609460.428282:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880136ab5f80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:406/0 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609460.428282:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000040:2.0:1749609460.428282:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609460.428283:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609460.428283:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609460.428283:0:16548:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:1.0:1749609460.428284:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 02000000:00000001:3.0:1749609460.428284:0:16548:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609460.428284:0:16548:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609460.428285:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00000100:00000001:3.0:1749609460.428285:0:16548:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609460.428286:0:16548:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609460.428287:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000400:00000010:3.0:1749609460.428287:0:16548:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00010000:00000001:0.0:1749609460.428288:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1749609460.428288:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609460.428289:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609460.428289:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612300160:0@lo:38: 00000100:00000200:3.0:1749609460.428289:0:16548:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612300416, offset 0 00010000:00000001:0.0:1749609460.428290:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609460.428290:0:16548:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749609460.428291:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609460.428292:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609460.428293:0:16548:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609460.428294:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609460.428294:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609460.428295:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6300 x1834594612300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609460.428295:0:16548:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4a80 00000100:00000040:0.0:1749609460.428296:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609460.428297:0:14332:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749609460.428297:0:16548:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b11 [1] + 0 00000100:00000001:0.0:1749609460.428298:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609460.428298:0:14332:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609460.428299:0:16548:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749609460.428300:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749609460.428300:0:14332:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 02000000:00000001:0.0:1749609460.428301:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428301:0:14332:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005790976 : -131938703760640 : ffff8800a06e2300) 00000100:00000001:2.0:1749609460.428301:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749609460.428301:0:16548:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609460.428302:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749609460.428302:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609460.428302:0:16548:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609460.428303:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e2300 x1834594612300544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609460.428303:0:16548:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609460.428304:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749609460.428304:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130184c00. 00000400:00000010:0.0:1749609460.428306:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668f68. 00000100:00100000:1.0:1749609460.428307:0:14332:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612300544:12345-0@lo:38: 00000100:00000040:3.0:1749609460.428307:0:16548:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609460.428308:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1749609460.428309:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612300672, offset 224 00000100:00000200:1.0:1749609460.428309:0:14332:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612300544 00000020:00000001:2.0:1749609460.428309:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749609460.428310:0:14332:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609460.428311:0:14332:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:2.0:1749609460.428311:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:0.0:1749609460.428312:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609460.428312:0:16548:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749609460.428313:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749609460.428314:0:14332:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609460.428314:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800958e8800. 00000400:00000200:3.0:1749609460.428315:0:16548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:3.0:1749609460.428315:0:16548:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00010000:00020000:1.0:1749609460.428316:0:14332:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749609460.428316:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1749609460.428317:0:14332:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609460.428317:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609460.428317:0:16548:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609460.428317:0:16548:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609460.428318:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749609460.428318:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6300. 00000100:00000001:3.0:1749609460.428318:0:16548:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609460.428319:0:14332:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609460.428319:0:16548:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609460.428320:0:14332:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609460.428320:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609460.428320:0:16548:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428321:0:14332:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609460.428321:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609460.428321:0:16548:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609460.428322:0:14332:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749609460.428323:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4b80 02000000:00000010:1.0:1749609460.428323:0:14332:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cf000. 00000100:00000001:2.0:1749609460.428323:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609460.428323:0:16548:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1880 x1834594612300416/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609460.428324:0:14332:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428325:0:14332:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609460.428326:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b05 [1] + 224 00010000:00000001:1.0:1749609460.428326:0:14332:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609460.428326:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1749609460.428327:0:14332:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428327:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:3.0:1749609460.428327:0:16548:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:1508:x1834594612300416:12345-0@lo:38: Request processed in 72us (297us total) trans 0 rc -19/-19 00000100:00001000:1.0:1749609460.428328:0:14332:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749609460.428329:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609460.428329:0:14332:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749609460.428329:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609460.428330:0:14332:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609460.428330:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749609460.428330:0:16548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00000040:1.0:1749609460.428331:0:14332:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609460.428331:0:16548:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609460.428331:0:16548:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609460.428332:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609460.428332:0:14332:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000001:2.0:1749609460.428332:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749609460.428332:0:16548:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948ced80. 00000100:00000001:1.0:1749609460.428333:0:14332:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000001:2.0:1749609460.428333:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749609460.428334:0:16548:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e960. 00000100:00000040:1.0:1749609460.428335:0:14332:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609460.428335:0:14332:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749609460.428335:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f688. 00000020:00000010:3.0:1749609460.428335:0:16548:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1800. 02000000:00000001:1.0:1749609460.428336:0:14332:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428337:0:14332:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609460.428337:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000100:00000040:1.0:1749609460.428338:0:14332:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609460.428338:0:14332:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000400:00000010:2.0:1749609460.428338:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000100:00000001:3.0:1749609460.428338:0:16548:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.428340:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749609460.428342:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.428345:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609460.428345:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609460.428346:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609460.428347:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1749609460.428348:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609460.428348:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609460.428348:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609460.428349:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000400:00000200:3.0:1749609460.428351:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609460.428351:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609460.428352:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609460.428353:0:14332:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612300544, offset 0 00000100:00000001:2.0:1749609460.428354:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609460.428354:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609460.428355:0:14332:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609460.428355:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609460.428356:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428356:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749609460.428357:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749609460.428358:0:14332:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609460.428358:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749609460.428358:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428359:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609460.428360:0:14332:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4b00 02000000:00000001:2.0:1749609460.428361:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.428361:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609460.428361:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609460.428362:0:14332:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b1d [1] + 0 00000100:00000001:3.0:1749609460.428362:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:2.0:1749609460.428363:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609460 v=5 (0 0 0 0) 02000000:00000001:3.0:1749609460.428363:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749609460.428364:0:14332:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609460.428364:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609460.428365:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609460.428365:0:14332:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749609460.428365:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=126 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609460.428365:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609460.428366:0:14332:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609460.428366:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609460.428368:0:14332:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428368:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749609460.428382:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000100:00001000:3.0:1749609460.428383:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=116 v=5 (5 5 5 5) 00000400:00000010:0.0:1749609460.428384:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00001000:3.0:1749609460.428385:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=116 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609460.428386:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609460.428387:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749609460.428387:0:14332:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428387:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609460.428387:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609460.428387:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428389:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428389:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749609460.428389:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749609460.428391:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609460.428391:0:14332:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00080000:3.0:1749609460.428391:0:1511:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609460.428392:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609460.428393:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:1.0:1749609460.428393:0:14332:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000020:00000001:0.0:1749609460.428394:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609460.428394:0:14332:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000100:00000001:1.0:1749609460.428395:0:14332:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:3.0:1749609460.428395:0:1511:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609460.428396:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749609460.428396:0:14332:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609460.428397:0:14332:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609460.428397:0:1511:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749609460.428398:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5f80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:406/0 lens 224/224 e 0 to 0 dl 1749609471 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428398:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609460.428398:0:1511:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000040:1.0:1749609460.428399:0:14332:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609460.428399:0:1511:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609460.428400:0:14332:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428400:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609460.428400:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609460.428401:0:14332:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609460.428401:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609460.428401:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609460.428402:0:14332:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2300 x1834594612300544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609480 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428403:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749609460.428404:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749609460.428405:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1510:x1834594612300672:12345-0@lo:400: Request processed in 170us (409us total) trans 0 rc 0/0 00000100:00080000:2.0:1749609460.428406:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749609460.428407:0:14332:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:1508:x1834594612300544:12345-0@lo:38: Request processed in 100us (246us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749609460.428408:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609460.428408:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609460.428409:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609460.428410:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609460.428410:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749609460.428411:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00000040:2.0:1749609460.428412:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609460.428412:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609460.428413:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00100000:1.0:1749609460.428413:0:14332:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00000100:00000001:0.0:1749609460.428414:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609460.428414:0:14332:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609460.428414:0:14332:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609460.428416:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609460.428416:0:14332:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee80. 00000100:00100000:3.0:1749609460.428416:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:1511:1834594612300288:0@lo:400: 00000020:00000010:1.0:1749609460.428417:0:14332:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e640. 00000020:00000010:0.0:1749609460.428418:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000020:00000010:1.0:1749609460.428418:0:14332:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1000. 00000100:00100000:2.0:1749609460.428418:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612300416:0@lo:38: 00000400:00000001:3.0:1749609460.428418:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609460.428419:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609460.428419:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62c60. 00000020:00000010:0.0:1749609460.428420:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000100:00000001:1.0:1749609460.428420:0:14332:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609460.428420:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609460.428421:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000020:00000010:0.0:1749609460.428422:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000001:3.0:1749609460.428422:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749609460.428423:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749609460.428423:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749609460.428424:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1749609460.428425:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000400:00000010:2.0:1749609460.428425:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f790. 00000100:00000001:0.0:1749609460.428426:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609460.428426:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609460.428427:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93088 00000400:00000010:2.0:1749609460.428429:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93088. 00000100:00000001:2.0:1749609460.428430:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609460.428430:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609460.428430:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609460.428431:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749609460.428432:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609460.428432:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609460.428432:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609460.428433:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609460.428434:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609460.428434:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=129 v=5 (5 5 5 5) 00000100:00001000:3.0:1749609460.428436:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609460.428437:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609460.428437:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428438:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1749609460.428438:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:3.0:1749609460.428438:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1749609460.428438:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428439:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609460.428439:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609460.428439:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609460.428440:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:3.0:1749609460.428440:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749609460.428442:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1749609460.428442:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749609460.428442:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000001:0.0:1749609460.428443:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749609460.428444:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17840. 00000100:00000001:2.0:1749609460.428444:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609460.428445:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609460.428446:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668e58 00000100:00000001:2.0:1749609460.428446:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609460.428447:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749609460.428448:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668e58. 02000000:00000001:2.0:1749609460.428448:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609460.428448:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609460.428448:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.428449:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749609460.428449:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.428450:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609460.428450:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609460.428452:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609460.428452:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609460.428453:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612300032:0@lo:400: 00000100:00001000:2.0:1749609460.428454:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609460 v=5 (0 0 0 0) 00000100:00000001:3.0:1749609460.428455:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609460.428456:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609460.428456:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6a00 x1834594612300288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749609460.428457:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=123 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609460.428458:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749609460.428459:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609460.428459:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609460.428460:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749609460.428460:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749609460.428461:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609460.428461:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c8a00. 02000000:00000001:3.0:1749609460.428462:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749609460.428463:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609460.428463:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609460.428463:0:1511:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609460.428464:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749609460.428464:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609460.428465:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057c00. 00000100:00000001:0.0:1749609460.428466:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609460.428466:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609460.428466:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609460.428467:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:3.0:1749609460.428467:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6a00. 00000100:00000001:3.0:1749609460.428468:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749609460.428469:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609460.428469:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609460.428469:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609460.428469:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609460.428470:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749609460.428470:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab7100 x1834594612300032/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.428471:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609460.428471:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.428472:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428473:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609460.428473:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609460.428474:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428474:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749609460.428474:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1749609460.428475:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:3.0:1749609460.428475:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800775c9e00. 02000000:00000001:3.0:1749609460.428476:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609460.428476:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1749609460.428477:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=123 v=5 (5 5 5 5) 00000100:00080000:2.0:1749609460.428477:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000040:3.0:1749609460.428477:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:3.0:1749609460.428478:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1749609460.428479:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609460.428479:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749609460.428479:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057100. 02000000:00000001:3.0:1749609460.428480:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609460.428480:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609460.428481:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1749609460.428481:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7100. 00000100:00000001:0.0:1749609460.428482:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609460.428482:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609460.428482:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1749609460.428483:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609460.428483:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609460.428483:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609460.428485:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609460.428485:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749609460.428486:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609460.428486:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609460.428487:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609460.428488:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612300544:0@lo:38: 00000100:00000001:2.0:1749609460.428491:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749609460.428492:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428492:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609460.428494:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609460.428494:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5880 x1834594612300416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609460.428495:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749609460.428497:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609460.428517:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609460.428520:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.428526:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609460.428527:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749609460.428527:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609460.428528:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609460.428528:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749609460.428530:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130186800. 00000100:00000040:0.0:1749609460.428531:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609460.428532:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609460.428533:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609460.428534:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:0.0:1749609460.428536:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:1510:1834594612300672:0@lo:400: 00000020:00000001:2.0:1749609460.428536:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609460.428537:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800958e8000. 02000000:00000001:2.0:1749609460.428539:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749609460.428540:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609460.428540:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609460.428541:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1749609460.428541:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5880. 00000100:00000040:0.0:1749609460.428543:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6d80 x1834594612300672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609460.428543:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609460.428544:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.428546:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609460.428548:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4380 x1834594612300544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.428549:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749609460.428550:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749609460.428552:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4a0800. 00000100:00000001:2.0:1749609460.428553:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749609460.428553:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749609460.428554:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1749609460.428554:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130186c00. 00000020:00000001:0.0:1749609460.428556:0:1510:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749609460.428556:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1749609460.428557:0:1510:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749609460.428557:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749609460.428557:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749609460.428558:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609460.428559:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749609460.428559:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749609460.428559:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800958e9800. 00000100:00000001:3.0:1749609460.428559:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609460.428560:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057400. 02000000:00000001:0.0:1749609460.428561:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609460.428561:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609460.428562:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749609460.428562:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609460.428563:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6d80. 00000100:00000010:2.0:1749609460.428563:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4380. 00000100:00000001:2.0:1749609460.428565:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609460.428566:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609460.428566:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.428566:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.428567:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.428568:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.428570:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609460.428571:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609460.428571:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428571:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609460.428572:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609460.428573:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609460.428573:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.428574:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609460.435550:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298736840, at 4298736840 00000100:00000040:0.0:1749609460.435551:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298736840, at 4298736840 00000100:00000040:2.0:1749609460.435551:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298736840, at 4298736840 00000100:00000010:1.0:1749609460.435559:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8e40. 00000100:00000010:2.0:1749609460.435574:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8a00. 00000100:00000040:3.0:1749609460.435576:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298736840, at 4298736840 00000100:00000010:3.0:1749609460.435583:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b82c0. 00000100:00000010:0.0:1749609460.435591:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b47b8140. 00000100:00000010:0.0:1749609460.559632:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6d80. 00000020:00000040:0.0:1749609460.559643:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609460.559648:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609460.559651:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609460.559656:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609460.559663:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609460.559669:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.559674:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609460.559676:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609460.559681:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609460.559682:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609460.559684:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609460.559686:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526390144 : -131936183161472 : ffff880136ab6d80) 00000100:00000001:0.0:1749609460.559689:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609460.559692:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609460.559693:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609460.559694:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609460.559701:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6d80 x1834594612300800/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.559709:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609460.559711:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609460.559713:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6d80 x1834594612300800/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.559719:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609460.559721:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609460.559722:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609460.559723:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609460.559732:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609460.559733:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609460.559735:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.559737:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609460.559739:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609460.559741:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6d80 x1834594612300800/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609460.559747:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612300800:0@lo:900: 00000100:00000001:0.0:1749609460.559750:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609460.559751:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609460.559753:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609460.559754:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609460.559756:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6d80 x1834594612300800/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.559760:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609460.559762:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609460.559766:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609460.559767:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609460.559769:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609460.559770:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6d80 x1834594612300800/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609460.559776:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609460.559778:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609460.559779:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609460.559781:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609460.559784:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609460.559787:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609460.559789:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609460.559791:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6d80. 00000100:00000001:0.0:1749609460.559794:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609460.559795:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.710687:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609460.710695:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609460.710697:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609460.710699:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609460.710703:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609460.710706:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.710708:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609460.710710:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609460.710711:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609460.841634:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609460.841641:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609460.841648:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609460.841650:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609460.841737:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609460.841742:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609460.841745:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609461.710642:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609461.710650:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609461.710652:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609461.710657:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609461.710661:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609461.710665:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609461.710668:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609461.710670:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609461.710672:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609461.843674:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609461.843682:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609461.843688:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609461.843689:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609461.843760:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609461.843764:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609461.843768:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609462.190330:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609462.190407:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609462.190413:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609462.190416:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609462.190431:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609462.190452:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf343580 00000400:00000200:0.0:1749609462.190462:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x16fbd [2] + 0 00000400:00000010:0.0:1749609462.190469:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fcb8. 00000400:00000200:0.0:1749609462.190475:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0245840 00000800:00000001:0.0:1749609462.190482:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609462.190487:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609462.190491:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609462.190497:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609462.190566:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0245840 00000400:00000010:0.0:1749609462.190569:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a0245840. 00000100:00000001:0.0:1749609462.190575:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609462.190578:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609462.190582:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51d8450 x1834594730259840 msgsize 224 00000100:00100000:0.0:1749609462.190589:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609462.190591:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609462.190632:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609462.190643:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609462.190649:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609462.190651:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609462.190655:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609462.190661:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609462.190686:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343600 00000400:00000200:0.0:1749609462.190695:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 88816 00000800:00000001:0.0:1749609462.190702:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609462.190708:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609462.190710:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609462.190715:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609462.190721:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609462.190723:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609462.190729:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6d80. 00000100:00000040:0.0:1749609462.190733:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab6d80 x1834594730259968 msgsize 520 00000100:00100000:0.0:1749609462.190740:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:3.0:1749609462.190754:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749609462.190760:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730259840 00000100:00000001:0.0:1749609462.190763:0:1504:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609462.190765:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609462.190769:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1749609462.190769:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609462.190772:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609462.190774:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609462.190777:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:3.0:1749609462.190779:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609462.190780:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609462.190785:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730259840 00000400:00000200:0.0:1749609462.190786:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000001:3.0:1749609462.190789:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609462.190792:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000400:00000200:0.0:1749609462.190794:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343680 00000020:00000001:3.0:1749609462.190796:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749609462.190800:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 89336 00000020:00000040:3.0:1749609462.190800:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000020:00000001:3.0:1749609462.190804:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000800:00000001:0.0:1749609462.190805:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:3.0:1749609462.190808:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:3.0:1749609462.190816:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609462.190822:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:3.0:1749609462.190826:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609462.190830:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000020:00000010:3.0:1749609462.190838:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c9e00. 00000020:00000010:3.0:1749609462.190844:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000020:00000010:3.0:1749609462.190851:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000100:00000040:3.0:1749609462.190863:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1749609462.190868:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609462.190870:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609462.190872:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609462.190880:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609462.190892:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609462.190894:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749609462.190897:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749609462.190900:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730259968 00000400:00000200:0.0:1749609462.190903:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 02000000:00000001:1.0:1749609462.190904:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609462.190906:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609462.190909:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609462.190909:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609462.190911:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749609462.190913:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609462.190916:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4000. 00000100:00000001:3.0:1749609462.190916:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609462.190917:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730259968 00000100:00000040:0.0:1749609462.190919:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff880136ab4000 x1834594730260096 msgsize 520 00000020:00000001:1.0:1749609462.190920:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609462.190923:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749609462.190925:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000020:00000001:1.0:1749609462.190926:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609462.190928:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609462.190928:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609462.190930:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749609462.190931:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.190937:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749609462.190937:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000100:00100000:3.0:1749609462.190937:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1511 00000100:00000040:3.0:1749609462.190940:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609462.190942:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352829008 : -131938356722608 : ffff8800b51d8450) 00000800:00000001:0.0:1749609462.190943:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:1.0:1749609462.190943:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000800:00000001:0.0:1749609462.190948:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609462.190948:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 00000100:00000040:3.0:1749609462.190949:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d8450 x1834594730259840/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:408/0 lens 224/0 e 0 to 0 dl 1749609473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609462.190954:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609462.190956:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609462.190959:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609462.190961:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609462.190963:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b47b82c0. 00000100:00000001:1.0:1749609462.190964:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609462.190965:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609462.190967:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b47b82c0. 00000100:00000001:0.0:1749609462.190968:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609462.190971:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730260096 00000100:00100000:3.0:1749609462.190972:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730259840:12345-192.168.201.20@tcp:400: 02000000:00000001:0.0:1749609462.190975:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609462.190975:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609462.190976:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730259840 00000100:00000001:0.0:1749609462.190995:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609462.190997:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609462.190997:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609462.191001:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609462.191001:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609462.191003:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609462.191004:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730260096 00000100:00000001:1.0:1749609462.191004:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749609462.191005:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609462.191006:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749609462.191007:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749609462.191007:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000040:0.0:1749609462.191009:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609462.191010:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609462.191011:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609462.191011:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609462.191013:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609462.191013:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2858 00000020:00000001:3.0:1749609462.191013:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609462.191015:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609462.191015:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609462.191016:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526390144 : -131936183161472 : ffff880136ab6d80) 00000020:00000001:3.0:1749609462.191017:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609462.191019:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1749609462.191020:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0800. 00000100:00000040:1.0:1749609462.191021:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab6d80 x1834594730259968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609462.191022:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749609462.191024:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cee00. 02000000:00000001:3.0:1749609462.191024:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749609462.191028:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 02000000:00000010:3.0:1749609462.191029:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012ea32c00. 02000000:00000001:3.0:1749609462.191030:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609462.191032:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730259968:12345-192.168.201.20@tcp:38: 00000100:00000001:0.0:1749609462.191034:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609462.191034:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.191035:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749609462.191036:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730259968 00000020:00000001:3.0:1749609462.191036:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.191037:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609462.191038:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730259840 00000020:00000001:1.0:1749609462.191039:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609462.191041:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609462.191041:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749609462.191041:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609462.191044:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d8450 x1834594730259840/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:408/0 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609462.191052:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609462.191054:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609462.191056:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609462.191056:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609462.191059:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749609462.191059:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609462.191060:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609462.191061:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749609462.191063:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:1.0:1749609462.191065:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609462.191065:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609462.191067:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749609462.191067:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609462.191068:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.191069:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609462.191069:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609462.191070:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609462.191071:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609462.191072:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609462.191073:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 02000000:00000010:1.0:1749609462.191074:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0cfc00. 02000000:00000001:1.0:1749609462.191076:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609462.191077:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2859 00000100:00000001:1.0:1749609462.191077:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609462.191078:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00010000:00000001:1.0:1749609462.191080:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749609462.191081:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137526378496 : -131936183173120 : ffff880136ab4000) 00010000:00000001:1.0:1749609462.191081:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609462.191082:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730259840, offset 224 00000100:00001000:1.0:1749609462.191083:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609462.191086:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880136ab4000 x1834594730260096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609462.191086:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749609462.191087:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609462.191093:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609462.191096:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609462.191098:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000200:3.0:1749609462.191098:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000001:1.0:1749609462.191099:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00100000:0.0:1749609462.191118:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730260096:12345-192.168.201.20@tcp:38: 00000100:00000001:1.0:1749609462.191119:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000200:3.0:1749609462.191121:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2160:2160:256:4294967295] 192.168.201.20@tcp LPNI seq info [2156:2156:8:4294967295] 00000100:00000040:1.0:1749609462.191122:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000200:0.0:1749609462.191123:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730260096 02000000:00000001:1.0:1749609462.191124:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609462.191126:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609462.191127:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609462.191128:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749609462.191130:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749609462.191131:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:1.0:1749609462.191133:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907a880. 00000400:00000200:3.0:1749609462.191134:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000200:1.0:1749609462.191137:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730259968, offset 0 00000800:00000200:3.0:1749609462.191139:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000040:0.0:1749609462.191140:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000400:00000200:1.0:1749609462.191142:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609462.191144:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000020:00000001:0.0:1749609462.191145:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000400:00000200:1.0:1749609462.191150:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000200:3.0:1749609462.191150:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:0.0:1749609462.191153:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609462.191156:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749609462.191156:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2161:2161:255:4294967295] 192.168.201.20@tcp LPNI seq info [2157:2157:7:4294967295] 00000800:00000200:3.0:1749609462.191158:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 02000000:00000010:0.0:1749609462.191160:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff880089407800. 00000800:00000200:3.0:1749609462.191162:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1749609462.191163:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.191166:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609462.191166:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00010000:00000040:0.0:1749609462.191170:0:14333:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000800:00000200:1.0:1749609462.191171:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609462.191172:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1749609462.191174:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee800. 00000100:00000040:3.0:1749609462.191175:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:3.0:1749609462.191177:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00080000:0.0:1749609462.191178:0:14333:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4071 last 0 00000020:00000001:3.0:1749609462.191178:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609462.191179:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000001:3.0:1749609462.191181:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1749609462.191184:0:14333:0:(obd_class.h:881:obd_connect()) Process entered 00000800:00000200:1.0:1749609462.191185:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:3.0:1749609462.191186:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d8450 x1834594730259840/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:408/0 lens 224/224 e 0 to 0 dl 1749609473 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1749609462.191189:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee800 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:0.0:1749609462.191190:0:14333:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1749609462.191193:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609462.191193:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609462.191195:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29485:x1834594730259840:12345-192.168.201.20@tcp:400: Request processed in 234us (611us total) trans 0 rc 0/0 00000100:00000040:1.0:1749609462.191196:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609462.191198:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609462.191198:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609462.191199:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609462.191203:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6d80 x1834594730259968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609482 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609462.191203:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1511 00000100:00000040:3.0:1749609462.191206:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000004:00000001:0.0:1749609462.191207:0:14333:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:3.0:1749609462.191208:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609462.191209:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:0.0:1749609462.191212:0:14333:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609462.191213:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730259968:12345-192.168.201.20@tcp:38: Request processed in 181us (478us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749609462.191214:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000004:00000001:0.0:1749609462.191215:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609462.191217:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000100:00100000:1.0:1749609462.191220:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2858 00000020:00000010:3.0:1749609462.191220:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c9e00. 00000004:00000040:0.0:1749609462.191221:0:14333:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000001:1.0:1749609462.191223:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609462.191224:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000040:0.0:1749609462.191225:0:14333:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000020:00000040:3.0:1749609462.191225:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000020:00000010:1.0:1749609462.191227:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000004:00000040:0.0:1749609462.191228:0:14333:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000100:00000001:3.0:1749609462.191228:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609462.191230:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00000004:00000001:0.0:1749609462.191232:0:14333:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:3.0:1749609462.191232:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:1.0:1749609462.191233:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000004:00000001:0.0:1749609462.191236:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609462.191236:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609462.191237:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62c60. 00000004:00000001:0.0:1749609462.191239:0:14333:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000010:3.0:1749609462.191240:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c7b7300. 00000004:00000001:0.0:1749609462.191242:0:14333:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609462.191245:0:14333:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609462.191271:0:14333:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609462.191274:0:14333:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:0.0:1749609462.191277:0:14333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:0.0:1749609462.191281:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609462.191284:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749609462.191287:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609462.191289:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609462.191292:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1749609462.191296:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609462.191303:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000200:3.0:1749609462.191306:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1749609462.191307:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000010:3.0:1749609462.191308:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695600. 00000100:00000040:0.0:1749609462.191310:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:3.0:1749609462.191311:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609462.191313:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609462.191315:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000400:00000200:3.0:1749609462.191315:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:3.0:1749609462.191317:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609462.191319:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000040:0.0:1749609462.191320:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609462.191322:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609462.191322:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749609462.191324:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1749609462.191325:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749609462.191326:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012ea32c00. 00000100:00000001:0.0:1749609462.191327:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749609462.191328:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609462.191329:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609462.191331:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:0.0:1749609462.191334:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668e58. 00000100:00000200:0.0:1749609462.191338:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730260096, offset 0 00000400:00000200:0.0:1749609462.191367:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609462.191375:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:0.0:1749609462.191382:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2162:2162:255:4294967295] 192.168.201.20@tcp LPNI seq info [2158:2158:7:4294967295] 00000800:00000200:3.0:1749609462.191389:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1749609462.191391:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee800. 00000400:00000200:0.0:1749609462.191395:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000400:00000200:3.0:1749609462.191396:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609462.191400:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000800:00000200:0.0:1749609462.191402:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609462.191402:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907a880 00000400:00000010:3.0:1749609462.191404:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907a880. 00000800:00000010:0.0:1749609462.191406:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057a00. 00000100:00000001:3.0:1749609462.191407:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609462.191408:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000200:0.0:1749609462.191411:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:0.0:1749609462.191418:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:0.0:1749609462.191422:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057a00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1749609462.191442:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609462.191446:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:0.0:1749609462.191449:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609462.191452:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609462.191457:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4000 x1834594730260096/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609482 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609462.191469:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730260096:12345-192.168.201.20@tcp:38: Request processed in 369us (548us total) trans 0 rc -11/-11 00000100:00100000:0.0:1749609462.191479:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2859 00000100:00000001:0.0:1749609462.191484:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609462.191485:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609462.191489:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cee00. 00000020:00000010:0.0:1749609462.191493:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000020:00000010:0.0:1749609462.191521:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0800. 00000100:00000001:0.0:1749609462.191527:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609462.191532:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609462.191535:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057a00. 00000400:00000200:1.0:1749609462.191538:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609462.191542:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609462.191545:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668e58 00000400:00000010:1.0:1749609462.191546:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668e58. 00000100:00000001:1.0:1749609462.191549:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609462.191551:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609462.560678:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4380. 00000020:00000040:0.0:1749609462.560693:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609462.560701:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609462.560705:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609462.560712:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609462.560721:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a0800. 00000100:00000001:0.0:1749609462.560731:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.560738:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609462.560741:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609462.560748:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609462.560751:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609462.560756:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609462.560759:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526379392 : -131936183172224 : ffff880136ab4380) 00000100:00000001:0.0:1749609462.560765:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609462.560768:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609462.560772:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609462.560774:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609462.560785:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4380 x1834594612300928/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.560801:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609462.560803:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609462.560807:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4380 x1834594612300928/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.560820:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609462.560824:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609462.560826:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609462.560829:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609462.560832:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609462.560836:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609462.560840:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.560844:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609462.560847:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609462.560850:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4380 x1834594612300928/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609462.560864:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612300928:0@lo:900: 00000100:00000001:0.0:1749609462.560870:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609462.560874:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609462.560878:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609462.560881:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609462.560884:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4380 x1834594612300928/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.560894:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609462.560897:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609462.560903:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609462.560906:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609462.560909:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609462.560912:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4380 x1834594612300928/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609462.560923:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609462.560926:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609462.560927:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609462.560931:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609462.560934:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a0800. 02000000:00000001:0.0:1749609462.560938:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609462.560941:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609462.560943:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4380. 00000100:00000001:0.0:1749609462.560948:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609462.560949:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609462.710645:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609462.710653:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609462.710655:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609462.710658:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609462.710662:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609462.710666:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609462.710669:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609462.710672:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609462.710674:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609462.845588:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609462.845596:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609462.845603:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609462.845605:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609462.845695:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609462.845701:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609462.845707:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609463.710639:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609463.710648:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609463.710649:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609463.710652:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609463.710655:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609463.710658:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609463.710661:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609463.710663:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609463.710665:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609463.847649:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609463.847654:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609463.847660:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609463.847662:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609463.847720:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609463.847723:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609463.847725:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609464.561638:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4380. 00000020:00000040:0.0:1749609464.561649:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609464.561654:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609464.561658:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609464.561666:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609464.561675:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609464.561683:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609464.561689:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609464.561691:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609464.561697:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609464.561699:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609464.561702:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609464.561703:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526379392 : -131936183172224 : ffff880136ab4380) 00000100:00000001:0.0:1749609464.561708:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609464.561710:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609464.561712:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609464.561714:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609464.561724:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4380 x1834594612301056/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609464.561735:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609464.561736:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609464.561739:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4380 x1834594612301056/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609464.561745:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609464.561748:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609464.561749:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609464.561750:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609464.561752:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609464.561754:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609464.561757:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609464.561760:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609464.561762:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609464.561764:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4380 x1834594612301056/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609464.561771:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612301056:0@lo:900: 00000100:00000001:0.0:1749609464.561775:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609464.561777:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609464.561779:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609464.561780:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609464.561782:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4380 x1834594612301056/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609464.561788:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609464.561789:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609464.561794:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609464.561796:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609464.561797:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609464.561798:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4380 x1834594612301056/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609464.561802:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609464.561804:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609464.561805:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609464.561806:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609464.561808:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609464.561813:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609464.561814:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609464.561815:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4380. 00000100:00000001:0.0:1749609464.561817:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609464.561817:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609464.710673:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609464.710684:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609464.710686:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609464.710690:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609464.710693:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609464.710697:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609464.710700:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609464.710703:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609464.710705:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609464.849675:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609464.849682:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609464.849688:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609464.849689:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609464.849762:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609464.849766:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609464.849769:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609465.435640:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609465.435652:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609465.435660:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab4380. 00000020:00000040:0.0:1749609465.435666:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609465.435672:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609465.435675:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609465.435681:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609465.435689:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057c00. 00000100:00000001:0.0:1749609465.435696:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609465.435705:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609465.435718:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609465.435721:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609465.435727:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab4380] to pc [ptlrpcd_00_01+1] req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609465.435769:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609465.435772:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609465.435776:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609465.435778:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609465.435781:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609465.435784:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609465.435786:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4069 00000100:00080000:0.0:1749609465.435790:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609465.435792:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609465.435796:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609465.435798:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609465.435799:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609465.435802:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609465.435804:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609465.435807:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609465.435810:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609465.435812:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609465.435815:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609465.435818:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609465.435820:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609465.435821:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609465.435823:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609465.435826:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609465.435828:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609465.435828:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609465.435830:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609465.435832:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609465.435836:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609465.435839:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609465.435840:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749609465.435841:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.435843:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609465.435846:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609465.435849:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab5880. 00000020:00000040:0.0:1749609465.435851:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:2.0:1749609465.435851:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609465.435854:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609465.435855:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.435858:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609465.435859:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609465.435861:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.435862:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609465.435863:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749609465.435864:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880089404000. 00000100:00000001:2.0:1749609465.435864:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.435868:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609465.435868:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609465.435871:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609465.435872:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609465.435872:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609465.435875:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609465.435878:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612301184:0@lo:400: 00000100:00000001:0.0:1749609465.435880:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609465.435882:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.435883:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749609465.435884:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab5880] to pc [ptlrpcd_rcv+-1] req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609465.435889:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749609465.435892:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609465.435895:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749609465.435902:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 02000000:00000001:2.0:1749609465.435904:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.435905:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609465.435908:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609465.435911:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1749609465.435912:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f790. 00000100:00000010:0.0:1749609465.435913:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab7100. 00000020:00000040:0.0:1749609465.435915:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609465.435917:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609465.435919:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609465.435920:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609465.435922:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93088. 02000000:00000010:0.0:1749609465.435923:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057800. 00000100:00000001:0.0:1749609465.435925:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609465.435928:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749609465.435932:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612301184, portal 25 00000100:00000001:0.0:1749609465.435935:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609465.435935:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609465.435936:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.435936:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526379392 : -131936183172224 : ffff880136ab4380) 00000100:00000040:0.0:1749609465.435938:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab7100] to pc [ptlrpcd_00_02+2] req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609465.435942:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609465.435950:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609465.435953:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749609465.435955:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000100:00000001:0.0:1749609465.435957:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609465.435957:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612301184, offset 0 00000100:00080000:0.0:1749609465.435959:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609465.435962:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609465.435963:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1749609465.435963:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749609465.435964:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609465.435967:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609465.435969:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4069 00000100:00080000:0.0:1749609465.435970:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609465.435973:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609465.435975:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609465.435977:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609465.435978:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:2.0:1749609465.435980:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609465.435981:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609465.435982:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609465.435983:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609465.435983:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609465.435985:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609465.435986:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000020:00000001:0.0:1749609465.435988:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:3.0:1749609465.435989:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609465.435991:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609465.435992:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609465.435992:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749609465.435993:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c4d80 00000100:00000040:0.0:1749609465.435995:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609465.435997:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609465.435999:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000400:00000200:2.0:1749609465.436000:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16ff9 [2] + 0 00000100:00000040:3.0:1749609465.436000:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609465.436001:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609465.436003:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609465.436004:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1749609465.436004:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fa50. 02000000:00000001:0.0:1749609465.436007:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609465.436007:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609465.436009:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609465.436009:0:1510:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0245900 00000100:00000001:0.0:1749609465.436010:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609465.436012:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609465.436012:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1749609465.436012:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749609465.436014:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6a00. 00000100:00000001:3.0:1749609465.436014:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436015:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609465.436015:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749609465.436016:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609465.436018:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749609465.436018:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749609465.436019:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436020:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749609465.436020:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609465.436020:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609465.436021:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609465.436022:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609465.436023:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609465.436025:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880089404c00. 00000400:00000200:2.0:1749609465.436025:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0245900 00000100:00100000:3.0:1749609465.436026:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612301312:0@lo:38: 00000100:00000001:0.0:1749609465.436027:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609465.436027:0:1510:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a0245900. 00000100:00000001:1.0:1749609465.436028:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749609465.436030:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609465.436031:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609465.436031:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609465.436033:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609465.436034:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749609465.436035:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1749609465.436035:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609465.436036:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609465.436037:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609465.436038:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609465.436038:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436039:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749609465.436039:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51db050 x1834594612301184 msgsize 224 02000000:00000001:3.0:1749609465.436040:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749609465.436044:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609465.436045:0:1510:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:3.0:1749609465.436045:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012ea32c00. 00000100:00000040:1.0:1749609465.436046:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609465.436047:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab6a00] to pc [ptlrpcd_rcv+-1] req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609465.436047:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609465.436053:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00000001:0.0:1749609465.436056:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609465.436058:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:3.0:1749609465.436060:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00080000:0.0:1749609465.436062:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609465.436063:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749609465.436063:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609465.436063:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749609465.436064:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749609465.436065:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436066:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:3.0:1749609465.436067:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612301312, portal 4 00000100:00080000:0.0:1749609465.436068:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4069 02000000:00000001:1.0:1749609465.436069:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749609465.436069:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749609465.436071:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609465.436071:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526384768 : -131936183166848 : ffff880136ab5880) 02000000:00000001:1.0:1749609465.436072:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609465.436072:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000100:00000040:0.0:1749609465.436073:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000400:00000010:2.0:1749609465.436074:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000100:00000001:0.0:1749609465.436075:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609465.436076:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:1.0:1749609465.436076:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436077:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609465.436078:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609465.436078:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609465.436079:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609465.436080:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00100000:1.0:1749609465.436081:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612301440:0@lo:400: 00000100:00000200:2.0:1749609465.436081:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609465.436082:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609465.436083:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609465.436085:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609465.436086:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609465.436086:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609465.436086:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609465.436090:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:1.0:1749609465.436090:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749609465.436090:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609465.436091:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609465.436091:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609465.436092:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609465.436092:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 02000000:00000001:1.0:1749609465.436093:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436094:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:2.0:1749609465.436094:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609465.436095:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612301312, offset 0 00000020:00000040:0.0:1749609465.436096:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 02000000:00000001:1.0:1749609465.436096:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749609465.436098:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609465.436099:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609465.436101:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1749609465.436101:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b600. 00000100:00000001:2.0:1749609465.436101:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609465.436101:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749609465.436103:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609465.436103:0:1510:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609465.436104:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609465.436105:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436106:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609465.436107:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436107:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609465.436109:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136ab6300. 00000400:00000010:1.0:1749609465.436110:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0420. 00000020:00000040:0.0:1749609465.436111:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749609465.436111:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298741848 02000000:00000001:0.0:1749609465.436113:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609465.436114:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436115:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609465.436116:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749609465.436116:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00000010:2.0:1749609465.436116:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a07065c0. 02000000:00000001:0.0:1749609465.436117:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609465.436117:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749609465.436120:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880089406000. 00000100:00000001:0.0:1749609465.436122:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609465.436122:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612301440, portal 4 00000100:00000001:2.0:1749609465.436124:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1749609465.436125:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609465.436125:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609465.436127:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526391040 : -131936183160576 : ffff880136ab7100) 00000400:00000200:3.0:1749609465.436127:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c4e00 00000100:00000001:0.0:1749609465.436132:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609465.436132:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298741848 00000100:00000001:0.0:1749609465.436133:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609465.436133:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 13520 00000100:00000010:2.0:1749609465.436134:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706480. 00000100:00000040:1.0:1749609465.436135:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609465.436136:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880136ab6300] to pc [ptlrpcd_rcv+-1] req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609465.436137:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749609465.436140:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298741848 00000100:00000001:0.0:1749609465.436142:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749609465.436142:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706d80. 00000400:00000200:3.0:1749609465.436142:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609465.436144:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609465.436145:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1749609465.436146:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609465.436147:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749609465.436148:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609465.436148:0:1510:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298741848 00000100:00000010:2.0:1749609465.436149:0:1510:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800a0706a40. 00000100:00000010:0.0:1749609465.436151:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b623100. 00000100:00000001:3.0:1749609465.436151:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749609465.436152:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609465.436152:0:1510:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000020:00000040:0.0:1749609465.436153:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:3.0:1749609465.436153:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749609465.436154:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1749609465.436154:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 02000000:00000001:0.0:1749609465.436155:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609465.436155:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609465.436156:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436157:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609465.436157:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7b8a80. 00000100:00000200:1.0:1749609465.436158:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612301440, offset 0 02000000:00000010:0.0:1749609465.436159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057000. 00000100:00000040:3.0:1749609465.436160:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7b8a80 x1834594612301312 msgsize 520 00000100:00000001:0.0:1749609465.436161:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436161:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609465.436163:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609465.436163:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609465.436166:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749609465.436167:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609465.436170:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609465.436170:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609465.436171:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436172:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749609465.436174:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b623100] to pc [ptlrpcd_00_03+3] req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609465.436174:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609465.436175:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609465.436176:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436178:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609465.436179:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609465.436179:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436181:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609465.436185:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4079) 00000400:00000200:3.0:1749609465.436188:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609465.436190:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609465.436194:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609465.436198:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609465.436203:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749609465.436204:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c4e80 00000100:00100000:2.0:1749609465.436205:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612301184 00000100:00000001:3.0:1749609465.436206:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609465.436207:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609465.436208:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609465.436210:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749609465.436212:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 6496 00000100:00000001:2.0:1749609465.436212:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436215:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609465.436216:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436217:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609465.436217:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749609465.436219:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612301184 00000100:00100000:0.0:1749609465.436220:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612301312 00000400:00000200:1.0:1749609465.436220:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609465.436221:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609465.436222:0:13561:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749609465.436223:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1749609465.436224:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000040:3.0:1749609465.436224:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1032 usecs (2 jiffies) 00000400:00000200:1.0:1749609465.436225:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609465.436226:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609465.436227:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609465.436228:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436228:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298741842 00000100:00000001:1.0:1749609465.436230:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:2.0:1749609465.436230:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:3.0:1749609465.436230:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298741848 02000000:00000001:0.0:1749609465.436232:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609465.436233:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1749609465.436233:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609465.436233:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298741842 00000100:00100000:0.0:1749609465.436235:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612301312 00000020:00000001:2.0:1749609465.436235:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609465.436235:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298741848 00000020:00000001:0.0:1749609465.436237:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609465.436237:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298741842 00000100:00000010:1.0:1749609465.436238:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bfbb80. 00000020:00000040:0.0:1749609465.436239:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749609465.436239:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298741848 00000020:00000001:0.0:1749609465.436240:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609465.436240:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609465.436240:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298741842 00000020:00000001:0.0:1749609465.436242:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609465.436242:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880130bfbb80 x1834594612301440 msgsize 224 00000100:00000001:3.0:1749609465.436242:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298741848 00000020:00000010:2.0:1749609465.436243:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706dc0. 00000100:00000001:3.0:1749609465.436243:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609465.436244:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436245:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436246:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609465.436248:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749609465.436248:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706dc0. 00000100:00000001:3.0:1749609465.436248:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609465.436249:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000001:3.0:1749609465.436251:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609465.436254:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000020:00000010:2.0:1749609465.436254:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609465.436256:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749609465.436258:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000020:00000010:2.0:1749609465.436258:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000001:3.0:1749609465.436258:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609465.436260:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609465.436260:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609465.436261:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749609465.436262:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:0.0:1749609465.436263:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609465.436263:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609465.436265:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749609465.436266:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609465.436267:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609465.436268:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000100:00000040:2.0:1749609465.436269:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:1.0:1749609465.436271:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:0.0:1749609465.436272:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436272:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609465.436273:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609465.436273:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609465.436274:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609465.436274:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436275:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609465.436276:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609465.436277:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609465.436278:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609465.436279:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609465.436279:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609465.436281:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612301568:0@lo:38: 00000100:00000001:2.0:1749609465.436282:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436304:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609465.436310:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609465.436312:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609465.436312:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749609465.436313:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749609465.436314:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436315:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749609465.436316:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609465.436316:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609465.436320:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012db2f400. 00000100:00100000:0.0:1749609465.436321:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1749609465.436321:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00000001:1.0:1749609465.436322:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749609465.436322:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609465.436324:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:0.0:1749609465.436325:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355479680 : -131936354071936 : ffff88012c7b8a80) 00000400:00000010:3.0:1749609465.436325:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62bb0. 00000100:00000001:2.0:1749609465.436326:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352840272 : -131938356711344 : ffff8800b51db050) 00000100:00000040:1.0:1749609465.436327:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609465.436328:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000040:0.0:1749609465.436329:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7b8a80 x1834594612301312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609465.436330:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51db050 x1834594612301184/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:411/0 lens 224/0 e 0 to 0 dl 1749609476 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609465.436330:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612301568, portal 10 00000100:00000001:3.0:1749609465.436332:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609465.436334:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526389248 : -131936183162368 : ffff880136ab6a00) 00000100:00000001:1.0:1749609465.436338:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436338:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749609465.436339:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609465.436340:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612301312:12345-0@lo:38: 00000100:00000001:1.0:1749609465.436340:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609465.436340:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706dc0. 00000100:00000001:2.0:1749609465.436342:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609465.436344:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612301312 00000020:00000010:2.0:1749609465.436344:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706dc0. 00000100:00000001:3.0:1749609465.436346:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749609465.436347:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609465.436347:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609465.436347:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612301184:12345-0@lo:400: 00000100:00000040:3.0:1749609465.436348:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609465.436350:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00010000:00000001:0.0:1749609465.436351:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749609465.436351:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612301184 00000100:00000200:3.0:1749609465.436351:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612301568, offset 0 00000100:00000040:1.0:1749609465.436353:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000020:00000001:2.0:1749609465.436354:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609465.436354:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609465.436356:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298741841 00000020:00000001:2.0:1749609465.436358:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:3.0:1749609465.436359:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609465.436360:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298741848 00000020:00000001:2.0:1749609465.436360:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436363:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298741841 00000020:00000001:2.0:1749609465.436364:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749609465.436364:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c4f00 00000020:00000001:0.0:1749609465.436365:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436365:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298741848 00000020:00000001:2.0:1749609465.436366:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00010000:00020000:0.0:1749609465.436368:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609465.436368:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298741841 00000020:00000001:2.0:1749609465.436369:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749609465.436369:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 89856 00000100:00000001:1.0:1749609465.436370:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298741848 00010000:00000001:0.0:1749609465.436371:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609465.436371:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.436373:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298741841 00000020:00000001:2.0:1749609465.436373:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1749609465.436375:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609465.436375:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298741848 00000020:00000001:2.0:1749609465.436375:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749609465.436375:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609465.436377:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609465.436378:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609465.436378:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609465.436378:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609465.436380:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609465.436381:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609465.436381:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609465.436381:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609465.436382:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749609465.436383:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609465.436384:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1749609465.436385:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880089405000. 00000100:00000001:1.0:1749609465.436385:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609465.436386:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012c7bbb80. 02000000:00000001:0.0:1749609465.436387:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609465.436387:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609465.436388:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609465.436388:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88012c7bbb80 x1834594612301568 msgsize 520 00000100:00000001:0.0:1749609465.436389:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609465.436391:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130186c00. 00000100:00100000:3.0:1749609465.436391:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1749609465.436393:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749609465.436393:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436394:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1749609465.436395:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436395:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436396:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749609465.436397:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609465.436398:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609465.436399:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609465.436399:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000040:2.0:1749609465.436400:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612301184 00000100:00000001:1.0:1749609465.436401:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609465.436402:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749609465.436403:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749609465.436403:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000100:00000001:1.0:1749609465.436404:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749609465.436404:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000001:0.0:1749609465.436405:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609465.436406:0:1508:0:(events.c:35:request_out_callback()) Process entered 00010000:00000200:2.0:1749609465.436407:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51db050 x1834594612301184/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:411/0 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609465.436408:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609465.436409:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609465.436409:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609465.436409:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609465.436411:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609465.436414:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000001:2.0:1749609465.436415:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609465.436416:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609465.436416:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749609465.436417:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609465.436418:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609465.436418:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609465.436420:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:2.0:1749609465.436420:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609465.436421:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749609465.436422:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609465.436423:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609465.436424:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668f68. 00000100:00000001:2.0:1749609465.436424:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609465.436424:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436425:0:1508:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749609465.436427:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609465.436427:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609465.436427:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609465.436428:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612301312, offset 0 00000100:00000001:2.0:1749609465.436428:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609465.436430:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609465.436430:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 822 usecs (1 jiffies) 02000000:00000001:2.0:1749609465.436431:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609465.436432:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298741841 00000400:00000200:0.0:1749609465.436433:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609465.436433:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609465.436433:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436434:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609465.436434:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298741848 00000100:00000001:3.0:1749609465.436436:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298741841 00000100:00100000:1.0:1749609465.436437:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612301824:0@lo:400: 00000100:00000040:2.0:1749609465.436437:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609465.436437:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298741848 00000400:00000010:2.0:1749609465.436439:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000100:00000001:3.0:1749609465.436439:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298741841 00000100:00000001:3.0:1749609465.436441:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298741848 00000400:00000200:0.0:1749609465.436442:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609465.436442:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749609465.436442:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298741841 00000100:00000200:2.0:1749609465.436443:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612301184, offset 224 00000100:00000001:3.0:1749609465.436444:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298741848 00000100:00000001:3.0:1749609465.436445:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749609465.436446:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749609465.436447:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609465.436447:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609465.436448:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609465.436449:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c4e00 00000100:00000001:3.0:1749609465.436449:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749609465.436451:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749609465.436452:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609465.436454:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17b55 [1] + 0 00000400:00000200:2.0:1749609465.436455:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749609465.436456:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b400. 00000400:00000200:0.0:1749609465.436459:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609465.436459:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436459:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749609465.436460:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c4d80 00000100:00000001:3.0:1749609465.436461:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609465.436463:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749609465.436463:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0840. 02000000:00000001:3.0:1749609465.436463:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749609465.436465:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17b4d [1] + 224 02000000:00000001:3.0:1749609465.436465:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609465.436466:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609465.436468:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880136ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612301696:0@lo:38: 00000400:00000200:2.0:1749609465.436469:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749609465.436471:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000001:3.0:1749609465.436471:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749609465.436473:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609465.436473:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609465.436474:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609465.436476:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612301824, portal 10 00000100:00000001:2.0:1749609465.436476:0:13561:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609465.436476:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609465.436477:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609465.436479:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1749609465.436479:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508d000. 00000100:00000200:2.0:1749609465.436480:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609465.436481:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.436481:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337041152 : -131936372510464 : ffff88012b623100) 02000000:00000001:3.0:1749609465.436481:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609465.436483:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62aa8. 00000400:00000010:3.0:1749609465.436485:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000200:3.0:1749609465.436487:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612301696, portal 10 00000100:00000040:1.0:1749609465.436489:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609465.436489:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609465.436489:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749609465.436490:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609465.436490:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137526387456 : -131936183164160 : ffff880136ab6300) 00000100:00000040:3.0:1749609465.436495:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609465.436525:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609465.436532:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000100:00000001:3.0:1749609465.436533:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749609465.436534:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00000001:0.0:1749609465.436536:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749609465.436536:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609465.436537:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000001:0.0:1749609465.436538:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749609465.436539:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612301696, offset 0 00000100:00000001:1.0:1749609465.436540:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609465.436541:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609465.436542:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749609465.436544:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:1.0:1749609465.436544:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609465.436546:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609465.436547:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000001:2.0:1749609465.436548:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609465.436548:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609465.436549:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609465.436551:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612301824, offset 0 00000100:00000040:0.0:1749609465.436552:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7b8a80 x1834594612301312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609465.436553:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c4f80 00000400:00000200:2.0:1749609465.436555:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000400:00000010:2.0:1749609465.436558:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000100:00000001:2.0:1749609465.436560:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749609465.436561:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612301312:12345-0@lo:38: Request processed in 222us (400us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609465.436562:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609465.436564:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609465.436566:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 90376 00000100:00000040:2.0:1749609465.436567:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00100000:0.0:1749609465.436569:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00010000:00000001:2.0:1749609465.436569:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749609465.436570:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609465.436571:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436572:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609465.436572:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609465.436573:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749609465.436573:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749609465.436574:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749609465.436576:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51db050 x1834594612301184/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:411/0 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609465.436577:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000001:3.0:1749609465.436579:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:0.0:1749609465.436580:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000100:00000200:3.0:1749609465.436580:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749609465.436582:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749609465.436584:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00100000:2.0:1749609465.436584:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1510:x1834594612301184:12345-0@lo:400: Request processed in 245us (543us total) trans 0 rc 0/0 00000100:00000010:3.0:1749609465.436585:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a096680. 00000100:00000001:0.0:1749609465.436588:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609465.436588:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a096680 x1834594612301696 msgsize 520 00000400:00000200:1.0:1749609465.436591:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c5000 00000100:00100000:2.0:1749609465.436593:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:3.0:1749609465.436593:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609465.436595:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000400:00000200:1.0:1749609465.436598:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 90896 00000100:00000001:2.0:1749609465.436598:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609465.436599:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609465.436600:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749609465.436603:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000400:00000200:1.0:1749609465.436604:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609465.436605:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000100:00000001:0.0:1749609465.436607:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749609465.436607:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000400:00000010:3.0:1749609465.436607:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00100000:0.0:1749609465.436609:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612301568 00000400:00000200:1.0:1749609465.436609:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609465.436609:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749609465.436610:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 02000000:00000001:0.0:1749609465.436611:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749609465.436612:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609465.436613:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609465.436614:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:2.0:1749609465.436614:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:0.0:1749609465.436615:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609465.436616:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749609465.436617:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609465.436617:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1749609465.436619:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130186c00. 00000100:00000001:3.0:1749609465.436619:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749609465.436620:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612301568 00000100:00000010:1.0:1749609465.436620:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bf9c00. 00000020:00000001:0.0:1749609465.436621:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749609465.436621:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609465.436622:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749609465.436622:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1749609465.436623:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880130bf9c00 x1834594612301824 msgsize 224 00000020:00000001:0.0:1749609465.436624:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609465.436624:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609465.436625:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609465.436627:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609465.436627:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1749609465.436627:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436628:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749609465.436629:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749609465.436630:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000400:00000010:2.0:1749609465.436631:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74fa50. 00000100:00000001:3.0:1749609465.436631:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609465.436632:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000040:3.0:1749609465.436633:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 677 usecs (1 jiffies) 00000020:00000010:0.0:1749609465.436634:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000001:3.0:1749609465.436635:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298741842 00000400:00000010:2.0:1749609465.436636:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201c00. 00000100:00000001:0.0:1749609465.436637:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609465.436637:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298741848 00000100:00000001:0.0:1749609465.436638:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609465.436639:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298741842 00000100:00000001:0.0:1749609465.436640:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436640:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298741848 00000100:00000001:1.0:1749609465.436642:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749609465.436642:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298741842 00000100:00000001:0.0:1749609465.436643:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436643:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298741848 00000100:00000001:3.0:1749609465.436645:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298741842 00000100:00000001:3.0:1749609465.436646:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298741848 00000100:00000001:3.0:1749609465.436648:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609465.436649:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:3.0:1749609465.436649:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436651:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609465.436651:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:0.0:1749609465.436654:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609465.436654:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609465.436655:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:3.0:1749609465.436655:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609465.436657:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749609465.436658:0:14331:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749609465.436658:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000100:00000200:1.0:1749609465.436659:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609465.436660:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000400:00000200:3.0:1749609465.436660:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000100:00100000:2.0:1749609465.436661:0:14331:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612301696 00000400:00000010:3.0:1749609465.436662:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:0.0:1749609465.436663:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137355492224 : -131936354059392 : ffff88012c7bbb80) 02000000:00000001:2.0:1749609465.436663:0:14331:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609465.436664:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609465.436665:0:14331:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749609465.436666:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012c7bbb80 x1834594612301568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609465.436667:0:14331:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609465.436667:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609465.436669:0:14331:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436670:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749609465.436671:0:14331:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612301696 00000100:00000040:1.0:1749609465.436673:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609465.436673:0:14331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609465.436675:0:14331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:3.0:1749609465.436675:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609465.436676:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c7bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612301568:12345-0@lo:38: 00000020:00000001:2.0:1749609465.436676:0:14331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749609465.436678:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612301568 00000020:00000001:2.0:1749609465.436678:0:14331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609465.436680:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609465.436680:0:14331:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609465.436682:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609465.436682:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609465.436682:0:14331:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609465.436682:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609465.436683:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.436684:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609465.436685:0:14331:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000001:3.0:1749609465.436685:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749609465.436687:0:14331:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 02000000:00000001:3.0:1749609465.436687:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749609465.436688:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436688:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436689:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:0.0:1749609465.436690:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609465.436690:0:14331:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609465.436691:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609465.436692:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609465.436692:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000100:00000001:2.0:1749609465.436692:0:14331:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609465.436693:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609465.436694:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609465.436694:0:14331:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436695:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298741842 00000100:00000001:0.0:1749609465.436697:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609465.436697:0:14331:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436698:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609465.436698:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298741848 00000100:00001000:3.0:1749609465.436698:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609465 v=5 (0 0 0 0) 02000000:00000001:0.0:1749609465.436700:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609465.436701:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298741842 00000100:00001000:3.0:1749609465.436702:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=131 v=20 (1 1 1 20) 02000000:00000010:0.0:1749609465.436703:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880089405800. 00000100:00000001:1.0:1749609465.436703:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298741848 00000100:00000001:2.0:1749609465.436704:0:14331:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609465.436704:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1749609465.436705:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436706:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298741842 00000100:00000001:3.0:1749609465.436706:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609465.436707:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436708:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749609465.436709:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609465.436709:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298741848 00000100:00000001:2.0:1749609465.436709:0:14331:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609465.436710:0:14331:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749609465.436711:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436711:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298741842 00000100:00000040:3.0:1749609465.436712:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609465.436713:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:2.0:1749609465.436713:0:14331:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00000001:0.0:1749609465.436715:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609465.436715:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298741848 00000100:00000001:2.0:1749609465.436716:0:14331:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361654912 : -131939347896704 : ffff88007a096680) 00000100:00000001:0.0:1749609465.436717:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609465.436717:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609465.436719:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:2.0:1749609465.436719:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a096680 x1834594612301696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609485 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609465.436719:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609465.436720:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436721:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609465.436722:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609465.436723:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609465.436723:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.436724:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609465.436725:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609465.436725:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1749609465.436727:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609465.436727:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609465.436727:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749609465.436728:0:14331:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612301696:12345-0@lo:38: 02000000:00000001:0.0:1749609465.436729:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436730:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:3.0:1749609465.436730:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749609465.436732:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609465.436732:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749609465.436732:0:14331:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612301696 00000100:00080000:3.0:1749609465.436732:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000400:00000010:0.0:1749609465.436734:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668f68. 00000100:00000001:1.0:1749609465.436734:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749609465.436734:0:14331:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609465.436735:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609465.436737:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749609465.436737:0:14331:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749609465.436738:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612301568, offset 0 00000100:00000001:1.0:1749609465.436738:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749609465.436738:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.436740:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609465.436742:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609465.436743:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609465.436745:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612301312:0@lo:38: 00000400:00000200:0.0:1749609465.436748:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609465.436748:0:14331:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436749:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749609465.436751:0:14331:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749609465.436751:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749609465.436753:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4f00 00000100:00000040:3.0:1749609465.436753:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab5880 x1834594612301312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609465.436754:0:14331:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749609465.436757:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b65 [1] + 0 00010000:00000001:2.0:1749609465.436757:0:14331:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609465.436759:0:14331:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609465.436760:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609465.436761:0:14331:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609465.436761:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749609465.436762:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749609465.436762:0:14331:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609465.436763:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012ea32c00. 00000400:00000200:0.0:1749609465.436764:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609465.436764:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1749609465.436765:0:14331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130186c00. 02000000:00000001:2.0:1749609465.436766:0:14331:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436767:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609465.436767:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612301440 02000000:00000001:3.0:1749609465.436767:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609465.436768:0:14331:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609465.436769:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609465.436769:0:1508:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749609465.436770:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1749609465.436771:0:14331:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1749609465.436771:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609465.436772:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1749609465.436772:0:14331:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609465.436773:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1749609465.436774:0:14331:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:3.0:1749609465.436774:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880089404000. 00000100:00000001:1.0:1749609465.436775:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609465.436776:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749609465.436777:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609465.436777:0:14331:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749609465.436778:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749609465.436780:0:14331:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749609465.436780:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab5880. 02000000:00000001:1.0:1749609465.436781:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609465.436781:0:14331:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609465.436782:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609465.436783:0:14331:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:1.0:1749609465.436784:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612301440 00000100:00000001:3.0:1749609465.436784:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609465.436785:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609465.436785:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609465.436786:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609465.436786:0:14331:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000400:00000200:0.0:1749609465.436788:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000020:00000040:1.0:1749609465.436788:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000040:2.0:1749609465.436788:0:14331:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000010:0.0:1749609465.436789:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00000001:3.0:1749609465.436789:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609465.436790:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609465.436791:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749609465.436791:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749609465.436791:0:14331:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609465.436792:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749609465.436792:0:14331:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436792:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609465.436793:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609465.436794:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609465.436794:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:2.0:1749609465.436794:0:14331:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:3.0:1749609465.436796:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749609465.436797:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:2.0:1749609465.436797:0:14331:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:3.0:1749609465.436797:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749609465.436798:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:0.0:1749609465.436799:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609465.436799:0:14331:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000400:00000010:3.0:1749609465.436799:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62bb0. 00000020:00000001:0.0:1749609465.436800:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609465.436800:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000020:00000001:1.0:1749609465.436801:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000400:00000010:3.0:1749609465.436802:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000040:0.0:1749609465.436803:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012c7bbb80 x1834594612301568/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609465.436804:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609465.436806:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.436807:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749609465.436811:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c7bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612301568:12345-0@lo:38: Request processed in 136us (421us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749609465.436811:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8940. 00000100:00000200:2.0:1749609465.436811:0:14331:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612301696, offset 0 00000100:00000200:3.0:1749609465.436813:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609465.436815:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8ec0. 00000400:00000200:2.0:1749609465.436815:0:14331:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749609465.436817:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00000001:0.0:1749609465.436819:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609465.436820:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609465.436820:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749609465.436821:0:14331:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609465.436821:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609465.436822:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000040:1.0:1749609465.436822:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609465.436822:0:1508:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749609465.436824:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 02000000:00000001:3.0:1749609465.436824:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609465.436825:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749609465.436826:0:14331:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c4f80 00000020:00000010:0.0:1749609465.436827:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000001:3.0:1749609465.436827:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609465.436829:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436830:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609465.436831:0:14331:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b79 [1] + 0 00000100:00001000:3.0:1749609465.436831:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609465 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609465.436832:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:3.0:1749609465.436834:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=131 v=20 (1 1 1 20) 00000100:00000001:0.0:1749609465.436835:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749609465.436835:0:14331:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749609465.436836:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609465.436836:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749609465.436837:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612301824 00000100:00000001:3.0:1749609465.436837:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749609465.436838:0:14331:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749609465.436839:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609465.436839:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609465.436841:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609465.436841:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:2.0:1749609465.436841:0:14331:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609465.436842:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609465.436842:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609465.436845:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609465.436845:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 00000100:00000200:2.0:1749609465.436845:0:14331:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609465.436847:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612301824 00000020:00000001:0.0:1749609465.436848:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609465.436848:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1749609465.436849:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:3.0:1749609465.436850:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749609465.436851:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609465.436851:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749609465.436852:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000040:1.0:1749609465.436852:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1749609465.436852:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609465.436853:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609465.436854:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000040:2.0:1749609465.436854:0:14331:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.436855:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00080000:3.0:1749609465.436855:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1749609465.436856:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:1.0:1749609465.436857:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:3.0:1749609465.436857:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609465.436859:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609465.436859:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609465.436861:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609465.436862:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4a40. 00000100:00000040:3.0:1749609465.436862:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609465.436863:0:14331:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749609465.436865:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4640. 00000400:00000200:2.0:1749609465.436866:0:14331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000100:00000001:1.0:1749609465.436867:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:2.0:1749609465.436868:0:14331:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000020:00000040:0.0:1749609465.436869:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00100000:3.0:1749609465.436869:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612301568:0@lo:38: 00000100:00000001:1.0:1749609465.436870:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609465.436870:0:14331:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609465.436872:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749609465.436872:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436872:0:14331:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749609465.436874:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000001:2.0:1749609465.436874:0:14331:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609465.436874:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609465.436875:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749609465.436876:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000040:2.0:1749609465.436876:0:14331:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:3.0:1749609465.436876:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62aa8. 00000020:00000010:0.0:1749609465.436878:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000001:1.0:1749609465.436878:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609465.436878:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000100:00000001:2.0:1749609465.436879:0:14331:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609465.436879:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000020:00000001:2.0:1749609465.436881:0:14331:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609465.436881:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749609465.436883:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1749609465.436884:0:14331:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a096680 x1834594612301696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609485 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609465.436884:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609465.436885:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609465.436886:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609465.436887:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609465.436888:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.436889:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749609465.436890:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609465.436891:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749609465.436893:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1749609465.436893:0:14331:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:1508:x1834594612301696:12345-0@lo:38: Request processed in 164us (302us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749609465.436894:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609465.436894:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00000040:1.0:1749609465.436897:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:3.0:1749609465.436897:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609465.436898:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.436900:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427057536 : -131936282494080 : ffff880130bfbb80) 00000100:00000001:3.0:1749609465.436900:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609465.436901:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609465.436901:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1749609465.436902:0:14331:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00000001:3.0:1749609465.436902:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609465.436904:0:14331:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609465.436904:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.436905:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609465.436905:0:14331:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749609465.436906:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749609465.436906:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bfbb80 x1834594612301440/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:411/0 lens 224/0 e 0 to 0 dl 1749609476 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609465.436906:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609465.436908:0:14331:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00001000:3.0:1749609465.436908:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609465 v=5 (0 0 0 0) 00000100:00100000:0.0:1749609465.436909:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000020:00000010:2.0:1749609465.436910:0:14331:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000100:00001000:3.0:1749609465.436910:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=128 v=20 (1 1 1 20) 00000100:00000040:0.0:1749609465.436911:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000020:00000010:2.0:1749609465.436912:0:14331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000001:3.0:1749609465.436912:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609465.436913:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427049472 : -131936282502144 : ffff880130bf9c00) 00000100:00000001:3.0:1749609465.436913:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749609465.436915:0:14331:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609465.436915:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749609465.436916:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bf9c00 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:411/0 lens 224/0 e 0 to 0 dl 1749609476 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609465.436917:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.436919:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609465.436922:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8ec0. 00000100:00000001:3.0:1749609465.436923:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609465.436925:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609465.436925:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609465.436926:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749609465.436928:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8ec0. 00000100:00000001:2.0:1749609465.436928:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609465.436928:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609465.436929:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749609465.436930:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609465.436930:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1749609465.436931:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:0.0:1749609465.436932:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4640. 00000100:00100000:1.0:1749609465.436933:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612301440:12345-0@lo:400: 00000100:00080000:3.0:1749609465.436933:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:0.0:1749609465.436934:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749609465.436934:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749609465.436934:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749609465.436935:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749609465.436936:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4640. 00000400:00000010:2.0:1749609465.436937:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f790. 00000100:00000040:3.0:1749609465.436937:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609465.436938:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612301440 00000100:00100000:0.0:1749609465.436939:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612301824:12345-0@lo:400: 00000400:00000200:2.0:1749609465.436939:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93088 00000020:00000001:1.0:1749609465.436941:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749609465.436941:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93088. 00000100:00000200:0.0:1749609465.436942:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612301824 00000100:00000001:2.0:1749609465.436943:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749609465.436944:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749609465.436944:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612301696:0@lo:38: 00000020:00000001:1.0:1749609465.436945:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:2.0:1749609465.436945:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609465.436946:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609465.436947:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436947:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609465.436948:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436949:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749609465.436950:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749609465.436950:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6a00 x1834594612301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609465.436951:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609465.436952:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000200:2.0:1749609465.436953:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609465.436954:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749609465.436954:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000001:3.0:1749609465.436956:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609465.436957:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609465.436957:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749609465.436958:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609465.436959:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1749609465.436959:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012db2f400. 00000100:00000001:2.0:1749609465.436960:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749609465.436961:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749609465.436961:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609465.436961:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749609465.436962:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609465.436963:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609465.436963:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609465.436963:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609465.436964:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609465.436965:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609465.436965:0:1510:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749609465.436966:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609465.436966:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749609465.436967:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1749609465.436967:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880089404c00. 00000100:00000001:0.0:1749609465.436969:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609465.436969:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.436969:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749609465.436969:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609465.436970:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609465.436971:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609465.436971:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609465.436971:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6a00. 00000020:00000001:1.0:1749609465.436972:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:0.0:1749609465.436973:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880089406800. 02000000:00000001:2.0:1749609465.436973:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436974:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609465.436974:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609465.436975:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436975:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1749609465.436976:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=134 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609465.436976:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609465.436977:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609465.436978:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609465.436978:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab6300 x1834594612301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609465.436979:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609465.436979:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=124 v=5 (1 1 1 1) 00010000:00000040:0.0:1749609465.436981:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612301824 00000100:00000001:2.0:1749609465.436982:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1749609465.436983:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:1.0:1749609465.436983:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007a0ccc00. 00000100:00000001:2.0:1749609465.436983:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.436984:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609465.436985:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749609465.436986:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609465.436986:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1749609465.436986:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508d000. 00010000:00000200:0.0:1749609465.436987:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bf9c00 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:411/0 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609465.436988:0:1510:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.436989:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609465.436989:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609465.436990:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749609465.436991:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749609465.436991:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749609465.436992:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609465.436992:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1749609465.436993:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1749609465.436993:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880089406000. 00000100:00000040:2.0:1749609465.436994:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609465.436995:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609465.436995:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612301440 02000000:00000001:3.0:1749609465.436995:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609465.436996:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1749609465.436997:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=128 v=5 (1 1 1 1) 00000100:00000010:3.0:1749609465.436997:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab6300. 00010000:00000001:1.0:1749609465.436999:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749609465.436999:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609465.437000:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609465.437000:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609465.437000:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609465.437001:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609465.437003:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00010000:00000200:1.0:1749609465.437003:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bfbb80 x1834594612301440/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:411/0 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609465.437003:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609465.437004:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609465.437005:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609465.437005:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609465.437005:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.437006:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609465.437007:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609465.437007:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609465.437007:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609465.437009:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609465.437010:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609465.437013:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609465.437014:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668f68. 00010000:00000001:1.0:1749609465.437014:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749609465.437015:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f7f77149-cc67-498a-861f-00733f852f3e:1510:1834594612301184:0@lo:400: 00000100:00000001:3.0:1749609465.437015:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749609465.437017:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612301824, offset 224 00010000:00000001:1.0:1749609465.437017:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609465.437017:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609465.437020:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609465.437020:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609465.437021:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609465.437021:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609465.437024:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab4380 x1834594612301184/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.437025:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749609465.437026:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749609465.437029:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:2.0:1749609465.437030:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1749609465.437031:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c5000 02000000:00000001:2.0:1749609465.437031:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749609465.437032:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:0.0:1749609465.437034:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b75 [1] + 224 02000000:00000010:2.0:1749609465.437034:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 02000000:00000001:1.0:1749609465.437035:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609465.437037:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609465.437037:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749609465.437038:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749609465.437038:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749609465.437040:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609465.437040:0:1510:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000400:00000200:0.0:1749609465.437041:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609465.437042:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749609465.437043:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749609465.437043:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749609465.437044:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057c00. 00000100:00080000:3.0:1749609465.437044:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:0.0:1749609465.437046:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609465.437046:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 02000000:00000001:2.0:1749609465.437047:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1749609465.437047:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 02000000:00000001:2.0:1749609465.437049:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1749609465.437051:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612301440, offset 224 00000100:00000010:2.0:1749609465.437051:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab4380. 00000100:00080000:3.0:1749609465.437051:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1749609465.437053:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000040:0.0:1749609465.437054:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609465.437054:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609465.437056:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609465.437057:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609465.437058:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609465.437060:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609465.437062:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609465.437063:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609465.437065:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609465.437065:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609465.437069:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000400:00000200:1.0:1749609465.437069:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749609465.437070:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00000001:0.0:1749609465.437072:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609465.437074:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609465.437075:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c4e80 00000100:00000001:0.0:1749609465.437076:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609465.437079:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:1.0:1749609465.437080:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17b5d [1] + 224 00010000:00000001:0.0:1749609465.437081:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609465.437082:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609465.437084:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749609465.437085:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749609465.437087:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bf9c00 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:411/0 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609465.437088:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609465.437092:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749609465.437095:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612301824:12345-0@lo:400: Request processed in 163us (470us total) trans 0 rc 0/0 00000100:00000200:1.0:1749609465.437096:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609465.437101:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00000040:0.0:1749609465.437103:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000040:1.0:1749609465.437104:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609465.437106:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609465.437107:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749609465.437110:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000010:0.0:1749609465.437112:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000100:00000001:1.0:1749609465.437113:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749609465.437114:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000020:00000040:0.0:1749609465.437117:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000400:00000200:1.0:1749609465.437117:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:0.0:1749609465.437119:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609465.437119:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609465.437121:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609465.437122:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609465.437126:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609465.437128:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000001:1.0:1749609465.437130:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609465.437132:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609465.437134:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609465.437136:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bfbb80 x1834594612301440/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:411/0 lens 224/224 e 0 to 0 dl 1749609476 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609465.437145:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612301440:12345-0@lo:400: Request processed in 225us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1749609465.437153:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00000040:1.0:1749609465.437155:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:1.0:1749609465.437158:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609465.437159:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609465.437163:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000020:00000010:1.0:1749609465.437165:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00000020:00000010:1.0:1749609465.437168:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000020:00000040:1.0:1749609465.437171:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:1.0:1749609465.437173:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.437189:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609465.437191:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749609465.437194:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609465.437195:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609465.437197:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0840. 00000400:00000200:1.0:1749609465.437200:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609465.437201:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:1.0:1749609465.437203:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609465.437206:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609465.437213:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.437219:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609465.437220:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.437222:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609465.437224:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609465.437226:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609465.437228:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609465.437230:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609465.437234:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609465.437237:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=128 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609465.437240:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609465.437241:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609465.437243:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609465.437247:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609465.437254:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.437256:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609465.437258:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609465.437259:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609465.437261:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609465.437263:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.437269:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609465.437271:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609465.437273:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609465.437275:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609465.437282:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612301824:0@lo:400: 00000400:00000001:1.0:1749609465.437311:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609465.437312:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609465.437313:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0420. 00000400:00000200:1.0:1749609465.437315:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000400:00000010:1.0:1749609465.437317:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000100:00000001:1.0:1749609465.437319:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609465.437321:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609465.437328:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.437341:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609465.437342:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.437344:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609465.437345:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609465.437346:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609465.437348:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609465.437349:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609465.437352:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609465.437355:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=121 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609465.437357:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609465.437358:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609465.437359:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609465.437361:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609465.437367:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.437369:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609465.437370:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:1.0:1749609465.437371:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609465.437372:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609465.437374:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.437381:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609465.437382:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609465.437383:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609465.437386:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609465.437392:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880136ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612301440:0@lo:400: 00000100:00000001:1.0:1749609465.437396:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.437398:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609465.437399:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b623100 x1834594612301824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.437406:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609465.437408:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609465.437410:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b400. 02000000:00000001:1.0:1749609465.437413:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609465.437414:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609465.437415:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609465.437418:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609465.437419:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057000. 02000000:00000001:1.0:1749609465.437421:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609465.437422:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609465.437423:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623100. 00000100:00000001:1.0:1749609465.437426:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609465.437427:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.437428:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609465.437430:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136ab7100 x1834594612301440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609465.437436:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609465.437438:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609465.437439:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b600. 02000000:00000001:1.0:1749609465.437440:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609465.437441:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609465.437442:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1749609465.437444:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609465.437445:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057800. 02000000:00000001:1.0:1749609465.437446:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609465.437447:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609465.437448:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136ab7100. 00000100:00000001:1.0:1749609465.437450:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609465.437451:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.437453:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609465.437456:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609465.437458:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609465.437459:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609465.437461:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609465.443579:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298741848, at 4298741848 00000100:00000040:3.0:1749609465.443581:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298741848, at 4298741848 00000100:00000010:0.0:1749609465.443596:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a07065c0. 00000100:00000040:2.0:1749609465.443603:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298741848, at 4298741848 00000100:00000040:1.0:1749609465.443608:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298741848, at 4298741848 00000100:00000010:3.0:1749609465.443610:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706a40. 00000100:00000010:2.0:1749609465.443615:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706d80. 00000100:00000010:1.0:1749609465.443619:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800a0706480. 00000100:00000001:2.0:1749609465.710613:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609465.710619:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609465.710620:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609465.710623:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609465.710626:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609465.710628:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609465.710630:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609465.710632:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609465.710633:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609465.851650:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609465.851657:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609465.851664:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609465.851665:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609465.851736:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609465.851740:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609465.851745:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609466.562634:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622300. 00000020:00000040:0.0:1749609466.562645:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609466.562650:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609466.562653:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609466.562658:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609466.562665:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609466.562672:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609466.562677:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609466.562679:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609466.562684:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609466.562686:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609466.562688:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609466.562689:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337037568 : -131936372514048 : ffff88012b622300) 00000100:00000001:0.0:1749609466.562693:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609466.562695:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609466.562697:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609466.562698:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609466.562705:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b622300 x1834594612301952/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609466.562714:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609466.562716:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609466.562718:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b622300 x1834594612301952/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609466.562724:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609466.562726:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609466.562727:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609466.562728:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609466.562730:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609466.562732:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609466.562734:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609466.562736:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609466.562738:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609466.562740:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b622300 x1834594612301952/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609466.562745:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b622300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612301952:0@lo:900: 00000100:00000001:0.0:1749609466.562748:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609466.562750:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609466.562752:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609466.562753:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609466.562755:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b622300 x1834594612301952/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609466.562760:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609466.562761:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609466.562765:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609466.562766:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609466.562768:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609466.562769:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b622300 x1834594612301952/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609466.562773:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609466.562775:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609466.562777:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609466.562778:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609466.562780:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609466.562784:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609466.562785:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609466.562787:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622300. 00000100:00000001:0.0:1749609466.562790:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609466.562790:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609466.710668:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609466.710673:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609466.710675:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609466.710677:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609466.710680:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609466.710682:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609466.710684:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609466.710686:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609466.710687:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609466.853618:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609466.853624:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609466.853629:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609466.853631:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609466.853633:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609466.853634:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609466.853636:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609466.853637:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609466.853639:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609466.853640:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609466.853739:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609466.853742:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609466.853744:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609467.198742:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609467.198764:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609467.198771:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609467.198775:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609467.198792:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609467.198817:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf343700 00000400:00000200:0.0:1749609467.198828:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x17015 [2] + 0 00000400:00000010:0.0:1749609467.198836:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74fb00. 00000400:00000200:0.0:1749609467.198842:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a02459c0 00000800:00000001:0.0:1749609467.198850:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609467.198857:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609467.198861:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609467.198869:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609467.198874:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a02459c0 00000400:00000010:0.0:1749609467.198878:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a02459c0. 00000100:00000001:0.0:1749609467.198885:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609467.198888:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609467.198893:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51db450 x1834594730260224 msgsize 224 00000100:00100000:0.0:1749609467.198900:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609467.198903:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609467.198931:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609467.198941:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609467.198947:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609467.198950:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609467.198954:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609467.198960:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609467.198970:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343780 00000400:00000200:0.0:1749609467.198979:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 91120 00000800:00000001:0.0:1749609467.198985:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609467.198991:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609467.198994:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609467.198999:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609467.199005:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609467.199007:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609467.199013:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622300. 00000100:00000040:0.0:1749609467.199017:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88012b622300 x1834594730260352 msgsize 520 00000100:00100000:0.0:1749609467.199023:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609467.199044:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609467.199049:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609467.199049:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730260224 02000000:00000001:2.0:1749609467.199053:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609467.199056:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1749609467.199057:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609467.199059:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609467.199063:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609467.199064:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609467.199065:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609467.199068:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609467.199069:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730260224 00000020:00000001:2.0:1749609467.199072:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749609467.199074:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000040:2.0:1749609467.199075:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000020:00000001:2.0:1749609467.199078:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749609467.199081:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000400:00000200:0.0:1749609467.199083:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343800 00000020:00000001:2.0:1749609467.199084:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000020:00000001:2.0:1749609467.199086:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609467.199089:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 91640 00000100:00000001:2.0:1749609467.199092:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1749609467.199096:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000010:2.0:1749609467.199096:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000100:00000001:2.0:1749609467.199099:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609467.199102:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00000020:00000010:2.0:1749609467.199109:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609467.199114:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000001:1.0:1749609467.199116:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749609467.199118:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00100000:1.0:1749609467.199121:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730260352 02000000:00000001:1.0:1749609467.199124:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609467.199126:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749609467.199126:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609467.199128:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.199129:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609467.199131:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749609467.199132:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.199132:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609467.199135:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730260352 00000020:00000001:1.0:1749609467.199137:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609467.199139:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749609467.199139:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609467.199141:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609467.199143:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609467.199145:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609467.199150:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b600. 00000020:00000010:1.0:1749609467.199155:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000020:00000010:1.0:1749609467.199159:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 00000100:00000001:2.0:1749609467.199162:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609467.199163:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609467.199164:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609467.199167:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609467.199171:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.199171:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609467.199174:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609467.199180:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749609467.199180:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1513 00000800:00000001:0.0:1749609467.199182:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609467.199183:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609467.199185:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352841296 : -131938356710320 : ffff8800b51db450) 00000400:00000200:0.0:1749609467.199186:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609467.199189:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609467.199190:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749609467.199192:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51db450 x1834594730260224/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:413/0 lens 224/0 e 0 to 0 dl 1749609478 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609467.199193:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:1.0:1749609467.199196:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2862 00000100:00000001:0.0:1749609467.199199:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609467.199199:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137337037568 : -131936372514048 : ffff88012b622300) 00000100:00000200:0.0:1749609467.199201:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749609467.199203:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b622300 x1834594730260352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609467.199203:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609467.199204:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000100:00000010:0.0:1749609467.199205:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b621880. 00000100:00000001:2.0:1749609467.199206:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609467.199208:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00000100:00000040:0.0:1749609467.199209:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88012b621880 x1834594730260480 msgsize 520 00000100:00100000:2.0:1749609467.199212:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730260224:12345-192.168.201.20@tcp:400: 00000100:00100000:1.0:1749609467.199215:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b622300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730260352:12345-192.168.201.20@tcp:38: 00000100:00100000:0.0:1749609467.199216:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000200:2.0:1749609467.199216:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730260224 00000100:00000200:1.0:1749609467.199219:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730260352 00000020:00000001:2.0:1749609467.199219:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749609467.199221:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749609467.199222:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:1.0:1749609467.199225:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749609467.199225:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609467.199227:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749609467.199229:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749609467.199229:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:2.0:1749609467.199232:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609467.199234:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609467.199235:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000001:2.0:1749609467.199236:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749609467.199238:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000800:00000001:0.0:1749609467.199240:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609467.199241:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609467.199241:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609467.199243:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00020000:1.0:1749609467.199244:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749609467.199246:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609467.199247:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609467.199249:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749609467.199250:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609467.199251:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609467.199253:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:2.0:1749609467.199253:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130186800. 00000100:00100000:3.0:1749609467.199277:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730260480 02000000:00000001:3.0:1749609467.199281:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609467.199282:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609467.199284:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609467.199285:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749609467.199286:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609467.199287:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609467.199289:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609467.199291:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800911eac00. 00000020:00000001:2.0:1749609467.199291:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609467.199292:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609467.199293:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609467.199294:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730260224 00000100:00000001:1.0:1749609467.199295:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609467.199296:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730260480 00010000:00000001:2.0:1749609467.199297:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749609467.199299:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749609467.199300:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749609467.199301:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749609467.199301:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51db450 x1834594730260224/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:413/0 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609467.199302:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00001000:1.0:1749609467.199304:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749609467.199305:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609467.199307:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609467.199308:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749609467.199310:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749609467.199310:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609467.199311:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749609467.199314:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=136 v=5 (1 1 1 1) 00000400:00000200:1.0:1749609467.199316:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000020:00000010:3.0:1749609467.199316:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00000001:2.0:1749609467.199318:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609467.199320:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749609467.199321:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000040:1.0:1749609467.199322:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000020:00000010:3.0:1749609467.199322:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000100:00000001:2.0:1749609467.199323:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609467.199324:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 02000000:00000001:2.0:1749609467.199325:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609467.199327:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 02000000:00000001:2.0:1749609467.199327:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609467.199327:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000100:00000001:2.0:1749609467.199329:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609467.199330:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:1.0:1749609467.199331:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749609467.199332:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609467.199332:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609467.199333:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609467.199334:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609467.199335:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609467.199337:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:2.0:1749609467.199337:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93088. 00000100:00000001:3.0:1749609467.199337:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609467.199340:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907acc0. 00000100:00000200:2.0:1749609467.199341:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730260224, offset 224 00000100:00000001:3.0:1749609467.199342:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609467.199343:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730260352, offset 0 00000400:00000200:2.0:1749609467.199347:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:1.0:1749609467.199357:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:2.0:1749609467.199358:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:2.0:1749609467.199364:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2163:2163:256:4294967295] 192.168.201.20@tcp LPNI seq info [2159:2159:8:4294967295] 00000100:00000001:3.0:1749609467.199366:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609467.199375:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:3.0:1749609467.199379:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000800:00000200:2.0:1749609467.199381:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:3.0:1749609467.199382:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749609467.199384:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:2.0:1749609467.199385:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7a00. 00000400:00000200:1.0:1749609467.199390:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2164:2164:255:4294967295] 192.168.201.20@tcp LPNI seq info [2160:2160:7:4294967295] 00000100:00100000:3.0:1749609467.199390:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2863 00000800:00000200:2.0:1749609467.199391:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:3.0:1749609467.199394:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137337034880 : -131936372516736 : ffff88012b621880) 00000800:00000200:2.0:1749609467.199399:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:3.0:1749609467.199400:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b621880 x1834594730260480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609467.199401:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:2.0:1749609467.199403:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1749609467.199406:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:1.0:1749609467.199410:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee700. 00000800:00000200:1.0:1749609467.199414:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000001:2.0:1749609467.199414:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609467.199417:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00100000:3.0:1749609467.199418:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b621880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730260480:12345-192.168.201.20@tcp:38: 00010000:00000001:2.0:1749609467.199419:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000800:00000200:1.0:1749609467.199420:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000001:2.0:1749609467.199421:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609467.199423:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee700 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1749609467.199423:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1749609467.199424:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730260480 00000100:00000040:2.0:1749609467.199426:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51db450 x1834594730260224/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:413/0 lens 224/224 e 0 to 0 dl 1749609478 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609467.199427:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609467.199427:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749609467.199429:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609467.199431:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609467.199431:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609467.199434:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609467.199436:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730260224:12345-192.168.201.20@tcp:400: Request processed in 232us (541us total) trans 0 rc 0/0 00000100:00000040:1.0:1749609467.199437:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b622300 x1834594730260352/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609487 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749609467.199440:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00100000:2.0:1749609467.199443:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1513 00000020:00000001:3.0:1749609467.199445:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000040:2.0:1749609467.199446:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000100:00100000:1.0:1749609467.199447:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b622300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730260352:12345-192.168.201.20@tcp:38: Request processed in 232us (428us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609467.199449:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609467.199450:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609467.199453:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609467.199454:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2862 00000020:00000010:2.0:1749609467.199454:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 02000000:00000001:3.0:1749609467.199456:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609467.199457:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749609467.199457:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000800:00000200:0.0:1749609467.199458:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1749609467.199458:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609467.199460:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 02000000:00000010:3.0:1749609467.199460:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800a508d000. 00000020:00000010:2.0:1749609467.199461:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000800:00000010:0.0:1749609467.199463:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7a00. 02000000:00000001:3.0:1749609467.199463:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609467.199464:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00000020:00000040:2.0:1749609467.199465:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:3.0:1749609467.199466:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609467.199467:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b600. 00000400:00000200:0.0:1749609467.199468:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749609467.199468:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609467.199470:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1749609467.199470:0:15217:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00000100:00000200:2.0:1749609467.199472:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1749609467.199474:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000010:2.0:1749609467.199476:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f790. 00000400:00000200:0.0:1749609467.199478:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93088 00010000:00080000:3.0:1749609467.199478:0:15217:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4076 last 0 00000400:00000010:0.0:1749609467.199481:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93088. 00010000:00000001:3.0:1749609467.199485:0:15217:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000001:0.0:1749609467.199486:0:1503:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749609467.199489:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1749609467.199490:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201cc0. 00000004:00000001:3.0:1749609467.199490:0:15217:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 02000000:00000010:0.0:1749609467.199492:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130186800. 00000004:00000001:3.0:1749609467.199494:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1749609467.199553:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:0.0:1749609467.199554:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609467.199557:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000004:00000001:3.0:1749609467.199563:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1749609467.199568:0:15217:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749609467.199571:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1749609467.199577:0:15217:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:3.0:1749609467.199581:0:15217:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:3.0:1749609467.199584:0:15217:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000004:00000001:3.0:1749609467.199588:0:15217:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609467.199592:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609467.199595:0:15217:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609467.199598:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:3.0:1749609467.199602:0:15217:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609467.199605:0:15217:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:3.0:1749609467.199609:0:15217:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:3.0:1749609467.199614:0:15217:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:3.0:1749609467.199618:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000800:00000200:0.0:1749609467.199619:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1749609467.199621:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000800:00000010:0.0:1749609467.199623:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee700. 00010000:00000001:3.0:1749609467.199625:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609467.199627:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609467.199631:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749609467.199631:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1749609467.199635:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749609467.199638:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609467.199641:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907acc0 00000400:00000010:0.0:1749609467.199643:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907acc0. 00000400:00000200:3.0:1749609467.199646:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:0.0:1749609467.199647:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609467.199649:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609467.199650:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609467.199654:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609467.199657:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:3.0:1749609467.199660:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:3.0:1749609467.199665:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 02000000:00000001:3.0:1749609467.199668:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609467.199670:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609467.199673:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609467.199678:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000400:00000010:3.0:1749609467.199682:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52837f8. 00000100:00000200:3.0:1749609467.199687:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730260480, offset 0 00000400:00000200:3.0:1749609467.199694:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000400:00000200:3.0:1749609467.199704:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000400:00000200:3.0:1749609467.199712:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2165:2165:256:4294967295] 192.168.201.20@tcp LPNI seq info [2161:2161:8:4294967295] 00000400:00000200:3.0:1749609467.199727:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609467.199734:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:3.0:1749609467.199739:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695600. 00000800:00000200:3.0:1749609467.199746:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:3.0:1749609467.199753:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000800:00000200:3.0:1749609467.199758:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695600 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1749609467.199784:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609467.199788:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609467.199792:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609467.199795:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609467.199801:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b621880 x1834594730260480/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609487 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609467.199817:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b621880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730260480:12345-192.168.201.20@tcp:38: Request processed in 400us (606us total) trans 0 rc -11/-11 00000100:00100000:3.0:1749609467.199831:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2863 00000100:00000001:3.0:1749609467.199836:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609467.199838:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609467.199842:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000020:00000010:3.0:1749609467.199847:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000020:00000010:3.0:1749609467.199852:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00000001:3.0:1749609467.199856:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609467.199873:0:1502:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1749609467.199878:0:1502:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695600. 00000400:00000200:1.0:1749609467.199884:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609467.199891:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:1.0:1749609467.199895:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52837f8 00000400:00000010:1.0:1749609467.199898:0:1502:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52837f8. 00000100:00000001:1.0:1749609467.199904:0:1502:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609467.199906:0:1502:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609467.710680:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609467.710688:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609467.710690:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609467.710694:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609467.710697:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609467.710701:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.710704:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609467.710706:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609467.710708:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609467.855656:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609467.855665:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609467.855672:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609467.855674:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609467.855806:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609467.855812:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609467.855815:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609468.563657:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b621f80. 00000020:00000040:0.0:1749609468.563669:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609468.563676:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609468.563680:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609468.563686:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609468.563694:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609468.563702:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609468.563708:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609468.563710:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609468.563717:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609468.563719:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609468.563722:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609468.563724:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337036672 : -131936372514944 : ffff88012b621f80) 00000100:00000001:0.0:1749609468.563730:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609468.563732:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609468.563735:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609468.563737:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609468.563745:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b621f80 x1834594612302080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609468.563758:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609468.563760:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609468.563764:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b621f80 x1834594612302080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609468.563773:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609468.563776:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609468.563778:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609468.563780:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609468.563783:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609468.563786:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609468.563789:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609468.563792:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609468.563794:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609468.563797:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b621f80 x1834594612302080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609468.563807:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b621f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612302080:0@lo:900: 00000100:00000001:0.0:1749609468.563813:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609468.563816:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609468.563818:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609468.563820:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609468.563823:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b621f80 x1834594612302080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609468.563831:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609468.563833:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609468.563838:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609468.563840:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609468.563843:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609468.563845:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b621f80 x1834594612302080/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609468.563852:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609468.563855:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609468.563857:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609468.563859:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609468.563862:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609468.563867:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609468.563869:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609468.563871:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621f80. 00000100:00000001:0.0:1749609468.563875:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609468.563877:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609468.710737:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609468.710746:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609468.710748:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609468.710751:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609468.710754:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609468.710757:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609468.710760:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609468.710762:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609468.710764:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609468.857643:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609468.857651:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609468.857658:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609468.857659:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609468.857733:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609468.857736:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609468.857739:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609469.710737:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609469.710744:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609469.710746:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609469.710748:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609469.710752:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609469.710755:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609469.710757:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609469.710759:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609469.710761:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609469.859685:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609469.859693:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609469.859701:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609469.859702:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609469.859807:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609469.859812:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609469.859816:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609470.443571:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609470.443583:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609470.443590:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b621f80. 00000020:00000040:0.0:1749609470.443598:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609470.443604:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609470.443608:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609470.443614:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609470.443622:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057300. 00000100:00000001:0.0:1749609470.443629:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.443638:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609470.443652:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609470.443655:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.443661:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b621f80] to pc [ptlrpcd_00_00+0] req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.443706:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609470.443709:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609470.443714:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609470.443723:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609470.443727:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609470.443732:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609470.443735:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4074 00000100:00080000:0.0:1749609470.443739:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609470.443742:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609470.443745:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609470.443748:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609470.443750:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609470.443754:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609470.443756:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609470.443760:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609470.443763:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609470.443766:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609470.443769:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609470.443773:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609470.443775:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609470.443776:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609470.443778:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609470.443779:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749609470.443781:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609470.443784:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:1.0:1749609470.443786:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609470.443787:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609470.443789:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749609470.443789:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749609470.443796:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609470.443797:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609470.443800:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.443802:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609470.443806:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609470.443809:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b620a80. 00000100:00000001:1.0:1749609470.443810:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749609470.443811:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749609470.443813:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609470.443815:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609470.443817:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609470.443817:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609470.443820:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749609470.443820:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609470.443821:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609470.443823:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609470.443824:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609470.443824:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749609470.443827:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612302208:0@lo:400: 02000000:00000010:0.0:1749609470.443829:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880089406c00. 00000100:00000001:2.0:1749609470.443830:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.443833:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.443833:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749609470.443838:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1749609470.443839:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609470.443841:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609470.443845:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609470.443849:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1749609470.443850:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b400. 00000100:00000001:0.0:1749609470.443851:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609470.443853:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.443854:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b620a80] to pc [ptlrpcd_rcv+-1] req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609470.443859:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0420. 00000400:00000010:1.0:1749609470.443867:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000200:1.0:1749609470.443875:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612302208, portal 25 00000100:00000001:1.0:1749609470.443878:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609470.443880:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337036672 : -131936372514944 : ffff88012b621f80) 00000100:00000001:0.0:1749609470.443882:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.443885:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1749609470.443886:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.443889:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609470.443892:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622a00. 00000020:00000040:0.0:1749609470.443895:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609470.443897:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609470.443897:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749609470.443899:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609470.443901:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609470.443901:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609470.443903:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 02000000:00000010:0.0:1749609470.443905:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057100. 00000100:00000200:1.0:1749609470.443906:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612302208, offset 0 00000100:00000001:0.0:1749609470.443907:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.443911:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609470.443913:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609470.443921:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609470.443922:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.443926:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b622a00] to pc [ptlrpcd_00_01+1] req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609470.443930:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609470.443942:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c5180 00000100:00000001:0.0:1749609470.443944:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609470.443947:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:1.0:1749609470.443950:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17045 [2] + 0 00000100:00080000:0.0:1749609470.443951:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609470.443953:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609470.443954:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1749609470.443955:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f17f78. 00000100:00000001:0.0:1749609470.443957:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749609470.443959:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749609470.443961:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4074 00000400:00000200:1.0:1749609470.443962:0:1509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef19240 00000100:00080000:0.0:1749609470.443963:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749609470.443965:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609470.443966:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609470.443967:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609470.443968:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609470.443969:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609470.443970:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609470.443973:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000200:1.0:1749609470.443974:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749609470.443974:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609470.443975:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609470.443977:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000400:00000200:1.0:1749609470.443978:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef19240 00000100:00000001:2.0:1749609470.443978:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609470.443979:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609470.443981:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000400:00000010:1.0:1749609470.443981:0:1509:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef19240. 00000100:00000001:2.0:1749609470.443981:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609470.443983:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:2.0:1749609470.443984:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749609470.443986:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:1.0:1749609470.443987:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749609470.443988:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749609470.443989:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609470.443990:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609470.443990:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609470.443991:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.443992:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609470.443993:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51d8050 x1834594612302208 msgsize 224 00000100:00000040:0.0:1749609470.443994:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 02000000:00000001:3.0:1749609470.443994:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609470.443996:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:3.0:1749609470.443997:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609470.443998:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749609470.443999:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 02000000:00000001:3.0:1749609470.443999:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609470.444001:0:1509:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00080000:0.0:1749609470.444002:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00100000:3.0:1749609470.444003:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b620a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612302336:0@lo:38: 00000100:00000001:0.0:1749609470.444004:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609470.444004:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749609470.444006:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609470.444006:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444007:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749609470.444010:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749609470.444010:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609470.444011:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609470.444012:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444012:0:1509:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749609470.444013:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609470.444013:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444014:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749609470.444015:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749609470.444016:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444017:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609470.444019:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612302464:0@lo:400: 00000100:00000010:0.0:1749609470.444020:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b620e00. 00000400:00000200:1.0:1749609470.444020:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 02000000:00000010:3.0:1749609470.444021:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a508c400. 00000020:00000040:0.0:1749609470.444022:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:1.0:1749609470.444022:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 02000000:00000001:0.0:1749609470.444024:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749609470.444024:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609470.444024:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609470.444026:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444026:0:1509:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749609470.444027:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609470.444028:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609470.444029:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1749609470.444029:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609470.444029:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62aa8. 02000000:00000001:2.0:1749609470.444030:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609470.444031:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609470.444032:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749609470.444034:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 02000000:00000010:0.0:1749609470.444035:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880089405c00. 02000000:00000010:2.0:1749609470.444037:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9000. 00000100:00000001:0.0:1749609470.444038:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609470.444039:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612302336, portal 4 02000000:00000001:2.0:1749609470.444040:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444041:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609470.444041:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1749609470.444042:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749609470.444043:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337031296 : -131936372520320 : ffff88012b620a80) 00000100:00000040:1.0:1749609470.444044:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609486 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609470.444044:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f688. 00000400:00000010:2.0:1749609470.444049:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000100:00000001:0.0:1749609470.444051:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749609470.444051:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.444052:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444054:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609470.444054:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612302464, portal 4 00000100:00000040:0.0:1749609470.444056:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b620e00] to pc [ptlrpcd_rcv+-1] req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.444056:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609470.444056:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749609470.444058:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337039360 : -131936372512256 : ffff88012b622a00) 00000100:00000001:1.0:1749609470.444061:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444062:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609470.444064:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.444066:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444066:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298746856 00000100:00000040:3.0:1749609470.444066:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609470.444068:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00080000:0.0:1749609470.444069:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:1.0:1749609470.444071:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8ec0. 00000100:00000200:3.0:1749609470.444071:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612302336, offset 0 00000100:00080000:0.0:1749609470.444073:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749609470.444073:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609470.444074:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609470.444076:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749609470.444077:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609470.444078:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1749609470.444078:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609470.444079:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749609470.444079:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 00000100:00080000:0.0:1749609470.444081:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4074 00000100:00000200:2.0:1749609470.444082:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612302464, offset 0 00000100:00080000:0.0:1749609470.444083:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609470.444086:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609470.444088:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749609470.444088:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609470.444088:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749609470.444091:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609470.444092:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298746856 00000100:00000001:0.0:1749609470.444093:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609470.444095:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1749609470.444095:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8540. 00000020:00000040:0.0:1749609470.444096:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000400:00000200:2.0:1749609470.444097:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749609470.444098:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609470.444099:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1749609470.444099:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c5200 00000020:00000040:0.0:1749609470.444100:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000100:00000001:1.0:1749609470.444119:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298746856 00000020:00000001:0.0:1749609470.444120:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609470.444122:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000010:1.0:1749609470.444122:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8240. 00000400:00000200:2.0:1749609470.444123:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c5280 00000400:00000200:3.0:1749609470.444123:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 14040 00000100:00000001:1.0:1749609470.444124:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1749609470.444125:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609470.444127:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609470.444128:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609470.444128:0:1509:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298746856 00000100:00000001:0.0:1749609470.444130:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000010:1.0:1749609470.444130:0:1509:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8f80. 00000400:00000200:3.0:1749609470.444130:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609470.444131:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 6720 00000020:00000040:0.0:1749609470.444133:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:1.0:1749609470.444133:0:1509:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1749609470.444133:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749609470.444135:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:1.0:1749609470.444136:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609470.444137:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609470.444138:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444138:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444138:0:1508:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749609470.444140:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:3.0:1749609470.444140:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:2.0:1749609470.444141:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609470.444142:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609470.444143:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609470.444144:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749609470.444145:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609470.444145:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a097800. 00000100:00000001:2.0:1749609470.444146:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609470.444147:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609470.444148:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609470.444148:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1749609470.444148:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a097800 x1834594612302336 msgsize 520 00000100:00000010:0.0:1749609470.444151:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b623800. 00000100:00000010:2.0:1749609470.444152:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e1c00. 00000020:00000040:0.0:1749609470.444153:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749609470.444153:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749609470.444153:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609470.444155:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1749609470.444155:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e1c00 x1834594612302464 msgsize 224 02000000:00000001:0.0:1749609470.444156:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609470.444157:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444158:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609470.444159:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749609470.444159:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749609470.444159:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749609470.444160:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609470.444161:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609470.444162:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444163:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609470.444164:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609470.444167:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880089406000. 00000100:00000001:2.0:1749609470.444169:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609470.444170:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609470.444173:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609470.444174:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609470.444176:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:3.0:1749609470.444180:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609470.444182:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609470.444184:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444184:0:15201:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749609470.444184:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609470.444186:0:15201:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612302464 00000100:00000040:0.0:1749609470.444187:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b623800] to pc [ptlrpcd_rcv+-1] req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609470.444188:0:15201:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749609470.444188:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 00000100:00000001:1.0:1749609470.444190:0:15201:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749609470.444191:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000100:00000001:1.0:1749609470.444192:0:15201:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609470.444194:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749609470.444194:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609470.444195:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609470.444195:0:15201:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.444197:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1749609470.444197:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609470.444197:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609470.444198:0:15201:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612302464 00000020:00000001:1.0:1749609470.444222:0:15201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609470.444225:0:15201:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000020:00000001:1.0:1749609470.444226:0:15201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749609470.444229:0:15201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609470.444229:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609470.444231:0:15201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:3.0:1749609470.444231:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749609470.444233:0:15201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:2.0:1749609470.444233:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609470.444236:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.444237:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609470.444237:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609470.444240:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8e40. 00000100:00000040:3.0:1749609470.444241:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1032 usecs (2 jiffies) 00000100:00000001:0.0:1749609470.444243:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749609470.444243:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609470.444244:0:15201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8940. 00000100:00000001:3.0:1749609470.444244:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298746850 00000100:00000001:2.0:1749609470.444245:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1749609470.444246:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b620700. 00000100:00000001:3.0:1749609470.444247:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298746856 00000020:00000040:0.0:1749609470.444249:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000040:1.0:1749609470.444249:0:15201:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:2.0:1749609470.444249:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444250:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298746850 00000100:00000001:0.0:1749609470.444251:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749609470.444252:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298746856 02000000:00000001:0.0:1749609470.444253:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1749609470.444253:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:3.0:1749609470.444254:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298746850 02000000:00000001:0.0:1749609470.444255:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444256:0:15201:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749609470.444256:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298746849 00000100:00000001:3.0:1749609470.444256:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298746856 02000000:00000010:0.0:1749609470.444258:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057d00. 00000100:00000001:3.0:1749609470.444258:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298746850 00000020:00000010:1.0:1749609470.444259:0:15201:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000001:2.0:1749609470.444259:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298746856 00000100:00000001:0.0:1749609470.444261:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609470.444261:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298746849 00000100:00000001:3.0:1749609470.444261:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298746856 00000020:00000010:1.0:1749609470.444263:0:15201:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000001:2.0:1749609470.444263:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298746856 00000100:00000001:3.0:1749609470.444263:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609470.444265:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749609470.444265:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298746849 00000100:00000001:3.0:1749609470.444265:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609470.444267:0:15201:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 00000100:00000001:2.0:1749609470.444267:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298746856 00000100:00000001:3.0:1749609470.444268:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609470.444269:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298746849 00000100:00000001:3.0:1749609470.444270:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.444271:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298746856 00000100:00000040:1.0:1749609470.444273:0:15201:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1749609470.444273:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609470.444276:0:15201:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609470.444276:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444276:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609470.444277:0:15201:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609470.444278:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749609470.444279:0:15201:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.444279:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444281:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749609470.444281:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609470.444281:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609470.444283:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444283:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609470.444284:0:15201:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749609470.444284:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609470.444286:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b620700] to pc [ptlrpcd_00_02+2] req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.444286:0:15201:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749609470.444287:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609470.444288:0:15201:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609470.444288:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609470.444290:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749609470.444292:0:15201:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.444293:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609470.444294:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609470.444296:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444297:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609470.444298:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444299:0:15201:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609470.444299:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444301:0:15201:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609470.444301:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609470.444303:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609470.444304:0:15201:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00000001:0.0:1749609470.444306:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609470.444306:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609470.444307:0:15201:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609470.444308:0:15201:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005789184 : -131938703762432 : ffff8800a06e1c00) 00000100:00100000:3.0:1749609470.444308:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612302592:0@lo:38: 00000100:00000040:0.0:1749609470.444312:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4084) 00000100:00000040:1.0:1749609470.444312:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e1c00 x1834594612302464/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:416/0 lens 224/0 e 0 to 0 dl 1749609481 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609470.444312:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609470.444315:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749609470.444315:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749609470.444317:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612302208 02000000:00000001:3.0:1749609470.444317:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609470.444319:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609470.444319:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609470.444320:0:15201:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749609470.444321:0:15201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8940. 00000100:00000001:2.0:1749609470.444322:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609470.444323:0:15201:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749609470.444323:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012db2f400. 00000100:00000001:2.0:1749609470.444324:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609470.444325:0:15201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8940. 02000000:00000001:3.0:1749609470.444326:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609470.444327:0:15201:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612302464:12345-0@lo:400: 02000000:00000001:2.0:1749609470.444327:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609470.444330:0:15201:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612302464 00000100:00100000:2.0:1749609470.444330:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612302208 00000400:00000010:3.0:1749609470.444330:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62bb0. 00000100:00000001:0.0:1749609470.444331:0:16946:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749609470.444332:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749609470.444333:0:16946:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612302336 00000020:00000001:1.0:1749609470.444333:0:15201:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:2.0:1749609470.444333:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000400:00000010:3.0:1749609470.444333:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 02000000:00000001:0.0:1749609470.444335:0:16946:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749609470.444335:0:15201:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609470.444335:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609470.444337:0:16946:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749609470.444337:0:15201:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609470.444337:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612302592, portal 10 00000020:00000040:2.0:1749609470.444338:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000001:0.0:1749609470.444339:0:16946:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609470.444339:0:15201:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749609470.444339:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749609470.444340:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609470.444340:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337032192 : -131936372519424 : ffff88012b620e00) 00000020:00000001:1.0:1749609470.444341:0:15201:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 02000000:00000001:0.0:1749609470.444342:0:16946:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609470.444343:0:15201:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609470.444343:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00100000:0.0:1749609470.444345:0:16946:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612302336 00000020:00000001:1.0:1749609470.444346:0:15201:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609470.444346:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609470.444347:0:16946:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609470.444347:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1749609470.444348:0:16946:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609470.444348:0:15201:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749609470.444349:0:15201:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749609470.444350:0:16946:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1749609470.444350:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000020:00000001:1.0:1749609470.444351:0:15201:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609470.444352:0:16946:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609470.444353:0:15201:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749609470.444353:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609470.444354:0:16946:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609470.444355:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00000100:00000001:3.0:1749609470.444355:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609470.444357:0:15201:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749609470.444358:0:16946:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000040:3.0:1749609470.444358:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609470.444359:0:15201:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749609470.444359:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000020:00000010:2.0:1749609470.444360:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d8a00. 00000020:00000010:0.0:1749609470.444362:0:16946:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000200:3.0:1749609470.444362:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612302592, offset 0 02000000:00000010:1.0:1749609470.444363:0:15201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800911e9c00. 00000020:00000010:2.0:1749609470.444364:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 02000000:00000001:1.0:1749609470.444365:0:15201:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609470.444366:0:16946:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000001:1.0:1749609470.444367:0:15201:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609470.444367:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749609470.444368:0:15201:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609470.444368:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:0.0:1749609470.444370:0:16946:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000040:1.0:1749609470.444371:0:15201:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612302464 00000100:00000001:0.0:1749609470.444372:0:16946:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1749609470.444373:0:15201:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609470.444374:0:16946:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609470.444374:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1749609470.444374:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:1.0:1749609470.444376:0:15201:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a06e1c00 x1834594612302464/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609470.444376:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609470.444378:0:16946:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609470.444378:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609470.444379:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609470.444380:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c5300 00010000:00000001:1.0:1749609470.444384:0:15201:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609470.444384:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609470.444385:0:15201:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444386:0:16946:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609470.444386:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 92160 00000100:00001000:1.0:1749609470.444387:0:15201:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=126 v=5 (1 1 1 1) 00000100:00000001:2.0:1749609470.444390:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609470.444391:0:15201:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609470.444392:0:15201:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000200:3.0:1749609470.444392:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609470.444394:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609470.444394:0:15201:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:1.0:1749609470.444395:0:15201:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749609470.444396:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749609470.444396:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609470.444397:0:15201:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444398:0:15201:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749609470.444398:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749609470.444400:0:15201:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609470.444400:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609470.444400:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:0.0:1749609470.444401:0:16946:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00000200:3.0:1749609470.444401:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1749609470.444402:0:15201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000001:0.0:1749609470.444404:0:16946:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361659392 : -131939347892224 : ffff88007a097800) 00000100:00100000:2.0:1749609470.444404:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00000200:1.0:1749609470.444406:0:15201:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612302464, offset 224 00000100:00000010:3.0:1749609470.444406:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a094000. 00000100:00000040:2.0:1749609470.444407:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000040:0.0:1749609470.444408:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a097800 x1834594612302336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609490 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609470.444408:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a094000 x1834594612302592 msgsize 520 00000400:00000200:1.0:1749609470.444409:0:15201:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609470.444409:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352827984 : -131938356723632 : ffff8800b51d8050) 00000100:00100000:3.0:1749609470.444413:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749609470.444414:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d8050 x1834594612302208/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:416/0 lens 224/0 e 0 to 0 dl 1749609481 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609470.444415:0:15201:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609470.444420:0:16946:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612302336:12345-0@lo:38: 00000400:00000200:1.0:1749609470.444420:0:15201:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c5280 00000100:00000001:3.0:1749609470.444422:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749609470.444424:0:15201:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17bb5 [1] + 224 00000100:00000001:2.0:1749609470.444424:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749609470.444425:0:16946:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612302336 00000020:00000010:2.0:1749609470.444425:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000100:00000001:2.0:1749609470.444427:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609470.444428:0:16946:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609470.444428:0:15201:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609470.444430:0:15201:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749609470.444430:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00010000:00000001:0.0:1749609470.444432:0:16946:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749609470.444434:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612302208:12345-0@lo:400: 00000100:00000200:2.0:1749609470.444438:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612302208 00000020:00000001:2.0:1749609470.444440:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609470.444441:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000020:00000001:2.0:1749609470.444443:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:3.0:1749609470.444443:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000020:00000001:2.0:1749609470.444445:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609470.444446:0:16946:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444446:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749609470.444448:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609470.444449:0:15201:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609470.444449:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749609470.444450:0:16946:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609470.444450:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000100:00000200:1.0:1749609470.444452:0:15201:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609470.444452:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1749609470.444453:0:16946:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749609470.444454:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609470.444456:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1749609470.444457:0:16946:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609470.444458:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749609470.444459:0:15201:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609470.444459:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609470.444460:0:16946:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749609470.444460:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609470.444461:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.444462:0:16946:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749609470.444462:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749609470.444464:0:16946:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609470.444464:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749609470.444466:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609470.444468:0:16946:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880089404c00. 00000100:00000001:1.0:1749609470.444469:0:15201:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:2.0:1749609470.444469:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130184c00. 02000000:00000001:0.0:1749609470.444470:0:16946:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444470:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609470.444471:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444472:0:16946:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444472:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749609470.444473:0:15201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000100:00000001:2.0:1749609470.444473:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609470.444474:0:15201:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00010000:00000001:0.0:1749609470.444475:0:16946:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749609470.444475:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444476:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609470.444477:0:16946:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444477:0:15201:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609470.444478:0:15201:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000040:2.0:1749609470.444478:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612302208 00000100:00001000:0.0:1749609470.444480:0:16946:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609470.444480:0:15201:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609470.444480:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749609470.444480:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 822 usecs (1 jiffies) 00000100:00000001:3.0:1749609470.444482:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298746849 00000100:00000040:1.0:1749609470.444483:0:15201:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00000200:2.0:1749609470.444483:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d8050 x1834594612302208/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:416/0 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.444484:0:16946:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749609470.444485:0:15201:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749609470.444485:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298746856 00000020:00000001:1.0:1749609470.444486:0:15201:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444487:0:16946:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609470.444487:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298746849 00000020:00000001:1.0:1749609470.444488:0:15201:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749609470.444489:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609470.444489:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298746856 00000100:00000040:1.0:1749609470.444490:0:15201:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e1c00 x1834594612302464/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749609470.444491:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609470.444491:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298746849 00000100:00000001:0.0:1749609470.444492:0:16946:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000001:2.0:1749609470.444493:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444493:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298746856 00000100:00000001:0.0:1749609470.444494:0:16946:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:3.0:1749609470.444495:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298746849 00000100:00001000:2.0:1749609470.444496:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=139 v=5 (1 1 1 1) 00000100:00100000:1.0:1749609470.444525:0:15201:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612302464:12345-0@lo:400: Request processed in 176us (341us total) trans 0 rc 0/0 00000100:00000040:0.0:1749609470.444527:0:16946:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:0.0:1749609470.444529:0:16946:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609470.444532:0:16946:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609470.444532:0:15201:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00000040:1.0:1749609470.444534:0:15201:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00000001:0.0:1749609470.444535:0:16946:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609470.444536:0:15201:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609470.444537:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298746856 00000100:00000040:0.0:1749609470.444538:0:16946:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609470.444538:0:15201:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749609470.444541:0:16946:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668f68. 00000020:00000010:1.0:1749609470.444541:0:15201:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000100:00000001:3.0:1749609470.444541:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609470.444543:0:15201:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00000100:00000001:3.0:1749609470.444543:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609470.444546:0:16946:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612302336, offset 0 00000020:00000010:1.0:1749609470.444546:0:15201:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609470.444546:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1749609470.444548:0:15201:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000100:00000001:2.0:1749609470.444548:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609470.444550:0:15201:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609470.444550:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609470.444551:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000400:00000200:0.0:1749609470.444552:0:16946:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609470.444553:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:2.0:1749609470.444556:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749609470.444557:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444558:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609470.444559:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609470.444559:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749609470.444560:0:16946:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609470.444560:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609470.444561:0:1512:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749609470.444562:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609470.444562:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749609470.444563:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749609470.444565:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 02000000:00000001:3.0:1749609470.444565:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609470.444566:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609470.444567:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609470.444567:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609470.444568:0:16946:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c5200 00000100:00000001:1.0:1749609470.444568:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609470.444569:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749609470.444569:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612302208, offset 224 00000100:00100000:3.0:1749609470.444570:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b623800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612302720:0@lo:38: 00000100:00000001:1.0:1749609470.444571:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749609470.444573:0:16946:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17bb1 [1] + 0 00000100:00000040:1.0:1749609470.444573:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609470.444574:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609470.444576:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609470.444578:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609470.444579:0:16946:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609470.444579:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609470.444580:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609470.444580:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749609470.444582:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749609470.444584:0:16946:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749609470.444584:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749609470.444584:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749609470.444584:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012ea32c00. 02000000:00000001:1.0:1749609470.444586:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609470.444586:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444588:0:16946:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749609470.444589:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612302848:0@lo:400: 00000400:00000010:3.0:1749609470.444590:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00000200:0.0:1749609470.444592:0:16946:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.444592:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749609470.444592:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749609470.444593:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 02000000:00000001:1.0:1749609470.444594:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609470.444595:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609470.444597:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749609470.444597:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612302720, portal 10 00000400:00000200:2.0:1749609470.444598:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c5180 02000000:00000010:1.0:1749609470.444599:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609470.444599:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749609470.444600:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444601:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337042944 : -131936372508672 : ffff88012b623800) 00000100:00000040:0.0:1749609470.444602:0:16946:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609470.444603:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0840. 00000400:00000200:2.0:1749609470.444604:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17ba9 [1] + 224 00000100:00000040:3.0:1749609470.444607:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609470.444609:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000400:00000200:2.0:1749609470.444610:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609470.444613:0:16946:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749609470.444613:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612302848, portal 10 00000400:00000200:2.0:1749609470.444614:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609470.444614:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609470.444615:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609470.444616:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337030400 : -131936372521216 : ffff88012b620700) 00000100:00000040:3.0:1749609470.444617:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749609470.444618:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000400:00000010:3.0:1749609470.444619:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52832a8. 00000400:00000010:0.0:1749609470.444621:0:16946:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00000040:1.0:1749609470.444622:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.444624:0:16946:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609470.444625:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609470.444625:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612302720, offset 0 00000100:00000001:0.0:1749609470.444626:0:16946:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609470.444629:0:16946:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609470.444629:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609470.444630:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609470.444631:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609470.444632:0:16946:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:1.0:1749609470.444634:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609470.444635:0:16946:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609470.444636:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000020:00000001:0.0:1749609470.444637:0:16946:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609470.444638:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612302848, offset 0 00000400:00000200:3.0:1749609470.444638:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609470.444639:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609470.444641:0:16946:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a097800 x1834594612302336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609470.444643:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609470.444644:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c5380 00000400:00000200:3.0:1749609470.444649:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 92680 00000400:00000200:1.0:1749609470.444651:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749609470.444652:0:16946:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:1508:x1834594612302336:12345-0@lo:38: Request processed in 231us (501us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749609470.444653:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609470.444655:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609470.444658:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c5400 00000400:00000200:2.0:1749609470.444659:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 00000400:00000200:3.0:1749609470.444659:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749609470.444660:0:16946:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000400:00000010:2.0:1749609470.444661:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000100:00000001:0.0:1749609470.444663:0:16946:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609470.444664:0:16946:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749609470.444664:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609470.444665:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609470.444666:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 93200 00000020:00000010:0.0:1749609470.444667:0:16946:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000001:2.0:1749609470.444668:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609470.444671:0:16946:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000400:00000200:1.0:1749609470.444672:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749609470.444672:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:0.0:1749609470.444674:0:16946:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00010000:00000001:2.0:1749609470.444674:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:1.0:1749609470.444675:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609470.444676:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444678:0:16946:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609470.444678:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749609470.444679:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609470.444681:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749609470.444682:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d8050 x1834594612302208/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:416/0 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609470.444685:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a094380. 00000100:00000040:3.0:1749609470.444688:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a094380 x1834594612302720 msgsize 520 00000100:00100000:2.0:1749609470.444689:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1509:x1834594612302208:12345-0@lo:400: Request processed in 265us (695us total) trans 0 rc 0/0 00000100:00000001:1.0:1749609470.444691:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609470.444693:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749609470.444693:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:1.0:1749609470.444697:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609470.444699:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749609470.444700:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000400:00000010:1.0:1749609470.444701:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0420. 00000100:00000040:2.0:1749609470.444702:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:3.0:1749609470.444702:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609470.444704:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609470.444705:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000100:00000001:2.0:1749609470.444705:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749609470.444707:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000020:00000010:2.0:1749609470.444707:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00000001:1.0:1749609470.444709:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609470.444710:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000020:00000010:2.0:1749609470.444712:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d8a00. 00000100:00000200:1.0:1749609470.444713:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609470.444715:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000001:0.0:1749609470.444718:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749609470.444718:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1749609470.444718:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52832a8 02000000:00000010:2.0:1749609470.444720:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130184c00. 00000400:00000010:3.0:1749609470.444720:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52832a8. 00000100:00100000:0.0:1749609470.444721:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612302592 02000000:00000001:0.0:1749609470.444723:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749609470.444723:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749609470.444723:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609470.444725:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609470.444725:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609470.444727:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609470.444727:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609470.444728:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1749609470.444730:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609470.444731:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609470.444731:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f108. 00000100:00100000:0.0:1749609470.444733:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612302592 00000400:00000010:2.0:1749609470.444734:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201d80. 00000020:00000001:0.0:1749609470.444735:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609470.444736:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749609470.444737:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609470.444739:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609470.444739:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609470.444739:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609470.444740:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444741:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609470.444742:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444744:0:1509:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749609470.444745:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 02000000:00000001:1.0:1749609470.444746:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609470.444746:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609470.444763:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609470.444763:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609470.444764:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000001:1.0:1749609470.444764:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609470.444764:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000001:2.0:1749609470.444765:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1749609470.444766:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000001:1.0:1749609470.444766:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609470.444766:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609470.444767:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444768:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609470.444768:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609470.444768:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f688. 00000100:00000001:0.0:1749609470.444769:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609470.444769:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000100:00000001:0.0:1749609470.444771:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609470.444771:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=139 v=5 (5 5 5 5) 00000400:00000010:2.0:1749609470.444771:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000100:00000040:3.0:1749609470.444771:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 677 usecs (1 jiffies) 00000100:00000001:2.0:1749609470.444772:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609470.444773:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298746850 00000100:00000001:0.0:1749609470.444774:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609470.444774:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=129 v=5 (1 1 1 1) 00000100:00000200:2.0:1749609470.444774:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609470.444775:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298746856 00000100:00000001:1.0:1749609470.444777:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609470.444777:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298746850 00000100:00000001:1.0:1749609470.444778:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444778:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298746856 00000100:00000200:2.0:1749609470.444779:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.444780:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609470.444780:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298746850 00010000:00000001:1.0:1749609470.444781:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609470.444782:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298746856 00010000:00000001:1.0:1749609470.444783:0:1509:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609470.444783:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609470.444783:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298746850 00000100:00000001:2.0:1749609470.444784:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609470.444785:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609470.444785:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444785:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298746856 00000100:00000001:2.0:1749609470.444786:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749609470.444787:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612302720 02000000:00000001:2.0:1749609470.444787:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609470.444787:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609470.444788:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749609470.444788:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609470.444788:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609470.444789:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609470.444789:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444789:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609470.444790:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444791:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609470.444792:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609470.444792:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1749609470.444794:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612302720 00000100:00001000:2.0:1749609470.444794:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=126 v=5 (5 5 5 5) 00000400:00000001:3.0:1749609470.444794:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749609470.444795:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609470.444796:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1749609470.444796:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=126 v=5 (1 1 1 1) 00000400:00000010:3.0:1749609470.444796:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62aa8. 00000020:00000040:0.0:1749609470.444797:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609470.444797:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749609470.444798:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749609470.444798:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749609470.444798:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609470.444799:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444799:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609470.444799:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00010000:00000001:2.0:1749609470.444800:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1749609470.444800:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000020:00000001:0.0:1749609470.444801:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609470.444801:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749609470.444802:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609470.444803:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a0a00. 00000100:00000001:3.0:1749609470.444803:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609470.444805:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cef80. 00000100:00000200:3.0:1749609470.444805:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609470.444807:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2e3e8. 00010000:00000001:2.0:1749609470.444807:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609470.444808:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f7f77149-cc67-498a-861f-00733f852f3e:1509:1834594612302208:0@lo:400: 00000100:00000001:0.0:1749609470.444809:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609470.444809:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749609470.444810:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:0.0:1749609470.444811:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609470.444811:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609470.444812:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444812:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.444812:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609470.444813:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.444814:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444814:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749609470.444814:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609470.444817:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b621f80 x1834594612302208/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609470.444818:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609470.444819:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.444820:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609470.444820:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609470.444821:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609470.444822:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749609470.444822:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609470.444823:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749609470.444824:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749609470.444824:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749609470.444824:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.444825:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749609470.444825:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1749609470.444826:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b400. 00000100:00000001:3.0:1749609470.444826:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609470.444828:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609470.444829:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864 02000000:00000001:1.0:1749609470.444829:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749609470.444830:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444831:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361645056 : -131939347906560 : ffff88007a094000) 00000020:00000001:1.0:1749609470.444831:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609470.444833:0:1509:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000100:00100000:2.0:1749609470.444833:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612302464:0@lo:400: 00000100:00000040:0.0:1749609470.444834:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a094000 x1834594612302592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609490 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609470.444834:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609470 v=5 (0 0 0 0) 00000020:00000001:1.0:1749609470.444835:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609470.444837:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057300. 00000100:00000001:2.0:1749609470.444837:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609470.444837:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=136 v=20 (1 1 1 20) 00000100:00000001:2.0:1749609470.444839:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609470.444840:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609470.444840:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749609470.444841:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b622a00 x1834594612302464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609470.444842:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609470.444842:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:1.0:1749609470.444843:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621f80. 00000100:00100000:0.0:1749609470.444844:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612302592:12345-0@lo:38: 00000100:00000001:3.0:1749609470.444844:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609470.444846:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1749609470.444847:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612302592 00000100:00000001:1.0:1749609470.444847:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.444847:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749609470.444848:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.444849:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609470.444849:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749609470.444850:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:2.0:1749609470.444851:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9000. 00010000:00000001:0.0:1749609470.444852:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609470.444852:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749609470.444853:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609470.444854:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609470.444855:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749609470.444855:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609470.444856:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749609470.444856:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1749609470.444857:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609470.444858:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609470.444858:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749609470.444859:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609470.444859:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057100. 00000100:00000001:3.0:1749609470.444860:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:0.0:1749609470.444861:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749609470.444862:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609470.444862:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:0.0:1749609470.444863:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609470.444864:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749609470.444864:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:2.0:1749609470.444865:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622a00. 00010000:00000001:0.0:1749609470.444866:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:3.0:1749609470.444866:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609470.444868:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609470.444868:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609470.444869:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609470.444869:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609470.444869:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749609470.444869:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 02000000:00000001:0.0:1749609470.444870:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749609470.444870:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609470.444871:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609470.444872:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749609470.444873:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880089404000. 02000000:00000001:0.0:1749609470.444875:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609470.444875:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00000001:2.0:1749609470.444875:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749609470.444875:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609470.444876:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.444877:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444877:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361645952 : -131939347905664 : ffff88007a094380) 00000100:00000001:2.0:1749609470.444878:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749609470.444879:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749609470.444879:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609470.444880:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609470.444881:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a094380 x1834594612302720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609490 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749609470.444882:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609470.444885:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609470.444887:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609470.444889:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00100000:1.0:1749609470.444890:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612302720:12345-0@lo:38: 00000100:00100000:3.0:1749609470.444890:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b620a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612302336:0@lo:38: 00000100:00000001:0.0:1749609470.444891:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609470.444893:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609470.444894:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000200:1.0:1749609470.444894:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612302720 00000100:00000001:3.0:1749609470.444894:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609470.444895:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.444896:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000001:1.0:1749609470.444896:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609470.444897:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749609470.444898:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609470.444898:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749609470.444899:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609470.444899:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b620a80 x1834594612302336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.444901:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609470.444903:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749609470.444905:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:0.0:1749609470.444906:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668f68. 00000020:00000001:1.0:1749609470.444906:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444906:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609470.444907:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00020000:1.0:1749609470.444908:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749609470.444909:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612302592, offset 0 00000020:00000040:2.0:1749609470.444909:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 02000000:00000010:3.0:1749609470.444909:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a508c400. 00010000:00000001:1.0:1749609470.444910:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609470.444912:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749609470.444913:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609470.444914:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749609470.444914:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609470.444915:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749609470.444915:0:1508:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749609470.444916:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1749609470.444916:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609470.444919:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749609470.444920:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749609470.444920:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880089406c00. 02000000:00000001:3.0:1749609470.444922:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609470.444924:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1749609470.444926:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c5300 00000100:00000010:3.0:1749609470.444926:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b620a80. 00000100:00000001:3.0:1749609470.444928:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609470.444929:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609470.444930:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17bc1 [1] + 0 00000100:00000001:3.0:1749609470.444931:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749609470.444932:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab0000. 02000000:00000001:1.0:1749609470.444934:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609470.444935:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609470.444935:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444935:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749609470.444937:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609470.444937:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1749609470.444938:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609470.444939:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.444939:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609470.444940:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609470.444941:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749609470.444941:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609470.444941:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444943:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609470.444943:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609470.444944:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.444945:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609470.444946:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:1.0:1749609470.444948:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609470.444949:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609470.444951:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 02000000:00000001:1.0:1749609470.444953:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609470.444954:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609470.444954:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444955:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609470.444956:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609470.444958:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000200:1.0:1749609470.444960:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612302720, offset 0 00000400:00000200:1.0:1749609470.444963:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609470.444966:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609470.444967:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609470.444971:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000400:00000200:1.0:1749609470.444972:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c5380 00000400:00000010:0.0:1749609470.444973:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00000001:0.0:1749609470.444974:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609470.444976:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749609470.444976:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17bd5 [1] + 0 00000400:00000200:1.0:1749609470.444978:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609470.444979:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609470.444980:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609470.444980:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609470.444981:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749609470.444982:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609470.444983:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.444983:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:3.0:1749609470.444984:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749609470.444985:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749609470.444985:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609470.444985:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609470.444987:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62bb0. 00000100:00000040:0.0:1749609470.444989:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a094000 x1834594612302592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609470.444990:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749609470.444990:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609470.444991:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:3.0:1749609470.444994:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609470.444996:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609470.444996:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609470.444998:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612302592:12345-0@lo:38: Request processed in 154us (587us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609470.444999:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:1.0:1749609470.445000:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:1.0:1749609470.445001:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609470.445002:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749609470.445004:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864 00000100:00000001:1.0:1749609470.445004:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609470.445006:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609470.445007:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609470.445007:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.445008:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749609470.445009:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609470.445010:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609470.445011:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000040:1.0:1749609470.445011:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a094380 x1834594612302720/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609490 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609470.445014:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000020:00000010:0.0:1749609470.445016:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00100000:1.0:1749609470.445017:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612302720:12345-0@lo:38: Request processed in 127us (328us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749609470.445017:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609470.445018:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609470.445019:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609470.445020:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749609470.445022:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 02000000:00000001:3.0:1749609470.445022:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609470.445023:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609470.445023:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609470.445024:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609470.445025:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609470.445026:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cef80. 02000000:00000001:3.0:1749609470.445027:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609470.445028:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2e3e8. 00000020:00000010:1.0:1749609470.445030:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a0a00. 00000100:00001000:3.0:1749609470.445030:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609470 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609470.445032:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609470.445033:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=136 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609470.445036:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609470.445038:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609470.445040:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609470.445041:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609470.445042:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749609470.445043:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749609470.445045:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bf9500. 00000100:00000040:1.0:1749609470.445046:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880130bf9500 x1834594612302848 msgsize 224 00000100:00100000:1.0:1749609470.445049:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609470.445050:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609470.445053:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609470.445054:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609470.445056:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609470.445058:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609470.445061:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609470.445063:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609470.445065:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609470.445068:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.445075:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749609470.445076:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612302592:0@lo:38: 00000400:00000200:1.0:1749609470.445077:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609470.445079:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609470.445080:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609470.445082:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749609470.445082:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609470.445083:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609470.445085:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 00000400:00000200:3.0:1749609470.445087:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000100:00000001:1.0:1749609470.445088:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609470.445089:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609470.445089:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609470.445091:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609470.445093:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609470.445093:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.445094:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609470.445096:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609470.445098:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000100:00000001:1.0:1749609470.445100:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298746850 00000100:00000001:1.0:1749609470.445101:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298746856 00000100:00000200:3.0:1749609470.445101:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.445103:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298746850 00000100:00000001:1.0:1749609470.445105:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298746856 00000100:00000001:1.0:1749609470.445106:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298746850 00000100:00000001:1.0:1749609470.445107:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298746856 00000100:00000001:3.0:1749609470.445107:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609470.445108:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298746850 00000100:00000001:3.0:1749609470.445108:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609470.445109:0:1512:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298746856 00000100:00000001:0.0:1749609470.445110:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609470.445110:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609470.445110:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609470.445111:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609470.445111:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609470.445112:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749609470.445113:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612302848 00000100:00000001:1.0:1749609470.445113:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.445113:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.445114:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609470.445115:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749609470.445115:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.445117:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1749609470.445118:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609470 v=5 (0 0 0 0) 00000100:00000001:0.0:1749609470.445119:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609470.445120:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=133 v=20 (1 1 1 20) 02000000:00000001:0.0:1749609470.445122:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.445122:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749609470.445124:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612302848 00000100:00000001:3.0:1749609470.445124:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609470.445125:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749609470.445126:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609470.445128:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000040:3.0:1749609470.445128:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609470.445129:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609470.445131:0:14333:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:0.0:1749609470.445133:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609470.445134:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609470.445135:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:3.0:1749609470.445136:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609470.445137:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609470.445138:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609470.445139:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609470.445140:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749609470.445141:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4640. 00000100:00080000:3.0:1749609470.445141:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609470.445143:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000010:0.0:1749609470.445144:0:14333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4a40. 00000100:00000001:3.0:1749609470.445145:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749609470.445147:0:14333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000040:3.0:1749609470.445148:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.445162:0:14333:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1749609470.445162:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b623800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612302720:0@lo:38: 00000020:00000010:0.0:1749609470.445165:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000001:3.0:1749609470.445166:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609470.445168:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000001:3.0:1749609470.445168:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749609470.445170:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000040:3.0:1749609470.445170:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b620e00 x1834594612302592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609470.445174:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609470.445175:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749609470.445176:0:14333:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000010:3.0:1749609470.445177:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012db2f400. 00000100:00000001:0.0:1749609470.445178:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609470.445179:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749609470.445179:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609470.445180:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609470.445181:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609470.445181:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609470.445182:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609470.445183:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880089405c00. 00000100:00000001:0.0:1749609470.445185:0:14333:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1749609470.445185:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609470.445185:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609470.445186:0:14333:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000010:3.0:1749609470.445186:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b620e00. 00000100:00000001:0.0:1749609470.445188:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609470.445188:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609470.445188:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609470.445189:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609470.445190:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b623800 x1834594612302720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749609470.445192:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1749609470.445194:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:3.0:1749609470.445195:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609470.445195:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609470.445196:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012ea32c00. 02000000:00000001:3.0:1749609470.445198:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609470.445198:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749609470.445199:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749609470.445199:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609470.445217:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609470.445218:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880089406000. 02000000:00000001:3.0:1749609470.445219:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609470.445220:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609470.445221:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623800. 00000100:00000001:3.0:1749609470.445222:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609470.445223:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609470.445223:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609470.445224:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609470.445225:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609470.445227:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609470.445228:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609470.445229:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00000001:3.0:1749609470.445229:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609470.445230:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.445232:0:14333:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:0.0:1749609470.445233:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427047680 : -131936282503936 : ffff880130bf9500) 00000100:00000040:0.0:1749609470.445238:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bf9500 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:416/0 lens 224/0 e 0 to 0 dl 1749609481 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.445246:0:14333:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609470.445250:0:14333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4a40. 00000100:00000001:0.0:1749609470.445252:0:14333:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609470.445254:0:14333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4a40. 00000100:00100000:0.0:1749609470.445257:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612302848:12345-0@lo:400: 00000100:00000200:0.0:1749609470.445260:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612302848 00000020:00000001:0.0:1749609470.445262:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609470.445265:0:14333:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609470.445267:0:14333:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609470.445269:0:14333:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749609470.445271:0:14333:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:0.0:1749609470.445273:0:14333:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749609470.445276:0:14333:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609470.445278:0:14333:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609470.445279:0:14333:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749609470.445281:0:14333:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609470.445283:0:14333:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749609470.445285:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609470.445287:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609470.445290:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880089404400. 02000000:00000001:0.0:1749609470.445291:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.445293:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609470.445296:0:14333:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609470.445298:0:14333:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612302848 00010000:00000001:0.0:1749609470.445300:0:14333:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749609470.445302:0:14333:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bf9500 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609470.445310:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609470.445312:0:14333:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609470.445314:0:14333:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=133 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609470.445318:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609470.445320:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609470.445322:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 02000000:00000001:0.0:1749609470.445324:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609470.445325:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.445327:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609470.445329:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609470.445332:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668f68. 00000100:00000200:0.0:1749609470.445335:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612302848, offset 224 00000400:00000200:0.0:1749609470.445339:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609470.445345:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609470.445350:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c5400 00000400:00000200:0.0:1749609470.445355:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17bd9 [1] + 224 00000400:00000200:0.0:1749609470.445359:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609470.445363:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609470.445366:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609470.445369:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609470.445376:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.445397:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609470.445402:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000400:00000010:0.0:1749609470.445404:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00000001:0.0:1749609470.445406:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609470.445408:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609470.445410:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.445413:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609470.445415:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749609470.445416:0:14333:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749609470.445417:0:14333:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.445417:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609470.445419:0:14333:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1749609470.445420:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609470.445421:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749609470.445422:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bf9500 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1749609481 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609470.445422:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0840. 00000400:00000200:1.0:1749609470.445424:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000400:00000010:1.0:1749609470.445425:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:1.0:1749609470.445427:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609470.445429:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609470.445432:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:1512:x1834594612302848:12345-0@lo:400: Request processed in 184us (383us total) trans 0 rc 0/0 00000100:00000200:1.0:1749609470.445435:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609470.445440:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00000001:1.0:1749609470.445440:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609470.445441:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609470.445442:0:14333:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000001:1.0:1749609470.445442:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609470.445443:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609470.445444:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609470.445445:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609470.445445:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.445447:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749609470.445447:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609470.445449:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=133 v=5 (5 5 5 5) 00000020:00000010:0.0:1749609470.445450:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00001000:1.0:1749609470.445451:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=133 v=5 (1 1 1 1) 00000020:00000010:0.0:1749609470.445453:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000100:00000001:1.0:1749609470.445453:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609470.445454:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609470.445455:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00010000:00000001:1.0:1749609470.445455:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609470.445458:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609470.445459:0:14333:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:0.0:1749609470.445461:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749609470.445462:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.445464:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609470.445465:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609470.445466:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609470.445467:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609470.445468:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.445472:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609470.445474:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609470.445474:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609470.445476:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609470.445481:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:1512:1834594612302848:0@lo:400: 00000100:00000001:1.0:1749609470.445484:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609470.445485:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749609470.445486:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b620700 x1834594612302848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609470.445490:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609470.445491:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609470.445492:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609470.445493:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609470.445494:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609470.445495:0:1512:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749609470.445496:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609470.445513:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057d00. 02000000:00000001:1.0:1749609470.445514:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749609470.445515:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609470.445516:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b620700. 00000100:00000001:1.0:1749609470.445517:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609470.445518:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609470.445520:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609470.445522:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609470.445523:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609470.445525:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609470.445526:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.451572:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298746856, at 4298746856 00000100:00000040:2.0:1749609470.451572:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298746856, at 4298746856 00000100:00000040:1.0:1749609470.451578:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298746856, at 4298746856 00000100:00000010:0.0:1749609470.451584:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8ec0. 00000100:00000010:1.0:1749609470.451587:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8540. 00000100:00000010:2.0:1749609470.451598:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8240. 00000100:00000040:3.0:1749609470.451610:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298746856, at 4298746856 00000100:00000010:3.0:1749609470.451617:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8f80. 00000100:00000010:0.0:1749609470.564648:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b620000. 00000020:00000040:0.0:1749609470.564659:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609470.564666:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609470.564670:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609470.564675:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609470.564682:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609470.564689:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.564695:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609470.564697:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609470.564704:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609470.564706:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609470.564709:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609470.564711:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337028608 : -131936372523008 : ffff88012b620000) 00000100:00000001:0.0:1749609470.564716:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609470.564718:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609470.564721:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609470.564723:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609470.564730:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b620000 x1834594612302976/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.564742:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609470.564744:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609470.564747:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b620000 x1834594612302976/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.564756:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609470.564759:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609470.564760:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609470.564763:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609470.564766:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609470.564768:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609470.564771:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609470.564773:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609470.564776:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609470.564779:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b620000 x1834594612302976/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609470.564788:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b620000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612302976:0@lo:900: 00000100:00000001:0.0:1749609470.564793:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609470.564795:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609470.564798:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609470.564800:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609470.564802:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b620000 x1834594612302976/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.564810:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609470.564812:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609470.564817:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609470.564818:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609470.564821:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609470.564823:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b620000 x1834594612302976/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609470.564830:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609470.564833:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609470.564834:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609470.564836:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609470.564839:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609470.564860:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609470.564862:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609470.564864:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b620000. 00000100:00000001:0.0:1749609470.564867:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609470.564868:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.710637:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609470.710647:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609470.710650:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609470.710653:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609470.710657:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609470.710661:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.710664:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609470.710666:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609470.710668:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609470.861683:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609470.861689:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609470.861694:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609470.861695:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609470.861719:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609470.861723:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609470.861726:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749609471.710593:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609471.710598:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609471.710599:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609471.710601:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609471.710604:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609471.710606:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609471.710608:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609471.710610:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609471.710611:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609471.863650:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609471.863657:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609471.863662:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609471.863663:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609471.863742:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609471.863746:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609471.863750:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609472.206386:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609472.206406:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609472.206411:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609472.206414:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609472.206427:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609472.206450:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf343880 00000400:00000200:0.0:1749609472.206459:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x17079 [2] + 0 00000400:00000010:0.0:1749609472.206465:0:1504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0bb0. 00000400:00000200:0.0:1749609472.206472:0:1504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b600 00000800:00000001:0.0:1749609472.206480:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609472.206485:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609472.206488:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609472.206493:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609472.206543:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b600 00000400:00000010:0.0:1749609472.206545:0:1504:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b600. 00000100:00000001:0.0:1749609472.206552:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609472.206555:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609472.206558:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff8800b51d9450 x1834594730260608 msgsize 224 00000100:00100000:0.0:1749609472.206563:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609472.206565:0:1504:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609472.206583:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609472.206591:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609472.206595:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609472.206597:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609472.206598:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609472.206602:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609472.206608:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343900 00000400:00000200:0.0:1749609472.206614:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 93424 00000800:00000001:0.0:1749609472.206620:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609472.206623:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609472.206636:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609472.206639:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609472.206642:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609472.206644:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609472.206649:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b620000. 00000100:00000001:2.0:1749609472.206650:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609472.206651:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88012b620000 x1834594730260736 msgsize 520 00000100:00100000:0.0:1749609472.206654:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00100000:2.0:1749609472.206655:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730260608 02000000:00000001:2.0:1749609472.206658:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609472.206661:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609472.206663:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609472.206668:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.206670:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749609472.206671:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730260608 00000020:00000001:2.0:1749609472.206673:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1749609472.206674:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000040:2.0:1749609472.206675:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000800:00000001:0.0:1749609472.206677:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609472.206677:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1749609472.206679:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000020:00000040:2.0:1749609472.206679:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000800:00000001:0.0:1749609472.206680:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609472.206681:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000400:00000200:0.0:1749609472.206683:0:1504:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000020:00000001:2.0:1749609472.206683:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:2.0:1749609472.206687:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609472.206688:0:1504:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343980 00000400:00000200:0.0:1749609472.206690:0:1504:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 93944 00000020:00000010:2.0:1749609472.206691:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000800:00000001:0.0:1749609472.206692:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609472.206693:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609472.206694:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00000020:00000010:2.0:1749609472.206700:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000010:2.0:1749609472.206704:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000020:00000010:2.0:1749609472.206707:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000800:00000001:0.0:1749609472.206709:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609472.206710:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609472.206712:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000040:2.0:1749609472.206713:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1749609472.206714:0:1504:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609472.206715:0:1504:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609472.206716:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1749609472.206717:0:1504:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b621180. 00000100:00000001:2.0:1749609472.206717:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749609472.206718:0:1504:0:(events.c:338:request_in_callback()) incoming req@ffff88012b621180 x1834594730260864 msgsize 520 00000100:00000001:2.0:1749609472.206718:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609472.206720:0:1504:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:2.0:1749609472.206723:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.206725:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609472.206727:0:1504:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749609472.206729:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730260736 00000800:00000001:0.0:1749609472.206730:0:1504:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 02000000:00000001:1.0:1749609472.206731:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1749609472.206732:0:1504:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609472.206732:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609472.206732:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609472.206734:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609472.206737:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.206738:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749609472.206739:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730260736 00000020:00000001:1.0:1749609472.206740:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749609472.206740:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1749609472.206741:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609472.206742:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609472.206744:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609472.206745:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609472.206745:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1515 00000020:00000010:1.0:1749609472.206748:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000040:2.0:1749609472.206748:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:2.0:1749609472.206749:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135352833104 : -131938356718512 : ffff8800b51d9450) 00000020:00000010:1.0:1749609472.206751:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000020:00000010:1.0:1749609472.206754:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 00000100:00000040:2.0:1749609472.206754:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b51d9450 x1834594730260608/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:418/0 lens 224/0 e 0 to 0 dl 1749609483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609472.206757:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609472.206758:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749609472.206759:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.206760:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609472.206761:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000100:00000001:1.0:1749609472.206762:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.206763:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609472.206763:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609472.206764:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730260864 00000020:00000010:2.0:1749609472.206764:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 02000000:00000001:0.0:1749609472.206766:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749609472.206767:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730260608:12345-192.168.201.20@tcp:400: 00000100:00000001:0.0:1749609472.206768:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749609472.206769:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730260608 00000100:00000001:0.0:1749609472.206770:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609472.206772:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749609472.206773:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609472.206774:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:0.0:1749609472.206775:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730260864 00000100:00000001:1.0:1749609472.206776:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609472.206776:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609472.206777:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1749609472.206777:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1749609472.206779:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749609472.206779:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:0.0:1749609472.206780:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749609472.206780:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609472.206781:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609472.206782:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609472.206782:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609472.206783:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.206783:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749609472.206784:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1749609472.206785:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000001:1.0:1749609472.206785:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749609472.206786:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609472.206787:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749609472.206788:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2866 00000020:00000010:0.0:1749609472.206789:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000001:2.0:1749609472.206789:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609472.206791:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137337028608 : -131936372523008 : ffff88012b620000) 02000000:00000001:2.0:1749609472.206791:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749609472.206792:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000040:1.0:1749609472.206793:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b620000 x1834594730260736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609492 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749609472.206794:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130184c00. 02000000:00000001:2.0:1749609472.206795:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.206797:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609472.206797:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.206798:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609472.206799:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609472.206799:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609472.206801:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b620000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730260736:12345-192.168.201.20@tcp:38: 00010000:00000040:2.0:1749609472.206801:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730260608 00010000:00000001:2.0:1749609472.206802:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749609472.206803:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609472.206803:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730260736 00000020:00000001:1.0:1749609472.206804:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000200:2.0:1749609472.206805:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b51d9450 x1834594730260608/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:418/0 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609472.206806:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749609472.206809:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609472.206811:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749609472.206812:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.206814:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:2.0:1749609472.206814:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=141 v=5 (1 1 1 1) 00000100:00000001:0.0:1749609472.206815:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609472.206817:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2867 00000020:00000001:1.0:1749609472.206817:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.206818:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749609472.206819:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137337033088 : -131936372518528 : ffff88012b621180) 00010000:00020000:1.0:1749609472.206820:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749609472.206820:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609472.206821:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00010000:00000001:1.0:1749609472.206822:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749609472.206822:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749609472.206823:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b621180 x1834594730260864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609492 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609472.206824:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749609472.206824:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.206826:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749609472.206826:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609472.206827:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609472.206828:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609472.206828:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00100000:0.0:1749609472.206830:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b621180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730260864:12345-192.168.201.20@tcp:38: 02000000:00000010:1.0:1749609472.206831:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab0400. 00000400:00000010:2.0:1749609472.206831:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000100:00000200:0.0:1749609472.206832:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730260864 02000000:00000001:1.0:1749609472.206832:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609472.206833:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609472.206833:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609472.206835:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749609472.206835:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749609472.206836:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730260608, offset 224 00010000:00000001:1.0:1749609472.206837:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609472.206839:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749609472.206840:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000040:0.0:1749609472.206843:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00000100:00000001:1.0:1749609472.206843:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749609472.206844:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:0.0:1749609472.206849:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609472.206850:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749609472.206850:0:13561:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 02000000:00000010:0.0:1749609472.206854:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff880089405c00. 02000000:00000001:0.0:1749609472.206855:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609472.206855:0:13561:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2166:2166:256:4294967295] 192.168.201.20@tcp LPNI seq info [2162:2162:8:4294967295] 00000100:00000001:0.0:1749609472.206856:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749609472.206858:0:15217:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1749609472.206863:0:15217:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4081 last 0 00000400:00000200:2.0:1749609472.206863:0:13561:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00010000:00000001:0.0:1749609472.206866:0:15217:0:(obd_class.h:881:obd_connect()) Process entered 00000800:00000200:2.0:1749609472.206867:0:13561:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000004:00000001:0.0:1749609472.206870:0:15217:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000800:00000010:2.0:1749609472.206871:0:13561:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7400. 00000004:00000001:0.0:1749609472.206872:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000400:00000200:1.0:1749609472.206872:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000800:00000200:2.0:1749609472.206875:0:13561:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000004:00000001:0.0:1749609472.206876:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:1.0:1749609472.206876:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609472.206878:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609472.206880:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000800:00000200:2.0:1749609472.206881:0:13561:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:1.0:1749609472.206882:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000004:00000001:0.0:1749609472.206883:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000800:00000200:2.0:1749609472.206884:0:13561:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1749609472.206885:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:0.0:1749609472.206886:0:15217:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749609472.206887:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609472.206887:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609472.206889:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.206890:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609472.206891:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000040:0.0:1749609472.206892:0:15217:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000100:00000040:2.0:1749609472.206892:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00010000:00000001:2.0:1749609472.206893:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000004:00000040:0.0:1749609472.206894:0:15217:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000100:00000040:1.0:1749609472.206894:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000001:2.0:1749609472.206894:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1749609472.206895:0:15217:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000020:00000001:2.0:1749609472.206896:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000004:00000001:0.0:1749609472.206897:0:15217:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000010:1.0:1749609472.206897:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907add0. 00000100:00000040:2.0:1749609472.206898:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b51d9450 x1834594730260608/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:418/0 lens 224/224 e 0 to 0 dl 1749609483 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1749609472.206899:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609472.206900:0:15217:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000200:1.0:1749609472.206900:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730260736, offset 0 00000004:00000001:0.0:1749609472.206901:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:0.0:1749609472.206902:0:15217:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:0.0:1749609472.206903:0:15217:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00100000:2.0:1749609472.206904:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29482:x1834594730260608:12345-192.168.201.20@tcp:400: Request processed in 142us (344us total) trans 0 rc 0/0 00010000:00000001:0.0:1749609472.206905:0:15217:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:1.0:1749609472.206905:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000020:00000040:0.0:1749609472.206906:0:15217:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:0.0:1749609472.206907:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00100000:2.0:1749609472.206908:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1515 00000100:00000001:0.0:1749609472.206909:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749609472.206910:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:2.0:1749609472.206910:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00010000:00000001:0.0:1749609472.206911:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609472.206912:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609472.206912:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749609472.206913:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1749609472.206914:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000200:1.0:1749609472.206915:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2167:2167:255:4294967295] 192.168.201.20@tcp LPNI seq info [2163:2163:7:4294967295] 00000020:00000010:2.0:1749609472.206915:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00000001:0.0:1749609472.206916:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:2.0:1749609472.206918:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000020:00000010:2.0:1749609472.206920:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 00000020:00000040:2.0:1749609472.206922:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000400:00000200:1.0:1749609472.206924:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:2.0:1749609472.206925:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749609472.206927:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1749609472.206929:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000400:00000200:0.0:1749609472.206930:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000400:00000010:2.0:1749609472.206931:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f688. 00000100:00000001:0.0:1749609472.206932:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1749609472.206932:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee500. 00000100:00000040:0.0:1749609472.206933:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000400:00000010:2.0:1749609472.206934:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201e40. 00000100:00000001:0.0:1749609472.206935:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:0.0:1749609472.206936:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:1.0:1749609472.206936:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:0.0:1749609472.206937:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:0.0:1749609472.206939:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609472.206940:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1749609472.206941:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000001:0.0:1749609472.206942:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609472.206944:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000800:00000200:1.0:1749609472.206944:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1749609472.206946:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668f68. 00000100:00000001:1.0:1749609472.206947:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749609472.206949:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730260864, offset 0 00000100:00000040:1.0:1749609472.206950:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000400:00000200:0.0:1749609472.206952:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609472.206952:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609472.206955:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749609472.206958:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00000040:1.0:1749609472.206958:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b620000 x1834594730260736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609492 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609472.206961:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2168:2168:254:4294967295] 192.168.201.20@tcp LPNI seq info [2164:2164:6:4294967295] 00000400:00000200:0.0:1749609472.206968:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00100000:1.0:1749609472.206968:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b620000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730260736:12345-192.168.201.20@tcp:38: Request processed in 166us (314us total) trans 0 rc -19/-19 00000800:00000200:0.0:1749609472.206972:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:0.0:1749609472.206974:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9057f00. 00000800:00000200:2.0:1749609472.206974:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609472.206976:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7400. 00000100:00100000:1.0:1749609472.206977:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2866 00000800:00000200:0.0:1749609472.206978:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000400:00000200:2.0:1749609472.206978:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609472.206979:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609472.206981:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609472.206982:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000800:00000200:0.0:1749609472.206983:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000020:00000010:1.0:1749609472.206983:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000800:00000200:0.0:1749609472.206985:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9057f00 type 1, nob 512 niov 1 nkiov 1 00000400:00000200:2.0:1749609472.206985:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000400:00000010:2.0:1749609472.206986:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000020:00000010:1.0:1749609472.206987:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00000100:00000001:0.0:1749609472.206988:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609472.206989:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:2.0:1749609472.206989:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609472.206990:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609472.206990:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 02000000:00000001:2.0:1749609472.206990:0:1503:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1749609472.206992:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749609472.206992:0:1503:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130184c00. 00000100:00000001:1.0:1749609472.206993:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609472.206994:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b621180 x1834594730260864/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609492 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609472.206994:0:1503:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609472.206994:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749609472.206999:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b621180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730260864:12345-192.168.201.20@tcp:38: Request processed in 169us (279us total) trans 0 rc -11/-11 00000800:00000200:2.0:1749609472.207002:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1749609472.207004:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2867 00000800:00000010:2.0:1749609472.207004:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee500. 00000100:00000001:0.0:1749609472.207006:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609472.207006:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749609472.207007:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749609472.207008:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000010:0.0:1749609472.207010:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000400:00000200:2.0:1749609472.207010:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609472.207011:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907add0 00000020:00000010:0.0:1749609472.207012:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000400:00000010:2.0:1749609472.207012:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907add0. 00000100:00000001:2.0:1749609472.207013:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609472.207014:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609472.207015:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1749609472.207059:0:1503:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1749609472.207061:0:1503:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9057f00. 00000400:00000200:2.0:1749609472.207063:0:1503:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609472.207065:0:1503:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:2.0:1749609472.207067:0:1503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668f68 00000400:00000010:2.0:1749609472.207067:0:1503:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668f68. 00000100:00000001:2.0:1749609472.207069:0:1503:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609472.207069:0:1503:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749609472.565688:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b621500. 00000020:00000040:0.0:1749609472.565701:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609472.565708:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609472.565712:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609472.565718:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609472.565726:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609472.565734:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.565741:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609472.565743:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609472.565751:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609472.565752:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609472.565755:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609472.565756:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337033984 : -131936372517632 : ffff88012b621500) 00000100:00000001:0.0:1749609472.565762:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609472.565764:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609472.565766:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609472.565768:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609472.565788:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b621500 x1834594612303104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.565795:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609472.565796:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609472.565798:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b621500 x1834594612303104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.565801:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609472.565803:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609472.565804:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609472.565805:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609472.565807:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609472.565809:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609472.565811:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.565812:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609472.565814:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609472.565816:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b621500 x1834594612303104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609472.565823:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b621500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612303104:0@lo:900: 00000100:00000001:0.0:1749609472.565827:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.565828:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609472.565830:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609472.565831:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609472.565832:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b621500 x1834594612303104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.565835:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609472.565836:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609472.565841:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609472.565841:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609472.565842:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609472.565843:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b621500 x1834594612303104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609472.565846:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609472.565848:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609472.565849:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609472.565850:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609472.565852:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609472.565856:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609472.565858:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609472.565859:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621500. 00000100:00000001:0.0:1749609472.565862:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609472.565862:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.710690:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609472.710699:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609472.710701:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609472.710704:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609472.710708:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609472.710711:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.710714:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609472.710717:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609472.710719:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609472.865660:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609472.865669:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609472.865674:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609472.865676:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609472.865809:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609472.865815:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609472.865818:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609473.710635:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609473.710643:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609473.710645:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609473.710649:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609473.710653:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609473.710657:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609473.710660:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609473.710662:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609473.710664:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609473.867663:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609473.867670:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609473.867676:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609473.867677:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609473.867805:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609473.867809:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609473.867811:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609474.566600:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b621500. 00000020:00000040:0.0:1749609474.566609:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609474.566613:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609474.566615:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609474.566619:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609474.566625:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609474.566630:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609474.566634:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609474.566635:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609474.566639:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609474.566640:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609474.566642:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609474.566643:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337033984 : -131936372517632 : ffff88012b621500) 00000100:00000001:0.0:1749609474.566646:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609474.566647:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609474.566648:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609474.566649:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609474.566655:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b621500 x1834594612303232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609474.566661:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609474.566663:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609474.566664:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b621500 x1834594612303232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609474.566668:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609474.566670:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609474.566672:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609474.566673:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609474.566675:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609474.566677:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609474.566679:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609474.566681:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609474.566683:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609474.566685:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b621500 x1834594612303232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609474.566691:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b621500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612303232:0@lo:900: 00000100:00000001:0.0:1749609474.566695:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609474.566697:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609474.566699:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609474.566701:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609474.566703:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b621500 x1834594612303232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609474.566709:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609474.566710:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609474.566715:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609474.566716:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609474.566717:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609474.566719:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b621500 x1834594612303232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609474.566724:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609474.566726:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609474.566727:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609474.566729:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609474.566731:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609474.566735:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609474.566737:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609474.566738:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621500. 00000100:00000001:0.0:1749609474.566741:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609474.566742:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609474.710627:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609474.710633:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609474.710635:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609474.710638:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609474.710640:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609474.710643:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609474.710646:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609474.710648:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609474.710650:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609474.869574:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609474.869580:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609474.869585:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609474.869586:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609474.869663:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609474.869666:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609474.869669:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609475.451628:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609475.451639:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609475.451646:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b621500. 00000020:00000040:0.0:1749609475.451652:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609475.451656:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609475.451659:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609475.451664:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609475.451672:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057200. 00000100:00000001:0.0:1749609475.451679:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609475.451688:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609475.451699:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609475.451702:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609475.451707:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b621500] to pc [ptlrpcd_00_03+3] req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609475.451744:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609475.451746:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609475.451750:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609475.451751:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609475.451754:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609475.451757:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609475.451759:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4079 00000100:00080000:0.0:1749609475.451762:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609475.451765:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609475.451768:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609475.451770:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609475.451772:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609475.451775:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609475.451776:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609475.451779:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609475.451782:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609475.451784:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609475.451786:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609475.451788:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609475.451789:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609475.451791:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609475.451792:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609475.451794:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609475.451797:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609475.451799:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609475.451801:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609475.451806:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609475.451809:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.451810:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609475.451813:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609475.451816:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b621c00. 00000020:00000040:0.0:1749609475.451818:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609475.451821:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609475.451822:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.451825:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609475.451826:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609475.451828:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609475.451831:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880089406000. 00000100:00000001:0.0:1749609475.451834:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.451836:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749609475.451838:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749609475.451842:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609475.451844:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609475.451851:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1749609475.451851:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609475.451852:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.451853:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749609475.451855:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b621c00] to pc [ptlrpcd_rcv+-1] req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609475.451859:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.451862:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749609475.451863:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609475.451867:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749609475.451870:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609475.451872:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609475.451872:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609475.451875:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1749609475.451875:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612303360:0@lo:400: 00000100:00000001:0.0:1749609475.451877:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609475.451879:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b623480. 00000100:00000001:1.0:1749609475.451879:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749609475.451881:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1749609475.451883:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609475.451884:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749609475.451884:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749609475.451885:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609475.451886:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609475.451887:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057600. 02000000:00000001:1.0:1749609475.451888:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749609475.451889:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609475.451892:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1749609475.451893:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1ae00. 02000000:00000001:1.0:1749609475.451895:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.451898:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609475.451899:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609475.451901:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b623480] to pc [ptlrpcd_00_00+0] req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609475.451901:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0840. 00000400:00000010:1.0:1749609475.451908:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000200:1.0:1749609475.451915:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612303360, portal 25 00000100:00000001:1.0:1749609475.451917:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609475.451918:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337033984 : -131936372517632 : ffff88012b621500) 00000100:00000001:0.0:1749609475.451919:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609475.451921:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:1.0:1749609475.451923:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609475.451924:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609475.451925:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609475.451926:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609475.451929:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609475.451930:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4079 00000100:00000001:1.0:1749609475.451931:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749609475.451932:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609475.451934:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000040:1.0:1749609475.451934:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609475.451935:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000001:0.0:1749609475.451937:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749609475.451937:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612303360, offset 0 00000100:00000040:0.0:1749609475.451938:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609475.451940:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609475.451942:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609475.451943:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000400:00000200:1.0:1749609475.451943:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609475.451944:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609475.451945:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000020:00000001:0.0:1749609475.451947:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000001:2.0:1749609475.451947:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609475.451949:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00100000:2.0:1749609475.451949:0:1510:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1749609475.451951:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609475.451951:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609475.451953:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609475.451954:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609475.451955:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609475.451957:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000400:00000200:1.0:1749609475.451958:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749609475.451959:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609475.451959:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609475.451960:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609475.451962:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609475.451962:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609475.451963:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749609475.451964:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609475.451965:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609475.451966:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.451967:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749609475.451967:0:1510:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749609475.451968:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c5600 00000100:00000001:0.0:1749609475.451969:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609475.451971:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b623b80. 00000100:00000040:2.0:1749609475.451972:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609475.451973:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609475.451974:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1749609475.451974:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x170b9 [2] + 0 02000000:00000001:0.0:1749609475.451975:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.451976:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609475.451977:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609475.451996:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609475.451996:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0f20. 00000100:00000001:3.0:1749609475.451999:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749609475.452001:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880089406c00. 00000400:00000200:1.0:1749609475.452001:0:1512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b540 00000100:00000001:2.0:1749609475.452001:0:1510:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609475.452002:0:1510:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452003:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452004:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749609475.452006:0:1510:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749609475.452007:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609475.452007:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609475.452007:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749609475.452008:0:1510:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749609475.452011:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749609475.452011:0:1510:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452013:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1749609475.452013:0:1510:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b623480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612303616:0@lo:400: 00000100:00000040:3.0:1749609475.452014:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609475.452015:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609475.452016:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b540 00000100:00000040:0.0:1749609475.452018:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b623b80] to pc [ptlrpcd_rcv+-1] req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609475.452018:0:1512:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b540. 00000100:00000001:2.0:1749609475.452018:0:1510:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609475.452021:0:1510:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749609475.452023:0:1512:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749609475.452023:0:1510:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609475.452024:0:1510:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749609475.452025:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1749609475.452025:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609475.452026:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452027:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609475.452028:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:1.0:1749609475.452028:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8a850 x1834594612303360 msgsize 224 02000000:00000010:2.0:1749609475.452029:0:1510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d8a00. 02000000:00000001:3.0:1749609475.452030:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749609475.452031:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749609475.452031:0:1510:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452032:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1749609475.452032:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609475.452033:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749609475.452034:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609475.452035:0:5:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:3.0:1749609475.452035:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609475.452036:0:1512:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1749609475.452036:0:1510:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f5d8. 00000100:00080000:0.0:1749609475.452037:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4079 00000100:00100000:3.0:1749609475.452037:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612303488:0@lo:38: 00000100:00080000:0.0:1749609475.452038:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1749609475.452040:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93000. 00000100:00000040:0.0:1749609475.452041:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:3.0:1749609475.452041:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749609475.452042:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609475.452044:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:2.0:1749609475.452061:0:1510:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612303616, portal 4 02000000:00000001:3.0:1749609475.452062:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609475.452063:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609475.452064:0:1510:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749609475.452064:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609475.452065:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609475.452065:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000100:00000001:2.0:1749609475.452065:0:1510:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337042048 : -131936372509568 : ffff88012b623480) 00000100:00000001:1.0:1749609475.452066:0:1512:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749609475.452066:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749609475.452067:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609475.452068:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609475.452069:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000020:00000001:0.0:1749609475.452071:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:2.0:1749609475.452071:0:1510:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749609475.452071:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012ea32c00. 00000100:00000040:0.0:1749609475.452073:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 02000000:00000001:3.0:1749609475.452073:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452075:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609475.452076:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000200:1.0:1749609475.452076:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000400:00000010:3.0:1749609475.452077:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62160. 00000100:00000001:0.0:1749609475.452078:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:1.0:1749609475.452078:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:2.0:1749609475.452078:0:1510:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749609475.452079:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000001:1.0:1749609475.452080:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749609475.452081:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609475.452082:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609475.452082:0:1510:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609475.452082:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000200:1.0:1749609475.452083:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749609475.452083:0:1510:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 02000000:00000001:0.0:1749609475.452084:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609475.452086:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749609475.452086:0:1510:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612303616, offset 0 00000100:00000200:3.0:1749609475.452086:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612303488, portal 4 02000000:00000001:0.0:1749609475.452088:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452088:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609475.452089:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749609475.452089:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337035776 : -131936372515840 : ffff88012b621c00) 00000100:00000001:0.0:1749609475.452090:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609475.452091:0:1510:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609475.452092:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749609475.452093:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622680. 00000020:00000040:0.0:1749609475.452094:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1749609475.452094:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609475.452096:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:3.0:1749609475.452096:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609475.452097:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452098:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609475.452099:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749609475.452099:0:1510:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609475.452100:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452100:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452101:0:1512:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1749609475.452103:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b1bf3000. 00000100:00000001:3.0:1749609475.452103:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609475.452105:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609475.452106:0:1510:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c5700 00000100:00000001:1.0:1749609475.452107:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609475.452107:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609475.452108:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749609475.452109:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000001:1.0:1749609475.452111:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298751864 00000400:00000200:2.0:1749609475.452113:0:1510:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 6944 00000100:00000001:0.0:1749609475.452114:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1749609475.452114:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8540. 00000100:00000001:0.0:1749609475.452115:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609475.452138:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612303488, offset 0 00000100:00000040:0.0:1749609475.452139:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b622680] to pc [ptlrpcd_rcv+-1] req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609475.452139:0:1510:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609475.452143:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1749609475.452143:0:1510:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609475.452144:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609475.452145:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609475.452147:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749609475.452148:0:1510:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609475.452149:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298751864 00000100:00000200:2.0:1749609475.452149:0:1510:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1749609475.452150:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749609475.452151:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8940. 00000100:00000010:0.0:1749609475.452152:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622d80. 00000400:00000200:3.0:1749609475.452152:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749609475.452153:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749609475.452153:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 1 00000100:00000010:2.0:1749609475.452153:0:1510:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a06e2a00. 00000100:00000001:0.0:1749609475.452155:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749609475.452155:0:1510:0:(events.c:338:request_in_callback()) incoming req@ffff8800a06e2a00 x1834594612303616 msgsize 224 02000000:00000001:0.0:1749609475.452156:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609475.452156:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298751864 02000000:00000001:0.0:1749609475.452157:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749609475.452158:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8a40. 02000000:00000010:0.0:1749609475.452159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057500. 00000400:00000200:3.0:1749609475.452159:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c5680 00000100:00100000:2.0:1749609475.452160:0:1510:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749609475.452161:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452161:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749609475.452163:0:1512:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298751864 00000100:00000040:0.0:1749609475.452164:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1749609475.452165:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8ac0. 00000400:00000200:3.0:1749609475.452165:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 14560 00000100:00000001:1.0:1749609475.452167:0:1512:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749609475.452169:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609475.452169:0:1510:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609475.452170:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749609475.452170:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609475.452171:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452171:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609475.452173:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749609475.452174:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b622d80] to pc [ptlrpcd_00_01+1] req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609475.452174:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452176:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609475.452176:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 00000400:00000010:2.0:1749609475.452178:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000100:00000001:2.0:1749609475.452180:0:1510:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609475.452181:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609475.452182:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452183:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749609475.452183:0:1510:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609475.452185:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4089) 00000100:00000001:1.0:1749609475.452185:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609475.452185:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609475.452186:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609475.452187:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609475.452187:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749609475.452189:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452191:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1749609475.452191:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a094700. 00000100:00000040:2.0:1749609475.452193:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609475.452194:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a094700 x1834594612303488 msgsize 520 00000100:00000001:1.0:1749609475.452197:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609475.452197:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749609475.452199:0:1509:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749609475.452199:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452200:0:1510:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609475.452201:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609475.452203:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609475.452203:0:1510:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452205:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749609475.452206:0:1510:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:1.0:1749609475.452207:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609475.452207:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609475.452209:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749609475.452209:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298751857 00000100:00000001:3.0:1749609475.452210:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609475.452211:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298751864 00000100:00000040:1.0:1749609475.452212:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609475.452213:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298751857 00000100:00000001:0.0:1749609475.452215:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749609475.452215:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298751864 00000100:00100000:0.0:1749609475.452217:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612303616 00000100:00000001:2.0:1749609475.452217:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298751857 00000100:00000001:1.0:1749609475.452219:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609475.452219:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298751864 02000000:00000001:0.0:1749609475.452220:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609475.452220:0:1510:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298751857 00000400:00000200:3.0:1749609475.452220:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000100:00000001:1.0:1749609475.452221:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609475.452221:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:0.0:1749609475.452222:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609475.452222:0:1510:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298751864 02000000:00000001:1.0:1749609475.452223:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749609475.452223:0:1510:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609475.452224:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609475.452224:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609475.452225:0:1510:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452225:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749609475.452226:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609475.452228:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452228:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609475.452228:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609475.452229:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b622d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612304000:0@lo:400: 00000100:00100000:0.0:1749609475.452230:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612303616 00000100:00000001:2.0:1749609475.452230:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452231:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609475.452232:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609475.452232:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749609475.452232:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749609475.452233:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:2.0:1749609475.452233:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609475.452234:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609475.452234:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609475.452235:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452235:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609475.452236:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000001:3.0:1749609475.452236:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749609475.452237:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749609475.452238:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000040:3.0:1749609475.452238:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609475.452240:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 02000000:00000010:1.0:1749609475.452240:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b400. 02000000:00000001:1.0:1749609475.452242:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452244:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609475.452244:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609475.452245:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0f20. 00000100:00000001:3.0:1749609475.452245:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749609475.452246:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4a40. 00000400:00000010:1.0:1749609475.452248:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00000001:3.0:1749609475.452248:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609475.452250:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e8e40. 00000100:00000001:2.0:1749609475.452250:0:13561:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749609475.452251:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612304000, portal 10 00000100:00000040:3.0:1749609475.452251:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1032 usecs (2 jiffies) 00000100:00000001:1.0:1749609475.452252:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749609475.452252:0:13561:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612303360 02000000:00000001:2.0:1749609475.452253:0:13561:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609475.452254:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337040256 : -131936372511360 : ffff88012b622d80) 00000100:00000001:3.0:1749609475.452254:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298751858 00000100:00000001:2.0:1749609475.452255:0:13561:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749609475.452256:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000100:00000001:3.0:1749609475.452256:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298751864 00000100:00000001:2.0:1749609475.452257:0:13561:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452258:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298751858 00000100:00000040:1.0:1749609475.452259:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609475.452260:0:13561:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452260:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298751864 00000100:00100000:2.0:1749609475.452262:0:13561:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612303360 00000100:00000001:3.0:1749609475.452262:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298751858 00000100:00000001:0.0:1749609475.452263:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749609475.452263:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298751864 00000020:00000001:2.0:1749609475.452264:0:13561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609475.452265:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749609475.452265:0:13561:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609475.452265:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298751858 00000100:00000040:1.0:1749609475.452266:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749609475.452267:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000020:00000001:2.0:1749609475.452267:0:13561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749609475.452267:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298751864 00000400:00000010:1.0:1749609475.452268:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000001:3.0:1749609475.452268:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749609475.452269:0:13561:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000100:00000200:1.0:1749609475.452270:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612304000, offset 0 00000100:00000001:3.0:1749609475.452270:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609475.452271:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000020:00000001:2.0:1749609475.452271:0:13561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609475.452272:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609475.452273:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749609475.452273:0:13561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609475.452274:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749609475.452275:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000001:2.0:1749609475.452276:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749609475.452279:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749609475.452279:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000100:00000001:3.0:1749609475.452279:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609475.452280:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1749609475.452281:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1749609475.452281:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749609475.452282:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00000100:00000001:3.0:1749609475.452282:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609475.452284:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749609475.452284:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c5880 00000100:00000001:3.0:1749609475.452284:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609475.452284:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609475.452285:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609475.452287:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609475.452287:0:13561:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000100:00000040:3.0:1749609475.452287:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609475.452289:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 94464 00000020:00000010:2.0:1749609475.452290:0:13561:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000001:0.0:1749609475.452293:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1749609475.452293:0:13561:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000400:00000200:1.0:1749609475.452294:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609475.452294:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609475.452295:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749609475.452295:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452296:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609475.452296:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609475.452297:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749609475.452298:0:13561:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:3.0:1749609475.452299:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609475.452300:0:1509:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609475.452301:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609475.452301:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749609475.452301:0:13561:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749609475.452301:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452302:0:13561:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609475.452303:0:13561:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609475.452303:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612303744:0@lo:38: 00000100:00000010:1.0:1749609475.452304:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bfa300. 00000100:00000001:3.0:1749609475.452305:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749609475.452307:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff880130bfa300 x1834594612304000 msgsize 224 02000000:00000001:3.0:1749609475.452307:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609475.452308:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749609475.452308:0:13561:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609475.452308:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452310:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609475.452310:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749609475.452310:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609475.452313:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012db2f400. 00000100:00100000:0.0:1749609475.452314:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 02000000:00000001:3.0:1749609475.452314:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452315:0:13561:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609475.452316:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62bb0. 00000100:00000040:0.0:1749609475.452317:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000001:1.0:1749609475.452336:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609475.452337:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135005792768 : -131938703758848 : ffff8800a06e2a00) 00000400:00000010:3.0:1749609475.452337:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000040:0.0:1749609475.452341:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a06e2a00 x1834594612303616/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:421/0 lens 224/0 e 0 to 0 dl 1749609486 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609475.452341:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000100:00000001:2.0:1749609475.452341:0:13561:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749609475.452341:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612303744, portal 10 00000100:00000001:2.0:1749609475.452342:0:13561:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749609475.452343:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:3.0:1749609475.452343:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609475.452344:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337043840 : -131936372507776 : ffff88012b623b80) 00000100:00000001:1.0:1749609475.452345:0:1509:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749609475.452346:0:13561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00000200:1.0:1749609475.452348:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609475.452348:0:13561:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000040:3.0:1749609475.452349:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609475.452350:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609475.452350:0:13561:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295887440 : -131938413664176 : ffff8800b1b8a850) 00000020:00000010:0.0:1749609475.452351:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4d00. 00000100:00000001:0.0:1749609475.452353:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609475.452354:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8a850 x1834594612303360/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:421/0 lens 224/0 e 0 to 0 dl 1749609486 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609475.452355:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4d00. 00000100:00000001:1.0:1749609475.452356:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609475.452356:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609475.452359:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609475.452361:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749609475.452362:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a06e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612303616:12345-0@lo:400: 00000100:00000001:2.0:1749609475.452362:0:13561:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1749609475.452363:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000020:00000010:2.0:1749609475.452364:0:13561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000100:00000200:0.0:1749609475.452365:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612303616 00000100:00000001:1.0:1749609475.452365:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452365:0:13561:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749609475.452365:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612303744, offset 0 00000100:00000001:1.0:1749609475.452367:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749609475.452367:0:13561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00000020:00000001:0.0:1749609475.452368:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749609475.452369:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609475.452370:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609475.452370:0:13561:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612303360:12345-0@lo:400: 00000020:00000001:0.0:1749609475.452371:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749609475.452374:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609475.452374:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000100:00000200:2.0:1749609475.452374:0:13561:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612303360 00000400:00000200:3.0:1749609475.452374:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749609475.452375:0:13561:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749609475.452376:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609475.452376:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298751857 00000020:00000001:0.0:1749609475.452378:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000020:00000001:2.0:1749609475.452378:0:13561:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749609475.452379:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298751864 00000400:00000200:3.0:1749609475.452379:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c5780 00000020:00000001:2.0:1749609475.452380:0:13561:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609475.452381:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749609475.452381:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298751857 00000020:00000001:2.0:1749609475.452381:0:13561:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749609475.452383:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298751864 00000020:00000001:2.0:1749609475.452383:0:13561:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000400:00000200:3.0:1749609475.452383:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 94688 00000100:00000001:1.0:1749609475.452384:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298751857 00000020:00000001:0.0:1749609475.452385:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609475.452386:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749609475.452386:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298751864 00000020:00000001:2.0:1749609475.452386:0:13561:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749609475.452387:0:13561:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609475.452387:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749609475.452388:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749609475.452388:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298751857 00000100:00000001:1.0:1749609475.452389:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298751864 00000020:00000001:2.0:1749609475.452389:0:13561:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749609475.452390:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609475.452390:0:13561:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749609475.452390:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609475.452391:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609475.452392:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609475.452392:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749609475.452393:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609475.452393:0:13561:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609475.452394:0:13561:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1749609475.452394:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749609475.452395:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452397:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749609475.452397:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452397:0:13561:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:3.0:1749609475.452397:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a094e00. 02000000:00000001:0.0:1749609475.452399:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749609475.452399:0:13561:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749609475.452399:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a094e00 x1834594612303744 msgsize 520 02000000:00000010:2.0:1749609475.452402:0:13561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130184c00. 00000100:00100000:3.0:1749609475.452402:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749609475.452404:0:13561:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452406:0:13561:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609475.452408:0:13561:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749609475.452410:0:13561:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612303360 00000100:00000001:3.0:1749609475.452410:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749609475.452413:0:13561:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749609475.452414:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609475.452415:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00010000:00000200:2.0:1749609475.452417:0:13561:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8a850 x1834594612303360/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:421/0 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.452417:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749609475.452418:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749609475.452419:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609475.452420:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612304000 02000000:00000010:0.0:1749609475.452421:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a589c000. 02000000:00000001:1.0:1749609475.452422:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749609475.452423:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749609475.452424:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452425:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452426:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609475.452426:0:13561:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749609475.452426:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749609475.452427:0:13561:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609475.452428:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609475.452428:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609475.452428:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609475.452430:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612304000 00000100:00001000:2.0:1749609475.452430:0:13561:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=144 v=5 (1 1 1 1) 00010000:00000040:0.0:1749609475.452431:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612303616 00000020:00000001:1.0:1749609475.452432:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609475.452433:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00010000:00000001:0.0:1749609475.452434:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749609475.452434:0:13561:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609475.452434:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609475.452435:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609475.452436:0:13561:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609475.452436:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000200:0.0:1749609475.452437:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a06e2a00 x1834594612303616/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:421/0 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749609475.452437:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000100:00000001:2.0:1749609475.452438:0:13561:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609475.452438:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609475.452439:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 02000000:00000001:2.0:1749609475.452440:0:13561:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749609475.452440:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 822 usecs (1 jiffies) 00000020:00000001:1.0:1749609475.452442:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 02000000:00000001:2.0:1749609475.452442:0:13561:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452442:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298751857 00000100:00000001:2.0:1749609475.452444:0:13561:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749609475.452445:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749609475.452445:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1749609475.452446:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609475.452446:0:13561:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609475.452447:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e87c0. 00000400:00000010:2.0:1749609475.452448:0:13561:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 00000100:00001000:0.0:1749609475.452449:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=131 v=5 (1 1 1 1) 00000020:00000010:1.0:1749609475.452451:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4640. 00000100:00000200:2.0:1749609475.452451:0:13561:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612303360, offset 224 00000100:00000001:0.0:1749609475.452453:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609475.452455:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000020:00000040:1.0:1749609475.452455:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000200:2.0:1749609475.452456:0:13561:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609475.452456:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749609475.452457:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:3.0:1749609475.452458:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612303744 02000000:00000001:0.0:1749609475.452459:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609475.452459:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749609475.452459:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749609475.452461:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452461:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749609475.452462:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b800. 00000100:00000001:0.0:1749609475.452463:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749609475.452463:0:13561:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609475.452463:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609475.452465:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749609475.452465:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 02000000:00000001:3.0:1749609475.452466:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609475.452467:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668c38. 00000020:00000010:1.0:1749609475.452468:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 00000400:00000200:2.0:1749609475.452468:0:13561:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c5600 00000100:00100000:3.0:1749609475.452469:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612303744 00000100:00000200:0.0:1749609475.452471:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612303616, offset 224 00000020:00000001:3.0:1749609475.452471:0:14333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609475.452472:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749609475.452473:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1749609475.452474:0:13561:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17c05 [1] + 224 00000020:00000001:3.0:1749609475.452474:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749609475.452475:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749609475.452476:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452477:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609475.452478:0:13561:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609475.452478:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452479:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749609475.452481:0:13561:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749609475.452482:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00000001:1.0:1749609475.452483:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749609475.452485:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1749609475.452485:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000100:00000001:1.0:1749609475.452487:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609475.452488:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000400:00000200:0.0:1749609475.452489:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609475.452491:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609475.452493:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.452493:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609475.452495:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452496:0:13561:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609475.452499:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609475.452499:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452501:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609475.452505:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00000001:3.0:1749609475.452505:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609475.452508:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:1.0:1749609475.452510:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427051264 : -131936282500352 : ffff880130bfa300) 00000100:00000040:1.0:1749609475.452513:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bfa300 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:421/0 lens 224/0 e 0 to 0 dl 1749609486 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.452513:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749609475.452522:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609475.452530:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c5700 00000400:00000200:0.0:1749609475.452535:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17c0d [1] + 224 00000400:00000200:0.0:1749609475.452540:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609475.452542:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749609475.452544:0:13561:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.452545:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749609475.452546:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749609475.452548:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00000200:0.0:1749609475.452549:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.452551:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361648640 : -131939347902976 : ffff88007a094e00) 00000100:00000040:2.0:1749609475.452553:0:13561:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609475.452554:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a094e00 x1834594612303744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609475.452558:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609475.452563:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612303744:12345-0@lo:38: 00000100:00000001:2.0:1749609475.452565:0:13561:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749609475.452567:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612303744 00000100:00000001:1.0:1749609475.452568:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749609475.452569:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749609475.452570:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749609475.452570:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8280. 00000400:00000200:2.0:1749609475.452570:0:13561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 00000400:00000010:2.0:1749609475.452571:0:13561:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000100:00000001:1.0:1749609475.452572:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749609475.452572:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749609475.452574:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e8280. 00000100:00000001:2.0:1749609475.452574:0:13561:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749609475.452575:0:13561:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749609475.452578:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668c38 00000100:00100000:1.0:1749609475.452578:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612304000:12345-0@lo:400: 00000400:00000010:0.0:1749609475.452580:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668c38. 00000100:00000001:2.0:1749609475.452580:0:13561:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452582:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749609475.452582:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612304000 00000100:00000040:2.0:1749609475.452582:0:13561:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609475.452584:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749609475.452584:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749609475.452584:0:13561:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749609475.452587:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609475.452587:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609475.452587:0:13561:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609475.452587:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609475.452588:0:13561:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1749609475.452589:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609475.452590:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00010000:00020000:3.0:1749609475.452590:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749609475.452591:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1749609475.452592:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609475.452592:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000100:00000040:2.0:1749609475.452592:0:13561:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8a850 x1834594612303360/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:421/0 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609475.452593:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609475.452594:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609475.452595:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1749609475.452595:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749609475.452596:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749609475.452597:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609475.452598:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a06e2a00 x1834594612303616/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:421/0 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.452598:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609475.452599:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749609475.452600:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609475.452601:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749609475.452602:0:13561:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7f77149-cc67-498a-861f-00733f852f3e+25:1512:x1834594612303360:12345-0@lo:400: Request processed in 238us (571us total) trans 0 rc 0/0 02000000:00000001:3.0:1749609475.452602:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749609475.452603:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609475.452605:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1749609475.452606:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a508c400. 00000100:00100000:0.0:1749609475.452607:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a06e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1510:x1834594612303616:12345-0@lo:400: Request processed in 257us (450us total) trans 0 rc 0/0 02000000:00000001:3.0:1749609475.452607:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452608:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749609475.452609:0:13561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 02000000:00000001:1.0:1749609475.452610:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749609475.452610:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609475.452612:0:13561:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 02000000:00000010:1.0:1749609475.452613:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab0800. 00010000:00000001:3.0:1749609475.452613:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609475.452614:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609475.452615:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452615:0:13561:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749609475.452616:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00000001:2.0:1749609475.452616:0:13561:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609475.452617:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609475.452617:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749609475.452618:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000020:00000001:1.0:1749609475.452619:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609475.452620:0:13561:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00000001:3.0:1749609475.452620:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609475.452621:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:1.0:1749609475.452621:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612304000 00000100:00000001:0.0:1749609475.452623:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609475.452623:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749609475.452624:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:2.0:1749609475.452624:0:13561:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000100:00000040:3.0:1749609475.452625:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:0.0:1749609475.452626:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000010:2.0:1749609475.452626:0:13561:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000100:00000001:3.0:1749609475.452626:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00010000:00000200:1.0:1749609475.452627:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bfa300 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:421/0 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609475.452629:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000100:00000001:3.0:1749609475.452629:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000040:2.0:1749609475.452630:0:13561:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000100:00000040:3.0:1749609475.452631:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000020:00000010:0.0:1749609475.452632:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 02000000:00000001:2.0:1749609475.452633:0:13561:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1749609475.452633:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749609475.452634:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749609475.452635:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609475.452636:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00010000:00000001:1.0:1749609475.452636:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749609475.452636:0:13561:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130184c00. 00000100:00000001:3.0:1749609475.452636:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609475.452638:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609475.452638:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1749609475.452639:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=138 v=5 (1 1 1 1) 02000000:00000001:2.0:1749609475.452639:0:13561:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609475.452641:0:13561:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749609475.452641:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000001:1.0:1749609475.452642:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749609475.452643:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612303744, offset 0 00000100:00000040:1.0:1749609475.452644:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000200:2.0:1749609475.452644:0:13561:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1749609475.452646:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000400:00000010:2.0:1749609475.452647:0:13561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f9f8. 00000400:00000200:3.0:1749609475.452647:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609475.452648:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609475.452650:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452651:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749609475.452651:0:13561:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0201f00. 00000100:00000040:1.0:1749609475.452653:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749609475.452653:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609475.452655:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749609475.452655:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00100000:0.0:1749609475.452657:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612303488 02000000:00000001:0.0:1749609475.452658:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749609475.452658:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c5780 00000100:00000200:1.0:1749609475.452659:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612304000, offset 224 00000100:00000001:0.0:1749609475.452660:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609475.452662:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609475.452662:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c25 [1] + 0 00000100:00080000:2.0:1749609475.452664:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:0.0:1749609475.452665:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609475.452666:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749609475.452667:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612303488 00000020:00000040:2.0:1749609475.452668:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000020:00000001:0.0:1749609475.452669:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749609475.452669:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749609475.452670:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749609475.452671:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:2.0:1749609475.452671:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1749609475.452672:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000001:0.0:1749609475.452673:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609475.452674:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749609475.452675:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452677:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749609475.452678:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1e00. 00000100:00000200:3.0:1749609475.452679:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609475.452680:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000020:00000010:0.0:1749609475.452681:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000400:00000200:1.0:1749609475.452681:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609475.452684:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749609475.452686:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749609475.452686:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c5880 00000100:00000001:0.0:1749609475.452687:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609475.452687:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609475.452690:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609475.452690:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c1d [1] + 224 00000100:00000001:0.0:1749609475.452695:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749609475.452695:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749609475.452695:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609475.452697:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749609475.452700:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000100:00000001:0.0:1749609475.452701:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1749609475.452702:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:0.0:1749609475.452703:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609475.452704:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609475.452705:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609475.452705:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749609475.452706:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00000200:1.0:1749609475.452707:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609475.452707:0:16946:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609475.452707:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452708:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361646848 : -131939347904768 : ffff88007a094700) 00000100:00000001:2.0:1749609475.452709:0:16946:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749609475.452710:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:0.0:1749609475.452711:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a094700 x1834594612303488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609475.452711:0:16946:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609475.452712:0:16946:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452712:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609475.452714:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609475.452716:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609475.452717:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a094e00 x1834594612303744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609475.452720:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612303488:12345-0@lo:38: 00000100:00000200:0.0:1749609475.452724:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612303488 00000100:00100000:3.0:1749609475.452725:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612303744:12345-0@lo:38: Request processed in 162us (325us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749609475.452726:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609475.452728:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749609475.452728:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609475.452732:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000100:00100000:3.0:1749609475.452732:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000400:00000010:1.0:1749609475.452734:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:3.0:1749609475.452734:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609475.452735:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609475.452736:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749609475.452737:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452738:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749609475.452738:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00010000:00020000:0.0:1749609475.452739:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749609475.452740:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609475.452741:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00010000:00000001:0.0:1749609475.452742:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609475.452743:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000020:00000010:3.0:1749609475.452743:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00010000:00000001:0.0:1749609475.452744:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749609475.452745:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609475.452746:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452746:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609475.452747:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609475.452748:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749609475.452748:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749609475.452750:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749609475.452750:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bfa300 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:421/0 lens 224/224 e 0 to 0 dl 1749609486 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749609475.452753:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a589c400. 02000000:00000001:0.0:1749609475.452754:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452756:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452757:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298751864 00000100:00100000:1.0:1749609475.452758:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612304000:12345-0@lo:400: Request processed in 190us (450us total) trans 0 rc 0/0 00010000:00000001:0.0:1749609475.452759:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609475.452760:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452760:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298751858 00000100:00001000:0.0:1749609475.452762:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609475.452762:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298751864 00000100:00000001:3.0:1749609475.452764:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298751858 00000100:00000001:0.0:1749609475.452765:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:1.0:1749609475.452765:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00000001:3.0:1749609475.452766:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298751864 00000100:00000001:0.0:1749609475.452767:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749609475.452767:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298751858 00000100:00000040:1.0:1749609475.452768:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 00000100:00000040:0.0:1749609475.452769:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:3.0:1749609475.452769:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298751864 00000100:00000001:1.0:1749609475.452770:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749609475.452771:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609475.452771:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609475.452772:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609475.452772:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452773:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000010:1.0:1749609475.452775:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000100:00000040:0.0:1749609475.452776:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000001:3.0:1749609475.452776:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749609475.452777:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749609475.452777:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00000400:00000001:3.0:1749609475.452778:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749609475.452779:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609475.452779:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62bb0. 00000100:00000001:0.0:1749609475.452780:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609475.452780:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b800. 00000400:00000200:3.0:1749609475.452781:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000100:00000040:0.0:1749609475.452782:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749609475.452783:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000400:00000010:3.0:1749609475.452783:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000400:00000010:0.0:1749609475.452784:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668c38. 00000100:00000001:3.0:1749609475.452784:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609475.452786:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749609475.452787:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612303488, offset 0 00000100:00000200:3.0:1749609475.452787:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609475.452791:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609475.452797:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609475.452797:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609475.452799:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749609475.452800:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749609475.452802:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c5680 00000400:00000001:1.0:1749609475.452803:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609475.452804:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609475.452806:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0f20. 00000100:00000001:3.0:1749609475.452807:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609475.452808:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000100:00000001:3.0:1749609475.452808:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609475.452810:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000001:3.0:1749609475.452810:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609475.452812:0:1509:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749609475.452813:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609475.452814:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749609475.452815:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.452815:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609475.452818:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609475.452819:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17c11 [1] + 0 00000100:00001000:3.0:1749609475.452822:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609475 v=5 (0 0 0 0) 00000400:00000200:0.0:1749609475.452823:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609475.452825:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749609475.452825:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=141 v=20 (1 1 1 20) 00000100:00000001:0.0:1749609475.452828:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609475.452828:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.452828:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609475.452830:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749609475.452831:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.452832:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609475.452835:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749609475.452835:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609475.452837:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609475.452838:0:1509:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749609475.452839:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609475.452840:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609475.452842:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609475.452842:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749609475.452843:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609475.452845:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452845:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609475.452847:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609475.452847:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609475.452849:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=138 v=5 (5 5 5 5) 00000100:00000001:3.0:1749609475.452849:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1749609475.452850:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668c38 00000100:00001000:1.0:1749609475.452851:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609475.452851:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749609475.452852:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668c38. 00000100:00000001:1.0:1749609475.452853:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749609475.452854:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:3.0:1749609475.452854:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749609475.452855:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609475.452855:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452857:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609475.452857:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:3.0:1749609475.452857:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000040:0.0:1749609475.452859:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609475.452859:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:1.0:1749609475.452860:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609475.452861:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609475.452862:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609475.452863:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609475.452865:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a094700 x1834594612303488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609475.452867:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609475.452869:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612303744:0@lo:38: 00000100:00000001:1.0:1749609475.452870:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749609475.452872:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749609475.452873:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749609475.452874:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612303488:12345-0@lo:38: Request processed in 153us (678us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749609475.452874:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609475.452875:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609475.452875:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609475.452878:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609475.452880:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00000001:0.0:1749609475.452882:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609475.452882:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609475.452883:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609475.452884:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609475.452884:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609475.452886:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000100:00000001:1.0:1749609475.452886:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749609475.452886:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749609475.452887:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609475.452887:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749609475.452888:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 02000000:00000001:3.0:1749609475.452889:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609475.452890:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1e00. 00000100:00000040:1.0:1749609475.452890:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609475.452891:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612303872:0@lo:38: 00000100:00000001:0.0:1749609475.452893:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.452894:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609475.452896:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749609475.452897:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b622d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612304000:0@lo:400: 02000000:00000001:3.0:1749609475.452897:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609475.452899:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749609475.452901:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609475.452902:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749609475.452902:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5096400. 02000000:00000001:3.0:1749609475.452903:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.452905:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609475.452905:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b622d80 x1834594612304000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749609475.452906:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62bb0. 00000100:00000001:0.0:1749609475.452907:0:1510:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749609475.452908:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000100:00000200:3.0:1749609475.452910:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612303872, portal 10 00000400:00000001:0.0:1749609475.452911:0:1510:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749609475.452911:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1749609475.452912:0:1510:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749609475.452912:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749609475.452913:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609475.452913:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337038464 : -131936372513152 : ffff88012b622680) 00000400:00000010:0.0:1749609475.452914:0:1510:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f5d8. 02000000:00000010:1.0:1749609475.452916:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b400. 00000400:00000200:0.0:1749609475.452917:0:1510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93000 00000100:00000040:3.0:1749609475.452917:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609475.452918:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1749609475.452919:0:1510:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93000. 00000020:00000001:1.0:1749609475.452919:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609475.452920:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749609475.452921:0:1510:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609475.452922:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609475.452923:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057500. 00000100:00000200:0.0:1749609475.452924:0:1510:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.452924:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749609475.452926:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749609475.452926:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609475.452927:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1749609475.452927:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000010:1.0:1749609475.452929:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622d80. 00000100:00000200:3.0:1749609475.452929:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612303872, offset 0 00000100:00000200:0.0:1749609475.452931:0:1510:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609475.452932:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609475.452932:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609475.452932:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609475.452934:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609475.452937:0:1510:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609475.452937:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749609475.452937:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609475.452938:0:1510:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609475.452938:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452939:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609475.452940:0:1510:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609475.452941:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609475.452941:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c5800 02000000:00000001:0.0:1749609475.452942:0:1510:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749609475.452943:0:1510:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609475.452944:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 95208 00000100:00000001:0.0:1749609475.452945:0:1510:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609475.452947:0:1510:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452947:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609475.452948:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749609475.452948:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749609475.452950:0:1510:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=131 v=5 (5 5 5 5) 00000400:00000001:1.0:1749609475.452950:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749609475.452951:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1749609475.452952:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1749609475.452953:0:1510:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=131 v=5 (1 1 1 1) 00000400:00000010:1.0:1749609475.452953:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0840. 00000100:00000001:0.0:1749609475.452955:0:1510:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749609475.452955:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000100:00000001:0.0:1749609475.452957:0:1510:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609475.452957:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00010000:00000001:0.0:1749609475.452959:0:1510:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749609475.452959:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609475.452960:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749609475.452961:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609475.452961:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00080000:0.0:1749609475.452962:0:1510:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609475.452964:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a095500. 00000100:00000040:3.0:1749609475.452967:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a095500 x1834594612303872 msgsize 520 00010000:00000001:0.0:1749609475.452968:0:1510:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609475.452969:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609475.452970:0:1510:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749609475.452970:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749609475.452972:0:1510:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 00000100:00000001:0.0:1749609475.452973:0:1510:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749609475.452975:0:1510:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452975:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749609475.452977:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609475.452977:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609475.452978:0:1512:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609475.452978:0:1508:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609475.452979:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749609475.452980:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609475.452981:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000100:00000001:0.0:1749609475.452983:0:1510:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609475.452983:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609475.452983:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:0.0:1749609475.452985:0:1510:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749609475.452985:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.452985:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749609475.452987:0:1510:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749609475.452987:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=144 v=5 (5 5 5 5) 00000100:00000200:3.0:1749609475.452987:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609475.452989:0:1510:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749609475.452989:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609475.452992:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609475.452993:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609475.452994:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749609475.452994:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749609475.452996:0:1512:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.452997:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609475.452997:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609475.453000:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609475.453003:0:1510:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b623480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:1510:1834594612303616:0@lo:400: 00000100:00000001:3.0:1749609475.453003:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.453004:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749609475.453006:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609475.453006:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609475.453007:0:1510:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609475.453007:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749609475.453008:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 677 usecs (1 jiffies) 00000100:00000001:0.0:1749609475.453009:0:1510:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749609475.453009:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.453010:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298751858 00000100:00000040:0.0:1749609475.453011:0:1510:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b623480 x1834594612303616/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.453012:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298751864 00000100:00000001:3.0:1749609475.453014:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298751858 00000100:00000001:3.0:1749609475.453015:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298751864 00000100:00000001:0.0:1749609475.453017:0:1510:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749609475.453017:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298751858 02000000:00000001:0.0:1749609475.453018:0:1510:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609475.453018:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298751864 02000000:00000010:0.0:1749609475.453020:0:1510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d8a00. 00000100:00000001:3.0:1749609475.453020:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298751858 00000100:00000040:1.0:1749609475.453021:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609475.453022:0:1510:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749609475.453022:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298751864 00000100:00000001:3.0:1749609475.453023:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749609475.453024:0:1510:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609475.453025:0:1510:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1749609475.453025:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609475.453026:0:1510:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609475.453028:0:1510:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057600. 00000400:00000001:3.0:1749609475.453028:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749609475.453029:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f7f77149-cc67-498a-861f-00733f852f3e:1512:1834594612303360:0@lo:400: 00000400:00000001:3.0:1749609475.453029:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749609475.453030:0:1510:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1749609475.453030:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62160. 02000000:00000001:0.0:1749609475.453031:0:1510:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609475.453032:0:1510:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623480. 00000100:00000001:1.0:1749609475.453032:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609475.453032:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609475.453033:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:1.0:1749609475.453034:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609475.453035:0:1510:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1749609475.453035:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b621500 x1834594612303360/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.453035:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749609475.453036:0:1510:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609475.453037:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609475.453038:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609475.453040:0:1510:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609475.453041:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749609475.453042:0:1510:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609475.453042:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749609475.453043:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1ae00. 00000100:00000001:0.0:1749609475.453044:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609475.453045:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609475.453045:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609475.453046:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749609475.453047:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609475.453049:0:1512:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00000020:00000001:1.0:1749609475.453051:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609475.453052:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057200. 00000100:00000001:3.0:1749609475.453052:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609475.453053:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609475.453054:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749609475.453054:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609475.453055:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749609475.453055:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000010:1.0:1749609475.453056:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621500. 00000100:00000001:3.0:1749609475.453057:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609475.453058:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609475.453058:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.453059:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609475.453060:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.453062:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609475.453063:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609475 v=5 (0 0 0 0) 00000100:00000001:1.0:1749609475.453065:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1749609475.453065:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=141 v=20 (1 1 1 20) 00000100:00000001:1.0:1749609475.453066:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.453068:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609475.453068:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749609475.453069:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.453069:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609475.453071:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609475.453073:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609475.453078:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609475.453080:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612303872 00000100:00000001:3.0:1749609475.453080:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609475.453081:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609475.453082:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609475.453083:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609475.453083:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.453084:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749609475.453085:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.453086:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609475.453087:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749609475.453088:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749609475.453089:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612303872 00000100:00080000:3.0:1749609475.453090:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000020:00000001:1.0:1749609475.453092:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609475.453092:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749609475.453093:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749609475.453094:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609475.453095:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609475.453098:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609475.453101:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609475.453101:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612303488:0@lo:38: 00000100:00000001:3.0:1749609475.453104:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749609475.453105:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000100:00000001:3.0:1749609475.453106:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749609475.453108:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000100:00000040:3.0:1749609475.453108:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b623b80 x1834594612303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749609475.453111:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 00000100:00000001:3.0:1749609475.453114:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609475.453139:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609475.453141:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012db2f400. 02000000:00000001:3.0:1749609475.453145:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749609475.453146:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749609475.453147:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609475.453148:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749609475.453149:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749609475.453150:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609475.453151:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880089406c00. 00000100:00000001:1.0:1749609475.453152:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609475.453154:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609475.453155:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609475.453156:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623b80. 00000100:00000001:1.0:1749609475.453157:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.453159:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609475.453159:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.453161:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609475.453163:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b621c00 x1834594612303488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.453169:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609475.453170:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609475.453171:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012ea32c00. 02000000:00000001:3.0:1749609475.453173:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609475.453174:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609475.453175:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609475.453177:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609475.453178:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880089406000. 00000100:00000001:1.0:1749609475.453180:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609475.453180:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609475.453181:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609475.453182:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621c00. 00000100:00000001:3.0:1749609475.453184:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609475.453184:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.453186:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.453189:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609475.453191:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609475.453191:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749609475.453192:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609475.453194:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609475.453194:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609475.453196:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.453197:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609475.453200:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00000100:00000001:1.0:1749609475.453203:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361650432 : -131939347901184 : ffff88007a095500) 00000100:00000040:1.0:1749609475.453209:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a095500 x1834594612303872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609475.453223:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612303872:12345-0@lo:38: 00000100:00000200:1.0:1749609475.453228:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612303872 00000020:00000001:1.0:1749609475.453231:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749609475.453234:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749609475.453247:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749609475.453251:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749609475.453254:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749609475.453258:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609475.453261:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749609475.453263:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609475.453265:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749609475.453270:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab0c00. 02000000:00000001:1.0:1749609475.453272:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.453275:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609475.453278:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749609475.453281:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609475.453284:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749609475.453288:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609475.453291:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749609475.453294:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609475.453297:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:1.0:1749609475.453300:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:1.0:1749609475.453304:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:1.0:1749609475.453307:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609475.453309:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609475.453312:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609475.453314:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749609475.453316:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000100:00000200:1.0:1749609475.453320:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612303872, offset 0 00000400:00000200:1.0:1749609475.453324:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749609475.453331:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749609475.453336:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c5800 00000400:00000200:1.0:1749609475.453340:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c45 [1] + 0 00000400:00000200:1.0:1749609475.453345:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609475.453348:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609475.453351:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609475.453354:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609475.453362:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609475.453385:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749609475.453390:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:1.0:1749609475.453391:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:1.0:1749609475.453394:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609475.453395:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749609475.453398:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609475.453400:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:1.0:1749609475.453402:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609475.453404:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749609475.453407:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a095500 x1834594612303872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609495 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749609475.453415:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612303872:12345-0@lo:38: Request processed in 193us (446us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749609475.453422:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00000100:00000001:3.0:1749609475.453423:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609475.453425:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609475.453425:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609475.453426:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609475.453429:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000400:00000001:3.0:1749609475.453430:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749609475.453431:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00000400:00000001:3.0:1749609475.453431:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609475.453433:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62bb0. 00000020:00000010:1.0:1749609475.453434:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000001:1.0:1749609475.453436:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609475.453436:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:3.0:1749609475.453438:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000100:00000001:3.0:1749609475.453440:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609475.453444:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609475.453451:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.453458:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609475.453459:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.453461:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609475.453462:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609475.453464:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609475.453465:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609475.453467:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609475.453471:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609475 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609475.453473:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=138 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609475.453476:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609475.453477:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609475.453479:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609475.453481:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.453488:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609475.453490:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609475.453491:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.453493:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609475.453494:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609475.453496:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609475.453526:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609475.453528:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609475.453531:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609475.453538:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612303872:0@lo:38: 00000100:00000001:3.0:1749609475.453542:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.453543:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609475.453545:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b622680 x1834594612303872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609475.453551:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609475.453553:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609475.453554:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5096400. 02000000:00000001:3.0:1749609475.453557:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609475.453558:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609475.453559:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609475.453561:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609475.453562:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b1bf3000. 02000000:00000001:3.0:1749609475.453564:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609475.453566:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609475.453567:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622680. 00000100:00000001:3.0:1749609475.453569:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609475.453570:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.453572:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609475.453575:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609475.453576:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609475.453578:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609475.453579:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609475.459595:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298751864, at 4298751864 00000100:00000040:0.0:1749609475.459606:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298751864, at 4298751864 00000100:00000010:2.0:1749609475.459606:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8a40. 00000100:00000040:3.0:1749609475.459611:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298751864, at 4298751864 00000100:00000040:1.0:1749609475.459613:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298751864, at 4298751864 00000100:00000010:0.0:1749609475.459616:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8540. 00000100:00000010:3.0:1749609475.459629:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8ac0. 00000100:00000010:1.0:1749609475.459643:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8940. 00000100:00000001:0.0:1749609475.710758:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609475.710767:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609475.710769:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609475.710772:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609475.710776:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609475.710780:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609475.710783:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609475.710786:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609475.710788:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609475.871693:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609475.871701:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609475.871708:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609475.871710:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609475.871841:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609475.871846:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609475.871849:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609476.567643:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b623480. 00000020:00000040:0.0:1749609476.567654:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609476.567660:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609476.567663:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609476.567670:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609476.567678:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1e00. 00000100:00000001:0.0:1749609476.567687:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609476.567693:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609476.567694:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609476.567701:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609476.567703:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609476.567705:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609476.567706:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337042048 : -131936372509568 : ffff88012b623480) 00000100:00000001:0.0:1749609476.567711:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609476.567713:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609476.567715:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609476.567717:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609476.567725:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b623480 x1834594612304128/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609476.567732:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609476.567734:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609476.567735:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b623480 x1834594612304128/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609476.567739:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609476.567741:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609476.567742:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609476.567743:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609476.567745:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609476.567747:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609476.567748:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609476.567751:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609476.567753:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609476.567755:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b623480 x1834594612304128/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609476.567760:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b623480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612304128:0@lo:900: 00000100:00000001:0.0:1749609476.567764:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609476.567765:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609476.567767:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609476.567768:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609476.567770:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b623480 x1834594612304128/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609476.567773:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609476.567774:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609476.567778:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609476.567779:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609476.567780:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609476.567781:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b623480 x1834594612304128/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609476.567784:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609476.567786:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609476.567787:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609476.567788:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609476.567790:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1e00. 02000000:00000001:0.0:1749609476.567794:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609476.567795:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609476.567796:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623480. 00000100:00000001:0.0:1749609476.567799:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609476.567799:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609476.710625:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609476.710635:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609476.710636:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609476.710640:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609476.710643:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609476.710646:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609476.710649:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609476.710652:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609476.710654:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609476.873671:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609476.873679:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609476.873685:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609476.873688:0:3:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749609476.873691:0:3:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749609476.873693:0:3:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609476.873696:0:3:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749609476.873698:0:3:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609476.873700:0:3:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609476.873701:0:3:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609476.873856:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609476.873864:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609476.873869:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749609477.214295:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609477.214309:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609477.214313:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609477.214314:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609477.214324:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609477.214339:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 224 into portal 26 MB=0x6848ddf343a00 00000400:00000200:0.0:1749609477.214346:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.20@tcp of length 224/224 into md 0x170d9 [2] + 0 00000400:00000010:0.0:1749609477.214350:0:1502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a04d0. 00000400:00000200:0.0:1749609477.214354:0:1502:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009596b0c0 00000800:00000001:0.0:1749609477.214360:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609477.214363:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609477.214366:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609477.214369:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609477.214372:0:1502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009596b0c0 00000400:00000010:0.0:1749609477.214374:0:1502:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009596b0c0. 00000100:00000001:0.0:1749609477.214378:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609477.214380:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1749609477.214383:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8b050 x1834594730260992 msgsize 224 00000100:00100000:0.0:1749609477.214386:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000040:0.0:1749609477.214388:0:1502:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609477.214402:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609477.214408:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609477.214411:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609477.214412:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609477.214413:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609477.214416:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609477.214419:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343a80 00000400:00000200:0.0:1749609477.214424:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 95728 00000800:00000001:0.0:1749609477.214426:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609477.214429:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609477.214430:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609477.214432:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00000001:0.0:1749609477.214435:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609477.214435:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609477.214439:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b623480. 00000100:00000040:0.0:1749609477.214441:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88012b623480 x1834594730261120 msgsize 520 00000100:00100000:0.0:1749609477.214444:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00000001:0.0:1749609477.214457:0:1502:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:0.0:1749609477.214460:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609477.214462:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749609477.214463:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749609477.214465:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609477.214467:0:1502:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp) <- 192.168.201.20@tcp : PUT - for me 00000400:00000200:0.0:1749609477.214470:0:1502:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.20@tcp of length 520 into portal 12 MB=0x6848ddf343b00 00000400:00000200:0.0:1749609477.214473:0:1502:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.20@tcp of length 520/520 into md 0x68b9 [64] + 96248 00000100:00000001:2.0:1749609477.214473:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1749609477.214475:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00100000:2.0:1749609477.214477:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730260992 02000000:00000001:2.0:1749609477.214482:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609477.214485:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609477.214487:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749609477.214491:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749609477.214492:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749609477.214493:0:1502:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609477.214495:0:1502:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000100:00100000:2.0:1749609477.214534:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730260992 00000100:00000001:0.0:1749609477.214535:0:1502:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749609477.214536:0:1502:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749609477.214538:0:1502:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b620380. 00000020:00000001:2.0:1749609477.214538:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609477.214539:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609477.214540:0:1502:0:(events.c:338:request_in_callback()) incoming req@ffff88012b620380 x1834594730261248 msgsize 520 00000020:00000040:2.0:1749609477.214540:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15adb 00000100:00100000:0.0:1749609477.214543:0:1502:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.20@tcp (source: 12345-192.168.201.20@tcp) 00000100:00100000:1.0:1749609477.214543:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730261120 00000020:00000001:2.0:1749609477.214543:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749609477.214546:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1749609477.214546:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d469000 refcount=9 00000100:00000001:1.0:1749609477.214549:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749609477.214549:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:1.0:1749609477.214550:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609477.214552:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137368784896 : -131936340766720 : ffff88012d469000) 00000100:00000001:0.0:1749609477.214554:0:1502:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749609477.214554:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609477.214557:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730261120 00000800:00000001:0.0:1749609477.214558:0:1502:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:2.0:1749609477.214559:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1749609477.214560:0:1502:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749609477.214560:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609477.214561:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749609477.214563:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1749609477.214564:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000020:00000001:1.0:1749609477.214566:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.214567:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749609477.214568:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609477.214569:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00000020:00000010:1.0:1749609477.214572:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1ae00. 00000020:00000010:2.0:1749609477.214575:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9800. 00000020:00000010:1.0:1749609477.214578:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8680. 00000020:00000010:2.0:1749609477.214578:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000020:00000010:1.0:1749609477.214583:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7eed48. 00000020:00000010:2.0:1749609477.214583:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 00000100:00000001:1.0:1749609477.214590:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609477.214592:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749609477.214592:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1749609477.214594:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.214595:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749609477.214597:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749609477.214598:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.214600:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.214603:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.214610:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609477.214613:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609477.214619:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749609477.214620:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594730261248 00000100:00000001:3.0:1749609477.214620:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609477.214622:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749609477.214622:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609477.214623:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609477.214625:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.214625:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609477.214625:0:14333:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609477.214627:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609477.214629:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594730261248 00000020:00000001:1.0:1749609477.214631:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749609477.214632:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:2.0:1749609477.214632:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 1517 00000020:00000001:1.0:1749609477.214633:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749609477.214634:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609477.214635:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d469000 : new rpc_count 1 00000100:00000001:3.0:1749609477.214635:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749609477.214636:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.214637:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295889488 : -131938413662128 : ffff8800b1b8b050) 00000100:00000001:3.0:1749609477.214637:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749609477.214639:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b400. 00000020:00000010:1.0:1749609477.214642:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8800. 00000020:00000010:1.0:1749609477.214645:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 00000100:00000040:2.0:1749609477.214645:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8b050 x1834594730260992/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:423/0 lens 224/0 e 0 to 0 dl 1749609488 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609477.214646:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2870 00000100:00000001:1.0:1749609477.214648:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609477.214649:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609477.214649:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137337042048 : -131936372509568 : ffff88012b623480) 00000100:00000001:1.0:1749609477.214651:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609477.214654:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609477.214654:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b623480 x1834594730261120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609477.214657:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749609477.214659:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000100:00000001:2.0:1749609477.214662:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749609477.214668:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b623480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730261120:12345-192.168.201.20@tcp:38: 00000100:00000001:1.0:1749609477.214671:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749609477.214672:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730261120 00000020:00000010:2.0:1749609477.214673:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00000020:00000001:3.0:1749609477.214676:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749609477.214678:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730260992:12345-192.168.201.20@tcp:400: 00000100:00000001:1.0:1749609477.214679:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749609477.214680:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749609477.214680:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749609477.214683:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730260992 00000100:00100000:1.0:1749609477.214686:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.20@tcp, seq: 2871 00000020:00000001:2.0:1749609477.214686:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749609477.214689:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137337029504 : -131936372522112 : ffff88012b620380) 00000020:00000001:2.0:1749609477.214689:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749609477.214691:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609477.214693:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b620380 x1834594730261248/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609477.214694:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749609477.214696:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 00000020:00000001:3.0:1749609477.214696:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609477.214699:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00020000:3.0:1749609477.214700:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.201.20@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609477.214702:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609477.214703:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749609477.214704:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749609477.214706:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730261248:12345-192.168.201.20@tcp:38: 00000020:00000001:2.0:1749609477.214706:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749609477.214707:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749609477.214708:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749609477.214710:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594730261248 00000020:00000001:2.0:1749609477.214711:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609477.214711:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749609477.214713:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749609477.214713:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749609477.214714:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749609477.214715:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749609477.214716:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749609477.214716:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749609477.214720:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130184c00. 02000000:00000010:3.0:1749609477.214721:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5096400. 00000020:00000040:1.0:1749609477.214722:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - find 02000000:00000001:2.0:1749609477.214723:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609477.214723:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609477.214725:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134599371488 : -131939110180128 : ffff88008834aae0) 00000100:00000001:2.0:1749609477.214725:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609477.214725:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609477.214728:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609477.214729:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1749609477.214730:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594730260992 00000100:00000001:1.0:1749609477.214731:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749609477.214731:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609477.214733:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749609477.214733:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:3.0:1749609477.214735:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:1.0:1749609477.214736:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8800b1ab1000. 00010000:00000200:2.0:1749609477.214738:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8b050 x1834594730260992/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:423/0 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609477.214739:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609477.214739:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749609477.214741:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609477.214743:0:15217:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e5e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00000001:2.0:1749609477.214747:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609477.214747:0:14333:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00010000:00080000:1.0:1749609477.214749:0:15217:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from 3f7988f1-e72f-438c-b0d9-e873bab55a6e@192.168.201.20@tcp t0 exp (null) cur 4086 last 0 00010000:00000001:2.0:1749609477.214749:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609477.214751:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1749609477.214752:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=146 v=5 (1 1 1 1) 00010000:00000001:1.0:1749609477.214754:0:15217:0:(obd_class.h:881:obd_connect()) Process entered 00000100:00000040:3.0:1749609477.214754:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609477.214756:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:2.0:1749609477.214757:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1749609477.214758:0:15217:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000100:00000001:3.0:1749609477.214759:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000100:00000040:2.0:1749609477.214760:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000004:00000001:1.0:1749609477.214761:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000001:2.0:1749609477.214762:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000040:3.0:1749609477.214762:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 02000000:00000001:2.0:1749609477.214764:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609477.214764:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1749609477.214765:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 02000000:00000001:2.0:1749609477.214766:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609477.214766:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.214769:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609477.214769:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000004:00000001:1.0:1749609477.214772:0:15217:0:(obd_class.h:503:obd_get_info()) Process entered 00000100:00000040:3.0:1749609477.214772:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000100:00000040:2.0:1749609477.214773:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609477.214776:0:15217:0:(osp_dev.c:1748:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609477.214776:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283990. 00000400:00000010:2.0:1749609477.214777:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93330. 00000004:00000001:1.0:1749609477.214778:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609477.214781:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594730261120, offset 0 00000100:00000200:2.0:1749609477.214782:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594730260992, offset 224 00000004:00000040:1.0:1749609477.214783:0:15217:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800b448a480 : new refcount 2 00000004:00000040:1.0:1749609477.214785:0:15217:0:(lod_dev.c:2436:lod_obd_get_info()) lustre-MDT0001-mdtlov: lustre-MDT0000-osp-MDT0001 is not ready(ffff8800b448a480). 00000004:00000040:1.0:1749609477.214787:0:15217:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800b448a480 : new refcount 1 00000400:00000200:3.0:1749609477.214787:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609477.214790:0:15217:0:(lod_dev.c:2445:lod_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609477.214792:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000004:00000001:1.0:1749609477.214795:0:15217:0:(mdd_device.c:1616:mdd_obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609477.214797:0:14333:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000004:00000001:1.0:1749609477.214798:0:15217:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:2.0:1749609477.214799:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000004:00000001:1.0:1749609477.214800:0:15217:0:(mdt_handler.c:7456:mdt_obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000001:1.0:1749609477.214802:0:15217:0:(obd_class.h:897:obd_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000400:00000200:3.0:1749609477.214803:0:14333:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2169:2169:256:4294967295] 192.168.201.20@tcp LPNI seq info [2165:2165:8:4294967295] 00010000:00000001:1.0:1749609477.214804:0:15217:0:(ldlm_lib.c:1464:target_handle_connect()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000020:00000040:1.0:1749609477.214808:0:15217:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - find 00010000:00000001:1.0:1749609477.214810:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1749609477.214812:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749609477.214815:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749609477.214816:0:14333:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00010000:00000001:1.0:1749609477.214817:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609477.214819:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000800:00000200:3.0:1749609477.214821:0:14333:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000100:00000001:1.0:1749609477.214822:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749609477.214825:0:13560:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000800:00000010:3.0:1749609477.214825:0:14333:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a0695800. 00000400:00000200:2.0:1749609477.214831:0:13560:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2170:2170:255:4294967295] 192.168.201.20@tcp LPNI seq info [2166:2166:7:4294967295] 00000800:00000200:3.0:1749609477.214832:0:14333:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000800:00000200:3.0:1749609477.214840:0:14333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000400:00000200:2.0:1749609477.214842:0:13560:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000800:00000200:3.0:1749609477.214844:0:14333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a0695800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1749609477.214848:0:13560:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.20@tcp 00000800:00000010:2.0:1749609477.214851:0:13560:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800895c7400. 00000400:00000200:1.0:1749609477.214852:0:15217:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.20@tcp primary NID 192.168.201.20@tcp rc 0 00000100:00000001:1.0:1749609477.214855:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1749609477.214856:0:13560:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000100:00000040:1.0:1749609477.214857:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609477.214859:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137317701792 : -131936391849824 : ffff88012a3b18a0) 00000100:00000001:1.0:1749609477.214862:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612137317701792 : -131936391849824 : 0xffff88012a3b18a0) 00000800:00000200:2.0:1749609477.214862:0:13560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000040:1.0:1749609477.214865:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88012a3b18a0 refcount 5 to 192.168.201.20@tcp 00000800:00000200:2.0:1749609477.214865:0:13560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800895c7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1749609477.214866:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609477.214867:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749609477.214869:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609477.214869:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609477.214870:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 4 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609477.214872:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749609477.214872:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 3 to 192.168.201.20@tcp 00000100:00000001:3.0:1749609477.214873:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609477.214874:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749609477.214875:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.201.20@tcp 00000020:00000001:3.0:1749609477.214875:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749609477.214876:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609477.214878:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ae58. 00000020:00000001:2.0:1749609477.214878:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609477.214880:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b623480 x1834594730261120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609497 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609477.214881:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834594730261248, offset 0 00000100:00000040:2.0:1749609477.214883:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8b050 x1834594730260992/t0(0) o400->b39d7a73-a82e-4d7b-9118-e3f42d73e33b@192.168.201.20@tcp:423/0 lens 224/224 e 0 to 0 dl 1749609488 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609477.214887:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.20@tcp 00000100:00100000:3.0:1749609477.214891:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b623480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:29481:x1834594730261120:12345-192.168.201.20@tcp:38: Request processed in 224us (447us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749609477.214893:0:15217:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.120@tcp to MR: 192.168.201.20@tcp local destination 00000100:00100000:2.0:1749609477.214894:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b39d7a73-a82e-4d7b-9118-e3f42d73e33b+9:29484:x1834594730260992:12345-192.168.201.20@tcp:400: Request processed in 236us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1749609477.214899:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2870 00000400:00000200:1.0:1749609477.214900:0:15217:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.120@tcp NI seq info: [2171:2171:254:4294967295] 192.168.201.20@tcp LPNI seq info [2167:2167:6:4294967295] 00000800:00000200:0.0:1749609477.214901:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1749609477.214903:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 1517 00000100:00000001:3.0:1749609477.214903:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:0.0:1749609477.214904:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a0695800. 00000100:00000001:3.0:1749609477.214904:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749609477.214906:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d469000 : new rpc_count 0 00000400:00000200:0.0:1749609477.214907:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749609477.214908:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8680. 00000100:00000001:2.0:1749609477.214909:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749609477.214910:0:15217:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) -> 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) : PUT try# 0 00000100:00000001:2.0:1749609477.214910:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749609477.214911:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000020:00000010:3.0:1749609477.214912:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7eed48. 00000400:00000200:0.0:1749609477.214913:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283990 00000400:00000010:0.0:1749609477.214914:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283990. 00000020:00000010:2.0:1749609477.214914:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000800:00000200:1.0:1749609477.214916:0:15217:0:(socklnd_cb.c:1000:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.20@tcp 00000020:00000010:3.0:1749609477.214916:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1ae00. 00000100:00000001:0.0:1749609477.214917:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749609477.214918:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000100:00000001:0.0:1749609477.214919:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000800:00000010:1.0:1749609477.214919:0:15217:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88006ecee200. 00000100:00000001:3.0:1749609477.214919:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609477.214921:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9800. 00000800:00000200:1.0:1749609477.214924:0:15217:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012ef193c0] -> 12345-192.168.201.20@tcp (4) 00000020:00000040:2.0:1749609477.214924:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff88012d469000 : new refcount 8 00000100:00000001:2.0:1749609477.214928:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749609477.214930:0:15217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.20@tcp ip 192.168.201.20:1023 00000100:00000200:2.0:1749609477.214932:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1749609477.214933:0:15217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88006ecee200 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1749609477.214937:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609477.214937:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f840. 00000100:00000040:1.0:1749609477.214939:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012a3b18a0 refcount 2 to 192.168.201.20@tcp 00000100:00000001:1.0:1749609477.214941:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609477.214942:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a405e300. 00000020:00000001:1.0:1749609477.214943:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1749609477.214948:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1749609477.214948:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b620380 x1834594730261248/t0(0) o38->@:0/0 lens 520/416 e 0 to 0 dl 1749609497 ref 1 fl Interpret:/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1749609477.214949:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800895c7400. 00000400:00000200:0.0:1749609477.214951:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609477.214954:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609477.214955:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93330 00000400:00000010:0.0:1749609477.214957:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93330. 00000100:00000001:0.0:1749609477.214958:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:1.0:1749609477.214959:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:29481:x1834594730261248:12345-192.168.201.20@tcp:38: Request processed in 253us (417us total) trans 0 rc -11/-11 02000000:00000001:0.0:1749609477.214960:0:1504:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749609477.214962:0:1504:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130184c00. 02000000:00000001:0.0:1749609477.214965:0:1504:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749609477.214965:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749609477.214967:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.20@tcp, seq: 2871 00000100:00000001:1.0:1749609477.214970:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749609477.214972:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609477.214975:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8800. 00000800:00000200:0.0:1749609477.214978:0:1504:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1749609477.214978:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000800:00000010:0.0:1749609477.214980:0:1504:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88006ecee200. 00000020:00000010:1.0:1749609477.214981:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b400. 00000100:00000001:1.0:1749609477.214983:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609477.214984:0:1504:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609477.214986:0:1504:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.120@tcp->192.168.201.20@tcp: PUT: OK 00000400:00000200:0.0:1749609477.214988:0:1504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ae58 00000400:00000010:0.0:1749609477.214989:0:1504:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ae58. 00000100:00000001:0.0:1749609477.214990:0:1504:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609477.214991:0:1504:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749609477.710658:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609477.710666:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609477.710667:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609477.710670:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609477.710673:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609477.710676:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609477.710678:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609477.710680:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609477.710682:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609477.875598:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609477.875605:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609477.875611:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609477.875613:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609477.875684:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609477.875689:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609477.875692:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1749609478.568633:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622680. 00000020:00000040:0.0:1749609478.568644:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609478.568649:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609478.568653:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609478.568658:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609478.568665:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1400. 00000100:00000001:0.0:1749609478.568672:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609478.568677:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609478.568679:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609478.568684:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609478.568685:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609478.568688:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609478.568689:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337038464 : -131936372513152 : ffff88012b622680) 00000100:00000001:0.0:1749609478.568693:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609478.568695:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609478.568697:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609478.568699:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609478.568706:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b622680 x1834594612304256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609478.568715:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609478.568717:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609478.568719:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b622680 x1834594612304256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609478.568725:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609478.568727:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609478.568729:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609478.568730:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609478.568732:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609478.568734:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609478.568736:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609478.568738:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609478.568740:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609478.568742:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b622680 x1834594612304256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609478.568748:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b622680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612304256:0@lo:900: 00000100:00000001:0.0:1749609478.568752:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609478.568754:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609478.568756:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609478.568758:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609478.568759:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b622680 x1834594612304256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609478.568765:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609478.568766:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609478.568770:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609478.568771:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609478.568773:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609478.568774:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b622680 x1834594612304256/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609478.568779:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609478.568780:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609478.568782:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609478.568783:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609478.568784:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1400. 02000000:00000001:0.0:1749609478.568788:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609478.568789:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609478.568791:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622680. 00000100:00000001:0.0:1749609478.568794:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609478.568794:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609478.710644:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609478.710650:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609478.710652:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609478.710656:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609478.710659:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609478.710662:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609478.710665:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609478.710667:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609478.710669:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609478.877625:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609478.877631:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609478.877637:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609478.877638:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609478.877715:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609478.877720:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609478.877723:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609479.710665:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609479.710671:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609479.710673:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609479.710676:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609479.710679:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609479.710682:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609479.710684:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609479.710686:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609479.710687:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609479.879626:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609479.879632:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609479.879637:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609479.879638:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609479.879732:0:16185:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609479.879735:0:16185:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609479.879737:0:16185:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1749609480.459591:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) f7f77149-cc67-498a-861f-00733f852f3e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609480.459600:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749609480.459607:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622680. 00000020:00000040:0.0:1749609480.459613:0:5:0:(genops.c:1229:class_import_get()) import ffff88007eb5e800 refcount=4 obd=MGC192.168.201.120@tcp 00000100:00000001:0.0:1749609480.459617:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609480.459620:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609480.459625:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609480.459632:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057900. 00000100:00000001:0.0:1749609480.459639:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609480.459647:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f7f77149-cc67-498a-861f-00733f852f3e->MGS req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609480.459657:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609480.459660:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609480.459665:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b622680] to pc [ptlrpcd_00_02+2] req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.459698:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609480.459700:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609480.459704:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609480.459705:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609480.459708:0:5:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609480.459711:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609480.459714:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4084 00000100:00080000:0.0:1749609480.459717:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609480.459719:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609480.459721:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609480.459723:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609480.459725:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609480.459728:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609480.459729:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec1598b 00000020:00000001:0.0:1749609480.459732:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609480.459734:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e5f800 refcount=4 00000020:00000001:0.0:1749609480.459736:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000020:00000001:0.0:1749609480.459738:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312122880 : -131936397428736 : ffff880129e5f800) 00000100:00000040:0.0:1749609480.459740:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609480.459741:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609480.459743:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609480.459744:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609480.459747:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e5f800 : new refcount 3 00000100:00080000:0.0:1749609480.459749:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88013087a800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:2.0:1749609480.459750:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609480.459751:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609480.459752:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749609480.459756:0:1511:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749609480.459758:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609480.459760:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.459760:0:1511:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609480.459761:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609480.459764:0:5:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609480.459766:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b621c00. 00000100:00000040:2.0:1749609480.459767:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609480.459768:0:5:0:(genops.c:1229:class_import_get()) import ffff88013087a800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749609480.459770:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609480.459772:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.459774:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609480.459775:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609480.459776:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609480.459780:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a589cc00. 00000100:00000001:0.0:1749609480.459782:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.459782:0:1511:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609480.459784:0:1511:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609480.459786:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749609480.459789:0:1511:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749609480.459792:0:1511:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609480.459793:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609480.459794:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609480.459795:0:1511:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609480.459796:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b621c00] to pc [ptlrpcd_rcv+-1] req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609480.459797:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749609480.459799:0:1511:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612304384:0@lo:400: 00000100:00000001:1.0:1749609480.459802:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.459805:0:1511:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749609480.459811:0:1511:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749609480.459813:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609480.459814:0:1511:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609480.459815:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749609480.459817:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1749609480.459817:0:1511:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749609480.459819:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b623b80. 00000020:00000040:0.0:1749609480.459821:0:5:0:(genops.c:1229:class_import_get()) import ffff8800958e5800 refcount=3 obd=lustre-OST0000-osc-MDT0001 02000000:00000010:2.0:1749609480.459821:0:1511:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800911d9800. 00000100:00000001:0.0:1749609480.459823:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609480.459824:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749609480.459824:0:1511:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609480.459825:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609480.459827:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057b00. 00000100:00000001:0.0:1749609480.459829:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609480.459831:0:1511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f3c8. 00000100:00000040:0.0:1749609480.459832:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749609480.459837:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609480.459838:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609480.459838:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c93660. 00000100:00000040:0.0:1749609480.459840:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b623b80] to pc [ptlrpcd_00_03+3] req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609480.459847:0:1511:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612304384, portal 25 00000100:00000001:2.0:1749609480.459850:0:1511:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609480.459852:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.459852:0:1511:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337038464 : -131936372513152 : ffff88012b622680) 00000100:00080000:0.0:1749609480.459854:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749609480.459857:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609480.459858:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749609480.459859:0:5:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749609480.459859:0:1511:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.459860:0:5:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749609480.459862:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4084 00000100:00080000:0.0:1749609480.459864:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749609480.459866:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609480.459868:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609480.459869:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:2.0:1749609480.459870:0:1511:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609480.459871:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000001:0.0:1749609480.459873:0:5:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609480.459873:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec159d8 00000020:00000001:0.0:1749609480.459874:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609480.459874:0:1511:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749609480.459876:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9a800 refcount=9 00000100:00000001:1.0:1749609480.459876:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749609480.459877:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000400:00000010:2.0:1749609480.459877:0:1511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c937f8. 00000100:00000001:1.0:1749609480.459878:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749609480.459879:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312364544 : -131936397187072 : ffff880129e9a800) 00000100:00000200:2.0:1749609480.459880:0:1511:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594612304384, offset 0 00000100:00000040:0.0:1749609480.459881:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:1.0:1749609480.459881:0:1512:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749609480.459882:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609480.459883:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609480.459884:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609480.459886:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9a800 : new refcount 8 00000400:00000200:2.0:1749609480.459886:0:1511:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749609480.459887:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749609480.459888:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff880129e9e800 using connection 192.168.201.120@tcp/0@lo 00000100:00000001:0.0:1749609480.459889:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609480.459891:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609480.459893:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749609480.459894:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.459896:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749609480.459897:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609480.459899:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b621500. 00000020:00000040:0.0:1749609480.459900:0:5:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749609480.459902:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1749609480.459902:0:1511:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749609480.459903:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.459903:0:1512:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609480.459904:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609480.459905:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749609480.459905:0:1512:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609480.459906:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.459906:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749609480.459908:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a589d000. 02000000:00000001:1.0:1749609480.459908:0:1512:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609480.459910:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609480.459910:0:1512:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609480.459911:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749609480.459912:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749609480.459912:0:1512:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.459913:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749609480.459914:0:1512:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612304640:0@lo:400: 00000400:00000200:2.0:1749609480.459914:0:1511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848dd82c5a00 00000100:00000001:1.0:1749609480.459918:0:1512:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749609480.459918:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609480.459920:0:1512:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749609480.459922:0:1512:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609480.459923:0:1512:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749609480.459923:0:1511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17119 [2] + 0 00000100:00000001:0.0:1749609480.459924:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609480.459925:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609480.459927:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b621500] to pc [ptlrpcd_rcv+-1] req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749609480.459927:0:1512:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b400. 00000400:00000010:2.0:1749609480.459928:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880130f170b0. 00000100:00000001:3.0:1749609480.459928:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749609480.459929:0:1512:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.459930:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609480.459932:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749609480.459933:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749609480.459933:0:1512:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0840. 02000000:00000001:3.0:1749609480.459934:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749609480.459935:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749609480.459935:0:1511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ef196c0 02000000:00000001:3.0:1749609480.459936:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609480.459938:0:5:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749609480.459939:0:5:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1749609480.459939:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907ab28. 00000100:00100000:3.0:1749609480.459939:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612304512:0@lo:38: 00000100:00080000:0.0:1749609480.459940:0:5:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749609480.459941:0:5:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:2.0:1749609480.459941:0:1511:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749609480.459942:0:1512:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612304640, portal 4 00000100:00000001:3.0:1749609480.459942:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749609480.459943:0:5:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4084 00000100:00000001:1.0:1749609480.459944:0:1512:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749609480.459945:0:5:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749609480.459945:0:1512:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337043840 : -131936372507776 : ffff88012b623b80) 02000000:00000001:3.0:1749609480.459945:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749609480.459946:0:1511:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749609480.459946:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609480.459947:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:0.0:1749609480.459948:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749609480.459948:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749609480.459949:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609480.459951:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:1.0:1749609480.459951:0:1512:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749609480.459951:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ef196c0 00000020:00000001:0.0:1749609480.459952:0:5:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:3.0:1749609480.459952:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5096000. 00000020:00000040:0.0:1749609480.459953:0:5:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a3a 00000020:00000001:0.0:1749609480.459954:0:5:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749609480.459954:0:1511:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88012ef196c0. 02000000:00000001:3.0:1749609480.459954:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749609480.459955:0:5:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006ef46800 refcount=8 00000020:00000001:0.0:1749609480.459956:0:5:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000001:1.0:1749609480.459957:0:1512:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749609480.459957:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62bb0. 00000020:00000001:0.0:1749609480.459958:0:5:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134175729664 : -131939533821952 : ffff88006ef46800) 00000100:00000040:1.0:1749609480.459959:0:1512:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749609480.459960:0:5:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 23 to 0@lo 00000100:00000001:2.0:1749609480.459960:0:1511:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609480.459961:0:5:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749609480.459961:0:1512:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000400:00000010:3.0:1749609480.459961:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000040:0.0:1749609480.459962:0:5:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000200:2.0:1749609480.459962:0:1511:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1749609480.459963:0:1512:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834594612304640, offset 0 00000100:00000001:0.0:1749609480.459964:0:5:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000020:00000040:0.0:1749609480.459965:0:5:0:(genops.c:898:class_export_put()) PUTting export ffff88006ef46800 : new refcount 7 00000100:00000200:3.0:1749609480.459965:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612304512, portal 4 00000100:00080000:0.0:1749609480.459967:0:5:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006ef46000 using connection 192.168.201.120@tcp/0@lo 00000100:00000040:2.0:1749609480.459967:0:1511:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1b8b450 x1834594612304384 msgsize 224 00000100:00000001:3.0:1749609480.459967:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749609480.459968:0:1512:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749609480.459968:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337035776 : -131936372515840 : ffff88012b621c00) 00000100:00000001:0.0:1749609480.459969:0:5:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609480.459970:0:5:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749609480.459972:0:5:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749609480.459972:0:1511:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749609480.459973:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609480.459974:0:5:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609480.459974:0:1511:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749609480.459975:0:5:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:1.0:1749609480.459975:0:1512:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609480.459977:0:5:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609480.459979:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b622d80. 00000020:00000040:0.0:1749609480.459980:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef46000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749609480.459980:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749609480.459981:0:1512:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848dd82c5b00 02000000:00000001:0.0:1749609480.459982:0:5:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749609480.459982:0:5:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.459982:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749609480.459984:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609480.459984:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749609480.459984:0:1511:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749609480.459984:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 02000000:00000001:0.0:1749609480.459985:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609480.459987:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a589d400. 00000400:00000200:1.0:1749609480.459987:0:1512:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7161 [8] + 7168 00000100:00000001:0.0:1749609480.459989:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609480.459992:0:5:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749609480.459992:0:1512:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749609480.459995:0:1512:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749609480.459995:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834594612304512, offset 0 00000100:00000001:0.0:1749609480.459997:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609480.459998:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.459998:0:1512:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749609480.460000:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b622d80] to pc [ptlrpcd_rcv+-1] req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749609480.460000:0:1512:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1749609480.460000:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749609480.460004:0:1512:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bfa680. 00000400:00000200:2.0:1749609480.460004:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c937f8 00000100:00000001:0.0:1749609480.460006:0:5:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609480.460006:0:1512:0:(events.c:338:request_in_callback()) incoming req@ffff880130bfa680 x1834594612304640 msgsize 224 00000100:00000040:0.0:1749609480.460007:0:5:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1749609480.460007:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c937f8. 00000400:00000200:3.0:1749609480.460007:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749609480.460010:0:5:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1749609480.460010:0:1512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1749609480.460011:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b620700. 00000100:00000001:2.0:1749609480.460011:0:1511:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749609480.460013:0:5:0:(genops.c:1229:class_import_get()) import ffff88006ef47800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:3.0:1749609480.460013:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848dd82c5a80 00000100:00000001:0.0:1749609480.460014:0:5:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609480.460015:0:5:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1749609480.460015:0:1511:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609480.460016:0:5:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609480.460018:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a9057700. 00000100:00000001:0.0:1749609480.460019:0:5:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460019:0:1512:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609480.460019:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x6ad5 [256] + 15080 00000100:00000040:0.0:1749609480.460022:0:5:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749609480.460024:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749609480.460027:0:5:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749609480.460027:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000200:3.0:1749609480.460027:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609480.460028:0:5:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.460028:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749609480.460029:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000040:0.0:1749609480.460053:0:5:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012b620700] to pc [ptlrpcd_00_00+0] req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609480.460059:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609480.460060:0:1512:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749609480.460063:0:1512:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460066:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749609480.460068:0:5:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609480.460068:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749609480.460071:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609480.460072:0:5:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4094) 00000100:00000040:1.0:1749609480.460072:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609480.460073:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a095880. 00000100:00000001:2.0:1749609480.460076:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.460076:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a095880 x1834594612304512 msgsize 520 00000100:00000001:1.0:1749609480.460078:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460079:0:1512:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749609480.460079:0:1511:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749609480.460079:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749609480.460083:0:1512:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.460086:0:1511:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609480.460087:0:1512:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000001:1.0:1749609480.460090:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298756865 00000100:00000001:2.0:1749609480.460090:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 0 is 4298756872 00000100:00000001:3.0:1749609480.460090:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749609480.460091:0:16365:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749609480.460093:0:16365:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612304640 00000100:00000010:1.0:1749609480.460093:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8940. 02000000:00000001:0.0:1749609480.460095:0:16365:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609480.460097:0:16365:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749609480.460097:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609480.460098:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:0.0:1749609480.460099:0:16365:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460099:0:1512:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749609480.460102:0:1508:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749609480.460103:0:16365:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749609480.460105:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609480.460106:0:16365:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612304640 00000020:00000001:0.0:1749609480.460107:0:16365:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749609480.460108:0:16365:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15afe 00000100:00000001:1.0:1749609480.460109:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298756865 00000100:00000001:2.0:1749609480.460109:0:13560:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749609480.460110:0:16365:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749609480.460111:0:16365:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012db20000 refcount=5 00000100:00000010:1.0:1749609480.460111:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8280. 00000100:00100000:2.0:1749609480.460111:0:13560:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612304384 00000100:00000001:3.0:1749609480.460112:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749609480.460113:0:16365:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609480.460113:0:1512:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749609480.460114:0:13560:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749609480.460114:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609480.460115:0:16365:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137375825920 : -131936333725696 : ffff88012db20000) 00000100:00000001:1.0:1749609480.460115:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298756865 00000100:00000010:1.0:1749609480.460117:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e88c0. 00000100:00000001:2.0:1749609480.460117:0:13560:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749609480.460118:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749609480.460119:0:1512:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749609480.460119:0:13560:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460119:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460120:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749609480.460121:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4d00. 00000100:00000001:1.0:1749609480.460121:0:1512:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298756865 00000100:00000010:1.0:1749609480.460123:0:1512:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b44e8a80. 02000000:00000001:2.0:1749609480.460123:0:13560:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749609480.460124:0:16365:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d5b4a40. 00000100:00000001:1.0:1749609480.460125:0:1512:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749609480.460125:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609480.460126:0:13560:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612304384 00000100:00000001:1.0:1749609480.460127:0:1512:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609480.460128:0:1512:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.460128:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1032 usecs (2 jiffies) 00000020:00000040:0.0:1749609480.460129:0:16365:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000020:00000001:2.0:1749609480.460129:0:13560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749609480.460130:0:13560:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec158f8 00000100:00000001:3.0:1749609480.460130:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298756866 00000100:00000001:1.0:1749609480.460131:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460133:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749609480.460133:0:13560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609480.460135:0:16365:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:2.0:1749609480.460136:0:13560:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a7cae800 refcount=25 00000020:00000010:0.0:1749609480.460138:0:16365:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 00000020:00000001:2.0:1749609480.460139:0:13560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:1.0:1749609480.460140:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749609480.460142:0:16365:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 00000100:00000001:1.0:1749609480.460142:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749609480.460142:0:13560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135129311232 : -131938580240384 : ffff8800a7cae800) 00000100:00000001:3.0:1749609480.460143:0:14337:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749609480.460144:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609480.460145:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749609480.460145:0:14337:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612304512 00000100:00000001:1.0:1749609480.460146:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.460146:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749609480.460147:0:16365:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000001:1.0:1749609480.460147:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609480.460147:0:14337:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609480.460148:0:14337:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749609480.460150:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000100:00000001:3.0:1749609480.460150:0:14337:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.460153:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609480.460153:0:14337:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609480.460155:0:16365:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1749609480.460155:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609480.460155:0:14337:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612304512 00000020:00000010:2.0:1749609480.460156:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00000020:00000001:3.0:1749609480.460156:0:14337:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749609480.460157:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609480.460158:0:16365:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749609480.460158:0:1509:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749609480.460158:0:14337:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749609480.460159:0:14337:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749609480.460160:0:16365:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749609480.460161:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749609480.460161:0:14337:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.460162:0:16365:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749609480.460163:0:13560:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800911d9000. 00000020:00000001:3.0:1749609480.460163:0:14337:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609480.460166:0:14337:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000100:00000001:1.0:1749609480.460167:0:1509:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749609480.460167:0:13560:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c2d9380. 00000100:00000001:1.0:1749609480.460168:0:1509:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609480.460169:0:14337:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000100:00000001:0.0:1749609480.460170:0:16365:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1749609480.460170:0:1509:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749609480.460171:0:13560:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a883c320. 02000000:00000001:1.0:1749609480.460172:0:1509:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609480.460172:0:14337:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000100:00000001:0.0:1749609480.460173:0:16365:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749609480.460174:0:16365:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609480.460174:0:1509:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460175:0:14337:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749609480.460176:0:1509:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612305024:0@lo:400: 00000100:00000001:3.0:1749609480.460176:0:14337:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609480.460177:0:14337:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460178:0:1509:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749609480.460179:0:13560:0:(service.c:1401:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1749609480.460181:0:1509:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749609480.460181:0:14337:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.460182:0:16365:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609480.460182:0:1509:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.460182:0:13560:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749609480.460183:0:1509:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749609480.460183:0:13560:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1749609480.460185:0:1509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009fd1b800. 00000100:00000001:2.0:1749609480.460185:0:13560:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609480.460186:0:1509:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460186:0:14337:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609480.460189:0:1509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53a0f20. 00000100:00000001:0.0:1749609480.460191:0:16365:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749609480.460191:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609480.460191:0:13560:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460193:0:14337:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609480.460194:0:16365:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749609480.460194:0:1509:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594612305024, portal 10 00000100:00000001:3.0:1749609480.460194:0:14337:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609480.460195:0:1509:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749609480.460197:0:1509:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337030400 : -131936372521216 : ffff88012b620700) 00000100:00100000:3.0:1749609480.460198:0:14337:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1749609480.460199:0:16365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00000001:2.0:1749609480.460200:0:13560:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.460200:0:14337:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361651328 : -131939347900288 : ffff88007a095880) 00000100:00000040:1.0:1749609480.460201:0:1509:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609480.460202:0:16365:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012db20000 : new rpc_count 1 00000100:00000040:3.0:1749609480.460203:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a095880 x1834594612304512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.460205:0:16365:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427052160 : -131936282499456 : ffff880130bfa680) 00000100:00000001:1.0:1749609480.460207:0:1509:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749609480.460208:0:1509:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749609480.460209:0:13560:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749609480.460210:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bfa680 x1834594612304640/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:426/0 lens 224/0 e 0 to 0 dl 1749609491 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749609480.460210:0:1509:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00000200:1.0:1749609480.460211:0:1509:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834594612305024, offset 0 00000100:00000001:2.0:1749609480.460211:0:13560:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609480.460211:0:14337:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612304512:12345-0@lo:38: 00000400:00000200:1.0:1749609480.460214:0:1509:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749609480.460215:0:14337:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612304512 00000100:00100000:2.0:1749609480.460216:0:13560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000020:00000001:3.0:1749609480.460218:0:14337:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749609480.460219:0:1509:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749609480.460219:0:13560:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800a7cae800 : new rpc_count 1 00000100:00000001:0.0:1749609480.460220:0:16365:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749609480.460221:0:13560:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135295890512 : -131938413661104 : ffff8800b1b8b450) 00010000:00000001:3.0:1749609480.460221:0:14337:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:0.0:1749609480.460223:0:16365:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d5b4a40. 00000400:00000200:1.0:1749609480.460223:0:1509:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848dd82c5c80 00000100:00000001:0.0:1749609480.460226:0:16365:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749609480.460227:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1b8b450 x1834594612304384/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:426/0 lens 224/0 e 0 to 0 dl 1749609491 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749609480.460228:0:16365:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d5b4a40. 00000400:00000200:1.0:1749609480.460228:0:1509:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x68b9 [64] + 96768 00000100:00100000:0.0:1749609480.460232:0:16365:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612304640:12345-0@lo:400: 00000400:00000200:1.0:1749609480.460232:0:1509:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749609480.460232:0:14337:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749609480.460235:0:1509:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:3.0:1749609480.460235:0:14337:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749609480.460237:0:16365:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612304640 00000100:00000001:1.0:1749609480.460238:0:1509:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749609480.460238:0:14337:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749609480.460239:0:16365:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749609480.460239:0:1509:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749609480.460241:0:14337:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:1.0:1749609480.460242:0:1509:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880130bfad80. 00000020:00000001:0.0:1749609480.460243:0:16365:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749609480.460244:0:1509:0:(events.c:338:request_in_callback()) incoming req@ffff880130bfad80 x1834594612305024 msgsize 224 00000100:00000001:3.0:1749609480.460244:0:14337:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749609480.460246:0:16365:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460246:0:14337:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749609480.460248:0:1509:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749609480.460248:0:13560:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749609480.460248:0:14337:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749609480.460249:0:16365:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1749609480.460250:0:13560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a0706d80. 00000020:00000001:0.0:1749609480.460251:0:16365:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 02000000:00000010:3.0:1749609480.460251:0:14337:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5095800. 02000000:00000001:3.0:1749609480.460252:0:14337:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460253:0:1509:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749609480.460253:0:13560:0:(service.c:1260:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609480.460254:0:14337:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609480.460255:0:16365:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1749609480.460255:0:13560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a0706d80. 00000400:00000200:1.0:1749609480.460256:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000400:00000010:1.0:1749609480.460257:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00010000:00000001:3.0:1749609480.460257:0:14337:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749609480.460258:0:16365:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609480.460259:0:1509:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749609480.460259:0:14337:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609480.460260:0:16365:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1749609480.460260:0:13560:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612304384:12345-0@lo:400: 00000100:00000200:1.0:1749609480.460261:0:1509:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749609480.460262:0:14337:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749609480.460263:0:16365:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749609480.460264:0:14337:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749609480.460265:0:16365:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749609480.460265:0:13560:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612304384 00000100:00000001:3.0:1749609480.460267:0:14337:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749609480.460268:0:16365:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609480.460268:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749609480.460268:0:13560:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749609480.460269:0:14337:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000040:1.0:1749609480.460270:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749609480.460271:0:13560:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749609480.460271:0:14337:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609480.460272:0:16365:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749609480.460272:0:14337:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000020:00000001:2.0:1749609480.460273:0:13560:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609480.460274:0:16365:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609480.460275:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.460275:0:14337:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609480.460276:0:1509:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749609480.460276:0:13560:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1749609480.460276:0:14337:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749609480.460278:0:16365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a589d800. 00000100:00000001:1.0:1749609480.460278:0:1509:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749609480.460278:0:13560:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072113045632 : -1596505984 : ffffffffa0d74080) 02000000:00000001:3.0:1749609480.460278:0:14337:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609480.460280:0:16365:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609480.460280:0:1509:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000100:00000001:3.0:1749609480.460280:0:14337:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749609480.460282:0:16365:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460282:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298756865 00000020:00000001:2.0:1749609480.460282:0:13560:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1749609480.460282:0:14337:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609480.460283:0:14337:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000001:1.0:1749609480.460284:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298756865 00000020:00000001:2.0:1749609480.460284:0:13560:0:(tgt_handler.c:554:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749609480.460285:0:16365:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460285:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298756865 00000020:00000001:2.0:1749609480.460286:0:13560:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1749609480.460286:0:14337:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612304512, offset 0 00000100:00000001:1.0:1749609480.460287:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298756865 00000100:00000001:1.0:1749609480.460288:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298756865 00000020:00000001:2.0:1749609480.460288:0:13560:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000040:0.0:1749609480.460289:0:16365:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 17179869188, transno 0, xid 1834594612304640 00000400:00000200:3.0:1749609480.460289:0:14337:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749609480.460290:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298756865 00000020:00000001:2.0:1749609480.460290:0:13560:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460291:0:1509:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298756865 00010000:00000001:0.0:1749609480.460292:0:16365:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749609480.460292:0:1509:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298756865 00000020:00000001:2.0:1749609480.460293:0:13560:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749609480.460294:0:1509:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609480.460294:0:14337:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609480.460295:0:13560:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000200:0.0:1749609480.460296:0:16365:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bfa680 x1834594612304640/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:426/0 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609480.460296:0:1509:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460297:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609480.460298:0:13560:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749609480.460299:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609480.460299:0:14337:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c5a80 02000000:00000010:2.0:1749609480.460301:0:13560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130186800. 00000100:00000001:1.0:1749609480.460302:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609480.460303:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749609480.460303:0:14337:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17c71 [1] + 0 00000100:00000001:1.0:1749609480.460304:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749609480.460304:0:13560:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460305:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749609480.460306:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.460306:0:13560:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609480.460306:0:14337:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609480.460308:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609480.460308:0:14337:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749609480.460309:0:13560:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460311:0:14337:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749609480.460312:0:16365:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1749609480.460312:0:13560:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612304384 00000100:00000200:3.0:1749609480.460313:0:14337:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749609480.460314:0:16365:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609480.460315:0:13560:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:0.0:1749609480.460317:0:16365:0:(import.c:2097:obd_at_measure()) add 1 to ffff88011d9f09f0 time=136 v=5 (1 1 1 1) 00010000:00000200:2.0:1749609480.460319:0:13560:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800b1b8b450 x1834594612304384/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:426/0 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609480.460321:0:14337:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.460322:0:16365:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749609480.460324:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749609480.460325:0:16365:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00100000:1.0:1749609480.460326:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612305024 02000000:00000001:1.0:1749609480.460327:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609480.460328:0:16365:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:3.0:1749609480.460328:0:14337:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749609480.460329:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1749609480.460329:0:13560:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749609480.460330:0:16365:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749609480.460330:0:14337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000100:00000001:1.0:1749609480.460331:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749609480.460331:0:13560:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609480.460332:0:16365:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609480.460332:0:14337:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 02000000:00000001:1.0:1749609480.460333:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.460334:0:16365:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:2.0:1749609480.460334:0:13560:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012bf59df0 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609480.460334:0:14337:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:1.0:1749609480.460335:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612305024 00000100:00000001:3.0:1749609480.460335:0:14337:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749609480.460337:0:16365:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749609480.460337:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749609480.460337:0:14337:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609480.460338:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe2b0786a6ec15a4f 00000100:00000001:2.0:1749609480.460338:0:13560:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609480.460339:0:14337:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000400:00000010:0.0:1749609480.460340:0:16365:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668c38. 00000020:00000001:1.0:1749609480.460340:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749609480.460341:0:13560:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 26 to 0@lo 00000100:00000001:3.0:1749609480.460341:0:14337:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749609480.460342:0:15217:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e9f800 refcount=5 00000020:00000001:3.0:1749609480.460343:0:14337:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749609480.460344:0:16365:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834594612304640, offset 224 00000020:00000001:1.0:1749609480.460344:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000020:00000001:1.0:1749609480.460345:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312385024 : -131936397166592 : ffff880129e9f800) 00000100:00000001:2.0:1749609480.460345:0:13560:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000040:3.0:1749609480.460345:0:14337:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a095880 x1834594612304512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609480.460348:0:13560:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609480.460349:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749609480.460350:0:16365:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749609480.460350:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e8fc0. 02000000:00000001:2.0:1749609480.460350:0:13560:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749609480.460352:0:13560:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749609480.460353:0:15217:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b44e87c0. 00000100:00100000:3.0:1749609480.460353:0:14337:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:1508:x1834594612304512:12345-0@lo:38: Request processed in 142us (276us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749609480.460355:0:13560:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749609480.460357:0:15217:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000400:00000010:2.0:1749609480.460358:0:13560:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7c937f8. 00000100:00000001:1.0:1749609480.460359:0:15217:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1749609480.460359:0:14337:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000400:00000200:0.0:1749609480.460360:0:16365:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749609480.460361:0:14337:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749609480.460362:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009fd1b000. 00000100:00000200:2.0:1749609480.460362:0:13560:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1834594612304384, offset 224 00000100:00000001:3.0:1749609480.460362:0:14337:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749609480.460365:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880090ac8800. 00000020:00000010:3.0:1749609480.460365:0:14337:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000400:00000200:2.0:1749609480.460367:0:13560:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609480.460368:0:16365:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848dd82c5b00 00000020:00000010:1.0:1749609480.460368:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88012e7ee7d0. 00000020:00000010:3.0:1749609480.460369:0:14337:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000100:00000040:1.0:1749609480.460372:0:15217:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1749609480.460372:0:14337:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000400:00000200:0.0:1749609480.460373:0:16365:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17c69 [1] + 224 00000100:00000001:1.0:1749609480.460374:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609480.460374:0:14337:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609480.460375:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749609480.460375:0:13560:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609480.460377:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749609480.460379:0:16365:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749609480.460381:0:15217:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1749609480.460382:0:13560:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6848dd82c5a00 00000400:00000200:0.0:1749609480.460383:0:16365:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609480.460383:0:15217:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749609480.460384:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749609480.460388:0:13560:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17c61 [1] + 224 00000100:00000001:3.0:1749609480.460388:0:1508:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4298756865 00000100:00000001:3.0:1749609480.460392:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298756866 00000400:00000200:2.0:1749609480.460394:0:13560:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749609480.460398:0:13560:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749609480.460399:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609480.460401:0:16365:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749609480.460402:0:13560:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749609480.460405:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749609480.460405:0:13560:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749609480.460407:0:16365:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609480.460407:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749609480.460407:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609480.460408:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749609480.460410:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00000040:1.0:1749609480.460412:0:15217:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e9f800 : new rpc_count 1 00000100:00000001:3.0:1749609480.460413:0:14333:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460414:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137427053952 : -131936282497664 : ffff880130bfad80) 00000100:00000001:3.0:1749609480.460414:0:14333:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749609480.460416:0:13560:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609480.460418:0:16365:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609480.460418:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880130bfad80 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:426/0 lens 224/0 e 0 to 0 dl 1749609491 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460421:0:1508:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4298756865 00000100:00000001:3.0:1749609480.460423:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298756866 00000100:00000001:1.0:1749609480.460426:0:15217:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749609480.460426:0:1508:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4298756865 00000020:00000010:1.0:1749609480.460427:0:15217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b44e87c0. 00000100:00000001:2.0:1749609480.460427:0:13560:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609480.460428:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298756866 00000100:00000001:1.0:1749609480.460429:0:15217:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749609480.460430:0:15217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b44e87c0. 00000100:00000001:3.0:1749609480.460430:0:1508:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4298756865 00000400:00000200:2.0:1749609480.460432:0:13560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c937f8 00000100:00000001:3.0:1749609480.460432:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749609480.460433:0:16365:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609480.460433:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749609480.460434:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612305024:12345-0@lo:400: 00000400:00000010:2.0:1749609480.460434:0:13560:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c937f8. 00000100:00000200:1.0:1749609480.460436:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612305024 00000100:00000001:2.0:1749609480.460437:0:13560:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749609480.460438:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749609480.460439:0:13560:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:3.0:1749609480.460439:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749609480.460440:0:15217:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000001:3.0:1749609480.460440:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749609480.460441:0:15217:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609480.460441:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62bb0. 00000020:00000001:1.0:1749609480.460443:0:15217:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749609480.460443:0:13560:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609480.460443:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000020:00000001:1.0:1749609480.460445:0:15217:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109057472 : -1600494144 : ffffffffa09a65c0) 00000400:00000010:3.0:1749609480.460445:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609480.460446:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749609480.460447:0:15217:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749609480.460447:0:13560:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000200:3.0:1749609480.460448:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609480.460449:0:15217:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749609480.460450:0:13560:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609480.460451:0:15217:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749609480.460452:0:16365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668c38 00000020:00000001:1.0:1749609480.460452:0:15217:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749609480.460452:0:13560:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609480.460454:0:15217:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749609480.460455:0:16365:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668c38. 00000020:00000001:1.0:1749609480.460455:0:15217:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749609480.460455:0:13560:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1749609480.460455:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.460458:0:16365:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609480.460458:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749609480.460459:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749609480.460459:0:13560:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1b8b450 x1834594612304384/t0(0) o400->f7f77149-cc67-498a-861f-00733f852f3e@0@lo:426/0 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.460460:0:16365:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609480.460460:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749609480.460462:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b1ab1400. 00000100:00000001:3.0:1749609480.460462:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749609480.460463:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.460464:0:16365:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460464:0:1508:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749609480.460465:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609480.460466:0:15217:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609480.460466:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749609480.460467:0:16365:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609480.460467:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609480.460468:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749609480.460469:0:15217:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834594612305024 00010000:00000001:0.0:1749609480.460470:0:16365:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:3.0:1749609480.460470:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609480.460471:0:16365:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609480.460471:0:15217:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:2.0:1749609480.460471:0:13560:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f7f77149-cc67-498a-861f-00733f852f3e+25:1511:x1834594612304384:12345-0@lo:400: Request processed in 221us (502us total) trans 0 rc 0/0 00010000:00000200:1.0:1749609480.460473:0:15217:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880130bfad80 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:426/0 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749609480.460474:0:16365:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00001000:3.0:1749609480.460474:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88013087ac38 time=1749609480 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609480.460477:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88013087abf0 time=146 v=20 (1 1 1 20) 00000100:00000040:0.0:1749609480.460478:0:16365:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bfa680 x1834594612304640/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:426/0 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749609480.460480:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749609480.460480:0:13560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00000001:3.0:1749609480.460480:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1749609480.460481:0:15217:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460482:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749609480.460483:0:15217:0:(import.c:2097:obd_at_measure()) add 1 to ffff880099ba05f0 time=143 v=5 (1 1 1 1) 00000100:00000001:3.0:1749609480.460483:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749609480.460484:0:13560:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800a7cae800 : new rpc_count 0 00000100:00000001:1.0:1749609480.460486:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609480.460486:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609480.460487:0:13560:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749609480.460489:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:2.0:1749609480.460489:0:13560:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749609480.460490:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00100000:0.0:1749609480.460491:0:16365:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:1512:x1834594612304640:12345-0@lo:400: Request processed in 267us (480us total) trans 0 rc 0/0 02000000:00000001:1.0:1749609480.460492:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749609480.460492:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749609480.460493:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749609480.460493:0:13560:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c2d9380. 00000100:00000001:1.0:1749609480.460495:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749609480.460495:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609480.460522:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749609480.460523:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749609480.460524:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:1.0:1749609480.460526:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a907aa18. 00000100:00000001:3.0:1749609480.460526:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749609480.460528:0:16365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00000200:1.0:1749609480.460529:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612305024, offset 224 00000100:00080000:3.0:1749609480.460529:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88013087a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749609480.460531:0:16365:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012db20000 : new rpc_count 0 00000100:00080000:3.0:1749609480.460531:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000400:00000200:1.0:1749609480.460533:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749609480.460534:0:16365:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609480.460534:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609480.460536:0:16365:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749609480.460536:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609505 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749609480.460538:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749609480.460540:0:16365:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000010:0.0:1749609480.460543:0:16365:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000400:00000200:1.0:1749609480.460543:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c5c80 00000100:00100000:3.0:1749609480.460543:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:1508:1834594612304512:0@lo:38: 00000400:00000200:1.0:1749609480.460546:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c79 [1] + 224 00000020:00000010:0.0:1749609480.460547:0:16365:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00000100:00000001:3.0:1749609480.460547:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.460549:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749609480.460550:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749609480.460550:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b621c00 x1834594612304512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749609505 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749609480.460552:0:16365:0:(genops.c:898:class_export_put()) PUTting export ffff88012db20000 : new refcount 4 00000400:00000200:1.0:1749609480.460553:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609480.460555:0:16365:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609480.460556:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749609480.460556:0:13560:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a883c320. 00000100:00000001:3.0:1749609480.460556:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1749609480.460558:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749609480.460558:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609480.460560:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5096000. 00000020:00000010:2.0:1749609480.460561:0:13560:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800911d9000. 02000000:00000001:3.0:1749609480.460562:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609480.460564:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749609480.460565:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749609480.460565:0:13560:0:(genops.c:898:class_export_put()) PUTting export ffff8800a7cae800 : new refcount 24 00000020:00000040:3.0:1749609480.460565:0:1508:0:(genops.c:1242:class_import_put()) import ffff88013087a800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749609480.460566:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609480.460568:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a589cc00. 02000000:00000001:2.0:1749609480.460569:0:13560:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749609480.460570:0:1510:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749609480.460570:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1749609480.460572:0:13560:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130186800. 02000000:00000001:3.0:1749609480.460572:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749609480.460573:0:1510:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749609480.460574:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621c00. 00000100:00000001:1.0:1749609480.460575:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749609480.460575:0:13560:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749609480.460577:0:13560:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.460577:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1749609480.460578:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aa18 00000100:00000001:3.0:1749609480.460578:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.460579:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749609480.460580:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aa18. 00000100:00000001:1.0:1749609480.460581:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749609480.460582:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749609480.460582:0:13560:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1749609480.460582:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609480.460583:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460584:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460585:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609480.460586:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000400:00000010:2.0:1749609480.460586:0:13560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012b74f160. 00000100:00000001:3.0:1749609480.460586:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609480.460587:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1749609480.460589:0:15217:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749609480.460590:0:15217:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.460590:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749609480.460591:0:15217:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749609480.460594:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880130bfad80 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:426/0 lens 224/224 e 0 to 0 dl 1749609491 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460596:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609480.460597:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609480.460599:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609480.460600:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749609480.460602:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:1509:x1834594612305024:12345-0@lo:400: Request processed in 175us (356us total) trans 0 rc 0/0 02000000:00000001:3.0:1749609480.460602:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609480.460604:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612304768:0@lo:38: 00000400:00000010:2.0:1749609480.460605:0:13560:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008b977000. 00000100:00000001:3.0:1749609480.460607:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749609480.460608:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749609480.460608:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 02000000:00000001:3.0:1749609480.460608:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609480.460609:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609480.460610:0:15217:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e9f800 : new rpc_count 0 02000000:00000001:3.0:1749609480.460611:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749609480.460612:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008834aae0) now 6 - evictor 00000100:00000001:1.0:1749609480.460612:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1749609480.460612:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a5096000. 00000100:00000001:1.0:1749609480.460613:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749609480.460614:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749609480.460616:0:13562:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1749609480.460616:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880090ac8800. 00000400:00000010:3.0:1749609480.460616:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62bb0. 00000020:00000010:1.0:1749609480.460618:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88012e7ee7d0. 00000020:00000040:0.0:1749609480.460619:0:13562:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880070284050) now 6 - evictor 00000400:00000010:3.0:1749609480.460619:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000020:00000010:1.0:1749609480.460620:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009fd1b000. 00000100:00000200:3.0:1749609480.460621:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612304768, portal 10 00000100:00000001:3.0:1749609480.460623:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1749609480.460624:0:15217:0:(genops.c:898:class_export_put()) PUTting export ffff880129e9f800 : new refcount 4 00000100:00000001:3.0:1749609480.460624:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337033984 : -131936372517632 : ffff88012b621500) 00000100:00000001:1.0:1749609480.460625:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609480.460627:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4298756866 00000100:00000040:3.0:1749609480.460628:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609480.460633:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 1 is 4298756873 00000100:00000001:3.0:1749609480.460634:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749609480.460635:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749609480.460635:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749609480.460636:0:1509:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749609480.460637:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:3.0:1749609480.460638:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612304768, offset 0 00000400:00000001:1.0:1749609480.460639:0:1509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749609480.460640:0:1509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609480.460642:0:1509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0f20. 00000400:00000200:1.0:1749609480.460645:0:1509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907aaa0 00000400:00000010:1.0:1749609480.460646:0:1509:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907aaa0. 00000100:00000001:2.0:1749609480.460647:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4298756866 00000100:00000001:1.0:1749609480.460648:0:1509:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609480.460650:0:1509:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609480.460651:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 2 is 4298756873 00000400:00000200:3.0:1749609480.460652:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749609480.460654:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4298756866 00000100:00000200:1.0:1749609480.460657:0:1509:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609480.460657:0:1511:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS new deadline estimation for cpu 3 is 4298756873 00000400:00000200:3.0:1749609480.460658:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749609480.460661:0:1511:0:(niobuf.c:648:kick_cpu_latency()) MGC192.168.201.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4298756866 00000100:00000001:1.0:1749609480.460662:0:1509:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609480.460662:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c5b80 00000100:00000001:1.0:1749609480.460663:0:1509:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609480.460664:0:1511:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609480.460665:0:1509:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609480.460666:0:1509:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749609480.460666:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 96992 00000100:00000001:1.0:1749609480.460667:0:1509:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749609480.460667:0:1511:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460669:0:1509:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609480.460670:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749609480.460671:0:1509:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749609480.460672:0:1511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749609480.460672:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749609480.460674:0:1509:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006ef47c38 time=143 v=5 (5 5 5 5) 00000400:00000001:2.0:1749609480.460674:0:1511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749609480.460676:0:1511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012b74f3c8. 00000100:00001000:1.0:1749609480.460677:0:1509:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef47bf0 time=143 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609480.460679:0:1509:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749609480.460679:0:1511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c93660 00000100:00000001:1.0:1749609480.460680:0:1509:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749609480.460681:0:1511:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7c93660. 00010000:00000001:1.0:1749609480.460682:0:1509:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749609480.460685:0:1509:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609480.460685:0:1511:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749609480.460685:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609480.460686:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749609480.460689:0:1511:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749609480.460689:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a095f80. 00010000:00000001:1.0:1749609480.460691:0:1509:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.460691:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a095f80 x1834594612304768 msgsize 520 00000100:00000001:1.0:1749609480.460694:0:1509:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749609480.460694:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749609480.460695:0:1509:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749609480.460697:0:1509:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749609480.460698:0:1509:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609480.460700:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749609480.460701:0:1511:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460702:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749609480.460705:0:1509:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749609480.460705:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609480.460706:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:1.0:1749609480.460707:0:1509:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609480.460708:0:1509:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.460708:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609480.460710:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749609480.460711:0:1509:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609480.460711:0:1511:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609480.460713:0:1511:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749609480.460716:0:1509:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:1509:1834594612305024:0@lo:400: 00000100:00000001:2.0:1749609480.460716:0:1511:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749609480.460716:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749609480.460718:0:1511:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749609480.460718:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749609480.460720:0:1509:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609480.460720:0:1511:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609480.460721:0:1509:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749609480.460722:0:1511:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609480.460723:0:1509:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b620700 x1834594612305024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460724:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749609480.460725:0:1511:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460725:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609480.460727:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460728:0:1509:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749609480.460729:0:1509:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1749609480.460729:0:1511:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007eb5ec38 time=149 v=5 (5 5 5 5) 00000100:00000040:3.0:1749609480.460730:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 822 usecs (1 jiffies) 02000000:00000010:1.0:1749609480.460731:0:1509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b800. 00000100:00000001:3.0:1749609480.460732:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4298756866 02000000:00000001:1.0:1749609480.460733:0:1509:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1749609480.460733:0:1511:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007eb5ebf0 time=139 v=5 (1 1 1 1) 00000020:00000001:1.0:1749609480.460734:0:1509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609480.460735:0:1509:0:(genops.c:1242:class_import_put()) import ffff88006ef47800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749609480.460736:0:1511:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749609480.460737:0:1509:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749609480.460738:0:1511:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749609480.460739:0:1509:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057700. 00000100:00000001:3.0:1749609480.460740:0:15217:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749609480.460741:0:1509:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1749609480.460741:0:1511:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1749609480.460742:0:1509:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749609480.460742:0:15217:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612304768 00000100:00000010:1.0:1749609480.460743:0:1509:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b620700. 00010000:00000001:2.0:1749609480.460743:0:1511:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609480.460743:0:15217:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749609480.460745:0:15217:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609480.460746:0:1509:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749609480.460746:0:1511:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460746:0:15217:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460747:0:1509:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609480.460748:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749609480.460748:0:15217:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460750:0:1509:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749609480.460750:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609480.460750:0:15217:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612304768 00000100:00000001:1.0:1749609480.460751:0:1509:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460752:0:1509:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749609480.460752:0:15217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749609480.460752:0:15217:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749609480.460754:0:1509:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609480.460754:0:15217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749609480.460756:0:15217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609480.460757:0:15217:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460758:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749609480.460759:0:1511:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749609480.460760:0:1512:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749609480.460760:0:15217:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800775c8a00. 00000400:00000001:1.0:1749609480.460761:0:1512:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749609480.460762:0:1511:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1749609480.460762:0:15217:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800896e1980. 00000400:00000001:1.0:1749609480.460763:0:1512:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749609480.460764:0:1512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53a0840. 00000100:00000001:2.0:1749609480.460764:0:1511:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749609480.460764:0:15217:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008f44f898. 00000400:00000200:1.0:1749609480.460766:0:1512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a907ab28 00000100:00000001:3.0:1749609480.460766:0:15217:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1749609480.460767:0:1512:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a907ab28. 00000100:00000040:2.0:1749609480.460767:0:1511:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460767:0:15217:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749609480.460768:0:15217:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460769:0:1512:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749609480.460771:0:1512:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460771:0:15217:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460775:0:15217:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749609480.460778:0:1512:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749609480.460778:0:1511:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f7f77149-cc67-498a-861f-00733f852f3e:1511:1834594612304384:0@lo:400: 00000100:00000001:3.0:1749609480.460780:0:15217:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609480.460781:0:15217:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749609480.460783:0:1512:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749609480.460783:0:1511:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609480.460784:0:1512:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749609480.460784:0:15217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00000001:1.0:1749609480.460785:0:1512:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749609480.460786:0:1512:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749609480.460786:0:1511:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609480.460786:0:15217:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361653120 : -131939347898496 : ffff88007a095f80) 00000100:00000001:1.0:1749609480.460787:0:1512:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749609480.460788:0:1512:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.460788:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a095f80 x1834594612304768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749609480.460789:0:1511:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b622680 x1834594612304384/t0(0) o400->MGC192.168.201.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749609480.460790:0:1512:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749609480.460792:0:1512:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800958e5c38 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1749609480.460794:0:1512:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800958e5bf0 time=136 v=5 (1 1 1 1) 00000100:00000001:1.0:1749609480.460796:0:1512:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749609480.460796:0:15217:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a095f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612304768:12345-0@lo:38: 00000100:00000001:1.0:1749609480.460797:0:1512:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749609480.460798:0:1512:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749609480.460798:0:1511:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749609480.460798:0:15217:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612304768 00010000:00080000:1.0:1749609480.460800:0:1512:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609480.460800:0:1511:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749609480.460800:0:15217:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609480.460802:0:15217:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749609480.460803:0:1511:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800911d9800. 02000000:00000001:2.0:1749609480.460806:0:1511:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749609480.460808:0:1511:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1749609480.460808:0:15217:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749609480.460810:0:1511:0:(genops.c:1242:class_import_put()) import ffff88007eb5e800 refcount=3 obd=MGC192.168.201.120@tcp 00010000:00000001:1.0:1749609480.460811:0:1512:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609480.460811:0:15217:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749609480.460812:0:1511:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749609480.460813:0:1512:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1749609480.460813:0:15217:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749609480.460814:0:1512:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 17179869188 02000000:00000010:2.0:1749609480.460814:0:1511:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057900. 00000100:00000001:1.0:1749609480.460815:0:1512:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1749609480.460815:0:15217:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749609480.460816:0:1512:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.460816:0:15217:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609480.460817:0:15217:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749609480.460818:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749609480.460818:0:1511:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749609480.460819:0:1511:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749609480.460819:0:15217:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:2.0:1749609480.460821:0:1511:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622680. 02000000:00000010:3.0:1749609480.460821:0:15217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a5096c00. 02000000:00000001:3.0:1749609480.460822:0:15217:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460823:0:1512:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749609480.460824:0:1511:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609480.460824:0:15217:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749609480.460825:0:1512:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749609480.460826:0:1512:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609480.460826:0:1511:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749609480.460826:0:15217:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609480.460827:0:15217:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749609480.460828:0:1512:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749609480.460828:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749609480.460830:0:15217:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609480.460832:0:15217:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:1.0:1749609480.460833:0:1512:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:1512:1834594612304640:0@lo:400: 00000100:00000001:3.0:1749609480.460833:0:15217:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749609480.460834:0:1511:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609480.460835:0:1511:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.460835:0:15217:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:1.0:1749609480.460836:0:1512:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609480.460837:0:1512:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749609480.460837:0:15217:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:2.0:1749609480.460838:0:1511:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749609480.460839:0:1512:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b623b80 x1834594612304640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749609496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460839:0:15217:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000001:2.0:1749609480.460840:0:1511:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.460841:0:15217:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:3.0:1749609480.460842:0:15217:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749609480.460844:0:1512:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609480.460844:0:15217:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749609480.460845:0:1512:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749609480.460845:0:15217:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749609480.460846:0:1512:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009fd1b400. 00000100:00000040:3.0:1749609480.460846:0:15217:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749609480.460848:0:1512:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1749609480.460848:0:15217:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000020:00000001:1.0:1749609480.460849:0:1512:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749609480.460849:0:1512:0:(genops.c:1242:class_import_put()) import ffff8800958e5800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000200:3.0:1749609480.460850:0:15217:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612304768, offset 0 00000020:00000001:1.0:1749609480.460851:0:1512:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749609480.460851:0:1512:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a9057b00. 02000000:00000001:1.0:1749609480.460853:0:1512:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749609480.460853:0:15217:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749609480.460854:0:1512:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749609480.460855:0:1512:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623b80. 00000400:00000200:3.0:1749609480.460856:0:15217:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749609480.460857:0:1512:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749609480.460858:0:1512:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749609480.460859:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609480.460860:0:15217:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c5b80 00000100:00000001:1.0:1749609480.460861:0:1512:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749609480.460862:0:1512:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609480.460863:0:15217:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c95 [1] + 0 00000100:00000001:1.0:1749609480.460864:0:1512:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749609480.460865:0:1512:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749609480.460865:0:15217:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609480.460868:0:15217:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609480.460870:0:15217:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609480.460871:0:15217:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609480.460878:0:15217:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460884:0:15217:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609480.460887:0:15217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609480.460888:0:15217:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609480.460889:0:15217:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609480.460890:0:15217:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609480.460892:0:15217:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.460894:0:15217:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:3.0:1749609480.460895:0:15217:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609480.460897:0:15217:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609480.460900:0:15217:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a095f80 x1834594612304768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609480.460907:0:15217:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a095f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:1508:x1834594612304768:12345-0@lo:38: Request processed in 111us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609480.460912:0:15217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00000001:3.0:1749609480.460914:0:15217:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609480.460915:0:15217:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609480.460917:0:15217:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800896e1980. 00000020:00000010:3.0:1749609480.460919:0:15217:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008f44f898. 00000020:00000010:3.0:1749609480.460921:0:15217:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800775c8a00. 00000100:00000001:3.0:1749609480.460923:0:15217:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.460932:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4298756872 00000100:00000001:3.0:1749609480.460934:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4298756866 00000100:00000001:3.0:1749609480.460936:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4298756873 00000100:00000001:3.0:1749609480.460937:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4298756866 00000100:00000001:3.0:1749609480.460939:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4298756873 00000100:00000001:3.0:1749609480.460940:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4298756866 00000100:00000001:3.0:1749609480.460941:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4298756873 00000100:00000001:3.0:1749609480.460943:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609480.460944:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749609480.460947:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609480.460948:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609480.460949:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62bb0. 00000400:00000200:3.0:1749609480.460951:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609480.460952:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609480.460953:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609480.460955:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609480.460961:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460966:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609480.460968:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.460970:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609480.460971:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609480.460972:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609480.460974:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609480.460976:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609480.460978:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e9ec38 time=1749609480 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609480.460981:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e9ebf0 time=146 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609480.460983:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609480.460984:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609480.460986:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609480.460988:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.460994:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609480.460996:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609480.460997:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.460998:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609480.460999:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609480.461001:0:1508:0:(import.c:66:import_set_state_nolock()) ffff880129e9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609480.461003:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609480.461004:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609480.461006:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609505 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609480.461012:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:1508:1834594612304768:0@lo:38: 00000100:00000001:3.0:1749609480.461015:0:1508:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609480.461017:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.461022:0:1508:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609480.461023:0:1508:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609480.461025:0:1508:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609480.461027:0:1508:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609480.461029:0:1508:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609480.461050:0:1508:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012b622d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612304896:0@lo:38: 00000100:00000001:3.0:1749609480.461054:0:1508:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609480.461055:0:1508:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609480.461056:0:1508:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609480.461058:0:1508:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609480.461062:0:1508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b1bf3000. 02000000:00000001:3.0:1749609480.461063:0:1508:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609480.461065:0:1508:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b62bb0. 00000400:00000010:3.0:1749609480.461067:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5283660. 00000100:00000200:3.0:1749609480.461069:0:1508:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594612304896, portal 10 00000100:00000001:3.0:1749609480.461071:0:1508:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609480.461072:0:1508:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337040256 : -131936372511360 : ffff88012b622d80) 00000100:00000040:3.0:1749609480.461091:0:1508:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.461097:0:1508:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609480.461098:0:1508:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609480.461100:0:1508:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b52834c8. 00000100:00000200:3.0:1749609480.461101:0:1508:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594612304896, offset 0 00000400:00000200:3.0:1749609480.461104:0:1508:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609480.461108:0:1508:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609480.461112:0:1508:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848dd82c5c00 00000400:00000200:3.0:1749609480.461114:0:1508:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x68b9 [64] + 97512 00000400:00000200:3.0:1749609480.461118:0:1508:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609480.461120:0:1508:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609480.461122:0:1508:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609480.461123:0:1508:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609480.461125:0:1508:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007a096300. 00000100:00000040:3.0:1749609480.461127:0:1508:0:(events.c:338:request_in_callback()) incoming req@ffff88007a096300 x1834594612304896 msgsize 520 00000100:00100000:3.0:1749609480.461130:0:1508:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609480.461144:0:1508:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609480.461147:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b52834c8 00000400:00000010:3.0:1749609480.461149:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b52834c8. 00000100:00000001:3.0:1749609480.461150:0:1508:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609480.461153:0:1508:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.461158:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609480.461160:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.461165:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.461166:0:1508:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609480.461168:0:1508:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.461170:0:1508:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 677 usecs (1 jiffies) 00000100:00000001:3.0:1749609480.461172:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4298756866 00000100:00000001:3.0:1749609480.461174:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4298756872 00000100:00000001:3.0:1749609480.461175:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4298756866 00000100:00000001:3.0:1749609480.461176:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4298756873 00000100:00000001:3.0:1749609480.461178:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4298756866 00000100:00000001:3.0:1749609480.461179:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4298756873 00000100:00000001:0.0:1749609480.461180:0:14333:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749609480.461180:0:1508:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4298756866 00000100:00000001:3.0:1749609480.461181:0:1508:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4298756873 00000100:00000001:3.0:1749609480.461182:0:1508:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749609480.461183:0:14333:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834594612304896 00000100:00000001:3.0:1749609480.461184:0:1508:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749609480.461185:0:14333:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749609480.461186:0:14333:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609480.461186:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.461187:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749609480.461188:0:14333:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609480.461188:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b621500 x1834594612304768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609505 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749609480.461190:0:14333:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609480.461192:0:14333:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834594612304896 00000100:00000001:3.0:1749609480.461193:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609480.461194:0:14333:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749609480.461194:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1749609480.461195:0:14333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000010:3.0:1749609480.461195:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a5096000. 00000020:00000001:0.0:1749609480.461196:0:14333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749609480.461197:0:14333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609480.461198:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749609480.461199:0:14333:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609480.461199:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609480.461199:0:1508:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609480.461201:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1749609480.461202:0:14333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4a1400. 02000000:00000010:3.0:1749609480.461202:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a589d000. 00000020:00000010:0.0:1749609480.461204:0:14333:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800948cec00. 02000000:00000001:3.0:1749609480.461204:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609480.461205:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1749609480.461206:0:14333:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88007da2ea28. 00000100:00000010:3.0:1749609480.461206:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b621500. 00000100:00000001:3.0:1749609480.461208:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609480.461209:0:14333:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749609480.461209:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.461210:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609480.461211:0:14333:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749609480.461212:0:14333:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.461213:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609480.461214:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749609480.461215:0:14333:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.461215:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609480.461216:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609480.461217:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.461219:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.461227:0:14333:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609480.461233:0:14333:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749609480.461234:0:14333:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749609480.461237:0:14333:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00000100:00000001:0.0:1749609480.461239:0:14333:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134361654016 : -131939347897600 : ffff88007a096300) 00000100:00000040:0.0:1749609480.461243:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007a096300 x1834594612304896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749609500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609480.461250:0:14333:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612304896:12345-0@lo:38: 00000100:00000200:0.0:1749609480.461253:0:14333:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834594612304896 00000020:00000001:0.0:1749609480.461255:0:14333:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749609480.461256:0:14333:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749609480.461263:0:14333:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749609480.461265:0:14333:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749609480.461267:0:14333:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749609480.461269:0:14333:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749609480.461271:0:14333:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749609480.461272:0:14333:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749609480.461274:0:14333:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749609480.461276:0:14333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a589dc00. 02000000:00000001:0.0:1749609480.461278:0:14333:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.461279:0:14333:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609480.461281:0:14333:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749609480.461283:0:14333:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749609480.461285:0:14333:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749609480.461287:0:14333:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749609480.461289:0:14333:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749609480.461290:0:14333:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 00000100:00000001:0.0:1749609480.461292:0:14333:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134655458688 : -131939054092928 : ffff88008b8c7d80) 00000100:00000001:0.0:1749609480.461294:0:14333:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134655458688 : -131939054092928 : 0xffff88008b8c7d80) 00000100:00000040:0.0:1749609480.461296:0:14333:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008b8c7d80 refcount 25 to 0@lo 02000000:00000001:0.0:1749609480.461297:0:14333:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749609480.461299:0:14333:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.461300:0:14333:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749609480.461302:0:14333:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749609480.461303:0:14333:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012e668c38. 00000100:00000200:0.0:1749609480.461306:0:14333:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834594612304896, offset 0 00000400:00000200:0.0:1749609480.461309:0:14333:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749609480.461315:0:14333:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749609480.461319:0:14333:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848dd82c5c00 00000400:00000200:0.0:1749609480.461323:0:14333:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17ca1 [1] + 0 00000400:00000200:0.0:1749609480.461326:0:14333:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749609480.461329:0:14333:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749609480.461331:0:14333:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749609480.461334:0:14333:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749609480.461341:0:14333:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.461356:0:14333:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749609480.461359:0:14333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e668c38 00000400:00000010:0.0:1749609480.461361:0:14333:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012e668c38. 00000100:00000001:0.0:1749609480.461362:0:14333:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749609480.461364:0:14333:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749609480.461366:0:14333:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609480.461367:0:14333:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008b8c7d80 refcount 24 to 0@lo 00000100:00000001:0.0:1749609480.461369:0:14333:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749609480.461370:0:14333:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749609480.461373:0:14333:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007a096300 x1834594612304896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749609500 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609480.461379:0:14333:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:1508:x1834594612304896:12345-0@lo:38: Request processed in 129us (251us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749609480.461384:0:14333:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00000001:0.0:1749609480.461387:0:14333:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609480.461387:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749609480.461388:0:14333:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749609480.461389:0:1508:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749609480.461390:0:14333:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800948cec00. 00000020:00000010:0.0:1749609480.461392:0:14333:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88007da2ea28. 00000400:00000001:3.0:1749609480.461392:0:1508:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609480.461393:0:1508:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749609480.461394:0:14333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4a1400. 00000400:00000010:3.0:1749609480.461395:0:1508:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b62bb0. 00000100:00000001:0.0:1749609480.461396:0:14333:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749609480.461398:0:1508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5283660 00000400:00000010:3.0:1749609480.461399:0:1508:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5283660. 00000100:00000001:3.0:1749609480.461401:0:1508:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609480.461404:0:1508:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609480.461410:0:1508:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.461415:0:1508:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609480.461416:0:1508:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.461418:0:1508:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609480.461419:0:1508:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609480.461420:0:1508:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609480.461421:0:1508:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609480.461423:0:1508:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609480.461426:0:1508:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006ef46438 time=1749609480 v=5 (0 0 0 0) 00000100:00001000:3.0:1749609480.461428:0:1508:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006ef463f0 time=143 v=20 (1 1 1 20) 00000100:00000001:3.0:1749609480.461430:0:1508:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609480.461431:0:1508:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609480.461433:0:1508:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609480.461435:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609505 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.461441:0:1508:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749609480.461443:0:1508:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609480.461444:0:1508:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.461446:0:1508:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749609480.461447:0:1508:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749609480.461448:0:1508:0:(import.c:66:import_set_state_nolock()) ffff88006ef46000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749609480.461450:0:1508:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00000001:3.0:1749609480.461451:0:1508:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749609480.461453:0:1508:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609505 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609480.461459:0:1508:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b622d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:1508:1834594612304896:0@lo:38: 00000100:00000001:3.0:1749609480.461461:0:1508:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.461463:0:1508:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609480.461464:0:1508:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b622d80 x1834594612304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749609505 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609480.461469:0:1508:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609480.461470:0:1508:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609480.461471:0:1508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b1bf3000. 02000000:00000001:3.0:1749609480.461473:0:1508:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609480.461474:0:1508:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609480.461474:0:1508:0:(genops.c:1242:class_import_put()) import ffff88006ef46000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749609480.461476:0:1508:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609480.461477:0:1508:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a589d400. 02000000:00000001:3.0:1749609480.461478:0:1508:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609480.461479:0:1508:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609480.461480:0:1508:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b622d80. 00000100:00000001:3.0:1749609480.461482:0:1508:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609480.461483:0:1508:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.461484:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609480.461487:0:1508:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609480.461488:0:1508:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609480.461490:0:1508:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609480.461491:0:1508:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609480.468559:0:3:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f000 (cpu 0) has reached its deadline 4298756872, at 4298756873 00000100:00000010:0.0:1749609480.468566:0:3:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8940. 00000100:00000040:1.0:1749609480.468567:0:50:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f0e0 (cpu 0) has reached its deadline 4298756873, at 4298756873 00000100:00000010:1.0:1749609480.468574:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8280. 00000100:00000040:3.0:1749609480.468578:0:70:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f2a0 (cpu 0) has reached its deadline 4298756873, at 4298756873 00000100:00000040:2.0:1749609480.468580:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff88008fd3f1c0 (cpu 0) has reached its deadline 4298756873, at 4298756873 00000100:00000010:3.0:1749609480.468586:0:70:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e8a80. 00000100:00000010:2.0:1749609480.468588:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b44e88c0. 00000100:00000010:0.0:1749609480.569670:0:14354:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012b623800. 00000020:00000040:0.0:1749609480.569681:0:14354:0:(genops.c:1229:class_import_get()) import ffff880129e9e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749609480.569687:0:14354:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749609480.569691:0:14354:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749609480.569697:0:14354:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749609480.569705:0:14354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4a1400. 00000100:00000001:0.0:1749609480.569713:0:14354:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.569719:0:14354:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749609480.569721:0:14354:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749609480.569728:0:14354:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609480.569730:0:14354:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137396768960 : -131936312782656 : ffff88012ef190c0) 00000100:00000001:0.0:1749609480.569734:0:14354:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749609480.569735:0:14354:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137337042944 : -131936372508672 : ffff88012b623800) 00000100:00000001:0.0:1749609480.569741:0:14354:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749609480.569743:0:14354:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749609480.569746:0:14354:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749609480.569748:0:14354:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749609480.569756:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012b623800 x1834594612305152/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.569767:0:14354:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609480.569769:0:14354:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749609480.569772:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012b623800 x1834594612305152/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.569781:0:14354:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609480.569784:0:14354:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609480.569787:0:14354:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609480.569789:0:14354:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ef190c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749609480.569792:0:14354:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609480.569794:0:14354:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749609480.569798:0:14354:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609480.569800:0:14354:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749609480.569803:0:14354:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749609480.569807:0:14354:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b623800 x1834594612305152/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749609480.569816:0:14354:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012b623800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:14354:1834594612305152:0@lo:900: 00000100:00000001:0.0:1749609480.569821:0:14354:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609480.569824:0:14354:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609480.569827:0:14354:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749609480.569830:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609480.569832:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012b623800 x1834594612305152/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.569841:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749609480.569844:0:14354:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ef190c0. 00000100:00000001:0.0:1749609480.569849:0:14354:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749609480.569850:0:14354:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749609480.569852:0:14354:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749609480.569854:0:14354:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012b623800 x1834594612305152/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749609480.569861:0:14354:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749609480.569864:0:14354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749609480.569865:0:14354:0:(genops.c:1242:class_import_put()) import ffff880129e9e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749609480.569868:0:14354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749609480.569870:0:14354:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4a1400. 02000000:00000001:0.0:1749609480.569875:0:14354:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749609480.569877:0:14354:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749609480.569896:0:14354:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012b623800. 00000100:00000001:0.0:1749609480.569900:0:14354:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749609480.569901:0:14354:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609480.710782:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749609480.710791:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749609480.710793:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749609480.710797:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:2.0:1749609480.710801:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749609480.710805:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609480.710807:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749609480.710809:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749609480.710811:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609480.881675:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609480.881682:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609480.881688:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609480.881690:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609480.881755:0:13556:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609480.881758:0:13556:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609480.881760:0:13556:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749609481.710643:0:14363:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749609481.710649:0:14363:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749609481.710651:0:14363:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749609481.710654:0:14363:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009fe0ac00 going to sleep for 0 seconds 00000100:00000001:0.0:1749609481.710657:0:14363:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749609481.710659:0:14363:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609481.710662:0:14363:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749609481.710663:0:14363:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749609481.710665:0:14363:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609481.883618:0:3:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1749609481.883623:0:3:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749609481.883627:0:3:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749609481.883628:0:3:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749609481.883678:0:13555:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749609481.883680:0:13555:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749609481.883682:0:13555:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128332 lines, 128332 kept, 0 dropped, 0 bad.